00010000:00000010:3.1:1789431237.779345:0:1039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00010000:00000010:3.1:1789431238.200400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa000.
00010000:00000010:3.1:1789431238.200412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:3.1:1789431238.287818:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00010000:00000010:3.1:1789431238.367792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:3.1:1789431238.388421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:3.1:1789431238.388439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9a00.
00010000:00000010:3.1:1789431238.452601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00010000:00000010:3.1:1789431238.588403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9a00.
00000080:00000010:3.1:1789431238.595445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f20.
00000080:00000010:3.1:1789431238.595458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519be0.
00010000:00000010:3.1:1789431238.595463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00010000:00000010:3.1:1789431238.631753:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431239.037973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00000080:00000010:3.1:1789431239.037983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1f00.
00000080:00000010:3.1:1789431239.411638:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c20.
00010000:00000010:3.1:1789431239.425654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00010000:00000010:3.1:1789431239.425673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00000080:00000010:3.1:1789431239.427592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5980.
00010000:00000010:3.1:1789431239.427618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64400.
00010000:00000010:3.1:1789431239.427624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00000080:00000010:3.1:1789431239.450938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e40.
00000080:00000010:3.1:1789431239.450973:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c0000.
00010000:00000010:3.1:1789431239.482050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:3.1:1789431239.570403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00010000:00000010:3.1:1789431239.790532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00010000:00000010:3.1:1789431240.299561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00000080:00000010:3.1:1789431240.488627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519900.
00000080:00000010:3.1:1789431240.603381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192c0.
00010000:00000010:3.1:1789431240.638924:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:3.1:1789431240.639210:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:3.1:1789431240.639215:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00000080:00000010:3.1:1789431240.653465:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5da0.
00010000:00000010:3.1:1789431240.653481:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00000080:00000010:3.1:1789431240.700399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475240.
00010000:00000010:3.1:1789431240.700431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00000080:00000010:3.1:1789431241.081882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ae0.
00010000:00000010:3.1:1789431241.089835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431241.168639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:3.1:1789431241.168650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00010000:00000010:3.1:1789431241.445393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00000080:00000010:3.1:1789431241.535043:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1140.
00010000:00000010:3.1:1789431241.536515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:3.1:1789431241.540589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00000080:00000010:3.1:1789431241.540614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475200.
00010000:00000010:3.1:1789431241.652291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0674300.
00010000:00000010:3.1:1789431241.652308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:3.1:1789431241.669529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a60.
00000080:00000010:3.1:1789431241.733485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00010000:00000010:3.1:1789431241.733502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208c00.
00010000:00000010:3.1:1789431241.733507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:3.1:1789431241.934424:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00010000:00000010:3.1:1789431242.012404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:3.1:1789431242.054550:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:3.1:1789431242.152382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7af66bb00.
00010000:00000010:3.1:1789431242.152390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fcc00.
00000080:00000010:3.1:1789431242.235547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475260.
00000080:00000010:3.1:1789431242.235577:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bb180.
00010000:00000010:3.1:1789431242.239889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00000080:00000010:3.1:1789431242.239907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb19e0.
00010000:00000010:3.1:1789431242.436929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeede00.
00010000:00000010:3.1:1789431242.468477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00000080:00000010:3.1:1789431242.468486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5380.
00010000:00000010:3.1:1789431242.502261:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78400.
00010000:00000010:3.1:1789431242.562742:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00000080:00000010:3.1:1789431242.593132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00010000:00000010:3.1:1789431242.607607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00000080:00000010:3.1:1789431242.707671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ba0.
00010000:00000010:3.1:1789431242.842401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeede00.
00000080:00000010:3.1:1789431242.932526:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1620.
00000080:00000010:3.1:1789431242.932540:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5aa0.
00010000:00000010:3.1:1789431242.969086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f200.
00000080:00000010:3.1:1789431243.126336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752a0.
00000080:00000010:3.1:1789431243.126391:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c3180.
00010000:00000010:3.1:1789431243.374460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00010000:00000010:3.1:1789431243.449387:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072200.
00010000:00000010:3.1:1789431243.449397:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:3.1:1789431243.449401:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64200.
00010000:00000010:3.1:1789431243.449405:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:3.1:1789431243.449408:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64e00.
00010000:00000010:3.1:1789431243.449411:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9400.
00010000:00000010:3.1:1789431243.498456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e60a00.
00010000:00000010:3.1:1789431243.498483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ea00.
00010000:00000010:3.1:1789431243.570895:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fd400.
00010000:00000010:3.1:1789431243.636582:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fde00.
00000080:00000010:3.1:1789431243.677415:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751a0.
00000080:00000010:3.1:1789431243.677433:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b00.
00000080:00000010:3.1:1789431243.677480:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197c0.
00010000:00000010:3.1:1789431243.730102:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072600.
00010000:00000010:3.1:1789431243.730112:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00010000:00000010:3.1:1789431243.796639:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:3.1:1789431243.935797:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ea00.
00000080:00000010:3.1:1789431243.941382:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb16e0.
00010000:00000010:3.1:1789431244.407484:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeede00.
00010000:00000010:3.1:1789431244.505766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00010000:00000010:3.1:1789431244.638769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5ea00.
00010000:00000010:3.1:1789431244.692409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78000.
00000080:00000010:3.1:1789431244.692545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1560.
00010000:00000010:3.1:1789431244.712769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00000080:00000010:3.1:1789431244.788913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1560.
00010000:00000010:3.1:1789431244.808888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00000080:00000010:3.1:1789431244.808908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e80.
00010000:00000010:3.1:1789431244.998618:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f800.
00010000:00000010:3.1:1789431245.007457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f400.
00000080:00000010:3.1:1789431245.196185:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00010000:00000010:3.1:1789431245.396839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00010000:00000010:3.1:1789431245.396848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00010000:00000010:3.1:1789431245.493381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f200.
00010000:00000010:3.1:1789431245.587900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208a00.
00010000:00000010:3.1:1789431245.587910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5fa00.
00010000:00000010:3.1:1789431245.643444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9400.
00000080:00000010:3.1:1789431245.656417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5cc0.
00010000:00000010:3.1:1789431246.578443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d200.
00010000:00000010:3.1:1789431246.586542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f200.
00010000:00000010:3.1:1789431246.610365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fcc00.
00010000:00000010:3.1:1789431246.628208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00010000:00000010:3.1:1789431246.724407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00010000:00000010:3.1:1789431246.805822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00010000:00000010:3.1:1789431246.950404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00010000:00000010:3.1:1789431246.996518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00010000:00000010:3.1:1789431247.113547:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:3.1:1789431247.127736:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0609200.
00010000:00000010:3.1:1789431247.127769:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fba00.
00010000:00000010:3.1:1789431247.211378:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:3.1:1789431247.293778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431247.297614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:3.1:1789431247.297621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a53d00.
00010000:00000010:3.1:1789431247.297626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00010000:00000010:3.1:1789431247.343548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:3.1:1789431247.368646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa000.
00010000:00000010:3.1:1789431247.368664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f800.
00010000:00000010:3.1:1789431247.368668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaad00.
00010000:00000010:3.1:1789431247.368671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5ea00.
00010000:00000010:3.1:1789431247.368675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00010000:00000010:3.1:1789431247.410644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b31eaf00.
00010000:00000010:3.1:1789431247.410664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aee21a00.
00010000:00000010:3.1:1789431247.575179:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:3.1:1789431247.609570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00010000:00000010:3.1:1789431247.708544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00000080:00000010:3.1:1789431248.080464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5680.
00000080:00000010:3.1:1789431248.173740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475880.
00000080:00000010:3.1:1789431248.238594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519020.
00000080:00000010:3.1:1789431248.445393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55c0.
00000080:00000010:3.1:1789431248.445405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fa0.
00010000:00000010:3.1:1789431248.533339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d200.
00000080:00000010:3.1:1789431248.533381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475120.
00010000:00000010:3.1:1789431248.767630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00010000:00000010:3.1:1789431248.821443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00010000:00000010:3.1:1789431249.525372:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221000.
00000080:00000010:3.1:1789431249.525379:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1200.
00000080:00000010:3.1:1789431249.600840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756c0.
00000080:00000010:3.1:1789431249.613220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ca0.
00000080:00000010:3.1:1789431249.689373:0:5581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905191e0.
00000080:00000010:3.1:1789431249.689396:0:5581:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b98c0.
00010000:00000010:3.1:1789431249.796385:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3800.
00000080:00000010:3.1:1789431249.849095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1f80.
00000080:00000010:3.1:1789431249.907810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00000080:00000010:3.1:1789431249.925064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d40.
00000080:00000010:3.1:1789431249.936496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d80.
00000080:00000010:3.1:1789431249.957438:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1e80.
00010000:00000010:3.1:1789431250.263451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220e00.
00010000:00000010:3.1:1789431250.395547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:3.1:1789431250.415367:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e60000.
00010000:00000010:3.1:1789431250.415373:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221000.
00010000:00000010:3.1:1789431250.449565:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9c00.
00010000:00000010:3.1:1789431250.528492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3600.
00010000:00000010:3.1:1789431250.651603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3800.
00010000:00000010:3.1:1789431251.088461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78627a100.
00010000:00000010:3.1:1789431251.088468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00000080:00000010:3.1:1789431251.245875:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fa0.
00010000:00000010:3.1:1789431251.405214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221c00.
00000080:00000010:3.1:1789431251.417571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56e0.
00010000:00000010:3.1:1789431251.728560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8200.
00010000:00000010:3.1:1789431251.797709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3a00.
00010000:00000010:3.1:1789431252.159385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e60e00.
00010000:00000010:3.1:1789431252.159390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220e00.
00010000:00000010:3.1:1789431252.254976:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71e00.
00010000:00000010:3.1:1789431252.254987:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00010000:00000010:3.1:1789431252.302561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00010000:00000010:3.1:1789431252.445397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:3.1:1789431252.488640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfae00.
00010000:00000010:3.1:1789431252.599534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75a00.
00010000:00000010:3.1:1789431252.599542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79400.
00010000:00000010:3.1:1789431252.602395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0674300.
00010000:00000010:3.1:1789431252.602410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431252.602415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75000.
00010000:00000010:3.1:1789431252.602418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:3.1:1789431252.934999:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0674000.
00010000:00000010:3.1:1789431252.935006:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00010000:00000010:3.1:1789431252.935010:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:3.1:1789431252.962054:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:3.1:1789431253.094387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:3.1:1789431253.201545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00000080:00000010:3.1:1789431253.286616:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519380.
00010000:00000010:3.1:1789431253.356471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00010000:00000010:3.1:1789431253.378476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:3.1:1789431254.428300:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:3.1:1789431254.517401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:3.1:1789431254.664689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:3.1:1789431254.785509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00010000:00000010:3.1:1789431254.914259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:3.1:1789431254.924384:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030c00.
00010000:00000010:3.1:1789431254.988401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00010000:00000010:3.1:1789431255.013720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00010000:00000010:3.1:1789431255.030609:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75100.
00010000:00000010:3.1:1789431255.030617:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2800.
00010000:00000010:3.1:1789431255.136440:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00010000:00000010:3.1:1789431255.162390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:3.1:1789431255.292409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:3.1:1789431255.331449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3800.
00010000:00000010:3.1:1789431255.390806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:3.1:1789431255.415036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00000080:00000010:3.1:1789431255.519745:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5720.
00010000:00000010:3.1:1789431255.748725:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79200.
00000080:00000010:3.1:1789431255.911446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1e80.
00010000:00000010:3.1:1789431256.176038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99800.
00010000:00000010:3.1:1789431256.176061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3000.
00010000:00000010:3.1:1789431256.759411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00010000:00000010:3.1:1789431257.239468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aaf00.
00010000:00000010:3.1:1789431257.239479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5ec00.
00010000:00000010:3.1:1789431257.239483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:3.1:1789431257.310740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb11a0.
00010000:00000010:3.1:1789431257.323148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00010000:00000010:3.1:1789431257.339825:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00010000:00000010:3.1:1789431257.908133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221000.
00010000:00000010:3.1:1789431257.947613:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5fc00.
00010000:00000010:3.1:1789431257.993396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5ea00.
00010000:00000010:3.1:1789431258.017806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072800.
00010000:00000010:3.1:1789431258.017816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:3.1:1789431258.065831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221000.
00000080:00000010:3.1:1789431258.147400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475540.
00010000:00000010:3.1:1789431258.278751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:3.1:1789431258.345387:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00010000:00000010:3.1:1789431258.459164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00010000:00000010:3.1:1789431258.598144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e60500.
00010000:00000010:3.1:1789431258.598160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:3.1:1789431258.840645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519900.
00000080:00000010:3.1:1789431259.219785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475960.
00010000:00000010:3.1:1789431259.349588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5ea00.
00010000:00000010:3.1:1789431259.349595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00000080:00000010:3.1:1789431259.402391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1920.
00010000:00000010:3.1:1789431259.632746:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79c00.
00010000:00000010:3.1:1789431259.824471:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3600.
00000080:00000010:3.1:1789431259.951620:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751e0.
00010000:00000010:3.1:1789431259.951633:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00010000:00000010:3.1:1789431259.971828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2200.
00000080:00000010:3.1:1789431260.136050:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1140.
00010000:00000010:3.1:1789431260.136077:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78000.
00000080:00000010:3.1:1789431260.302073:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b80.
00000080:00000010:3.1:1789431260.302096:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bdac0.
00010000:00000010:3.1:1789431260.308574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00000080:00000010:3.1:1789431260.308584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1140.
00010000:00000010:3.1:1789431260.325416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:3.1:1789431260.325444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ca0.
00000080:00000010:3.1:1789431261.764382:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e80.
00010000:00000010:3.1:1789431261.975111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71f00.
00010000:00000010:3.1:1789431261.975141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5ea00.
00010000:00000010:3.1:1789431261.983000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8400.
00010000:00000010:3.1:1789431261.983009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78a00.
00010000:00000010:3.1:1789431261.983014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e60a00.
00010000:00000010:3.1:1789431261.983018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e400.
00010000:00000010:3.1:1789431261.983022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946900.
00010000:00000010:3.1:1789431261.983025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa600.
00010000:00000010:3.1:1789431262.129283:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:3.1:1789431262.270539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00000080:00000010:3.1:1789431262.546415:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00010000:00000010:3.1:1789431263.174028:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00010000:00000010:3.1:1789431263.190513:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00010000:00000010:3.1:1789431263.340914:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00010000:00000010:3.1:1789431263.561633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5ee00.
00000080:00000010:3.1:1789431263.816545:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5500.
00010000:00000010:3.1:1789431263.816557:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa600.
00010000:00000010:3.1:1789431263.848830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00010000:00000010:3.1:1789431264.247580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:3.1:1789431264.250506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00000080:00000010:3.1:1789431264.538387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c20.
00010000:00000010:3.1:1789431265.331469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00000080:00000010:3.1:1789431265.559436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1ea0.
00010000:00000010:3.1:1789431265.985510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92200.
00010000:00000010:3.1:1789431266.005379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00000080:00000010:3.1:1789431266.944506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475660.
00000080:00000010:3.1:1789431266.944520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ea0.
00010000:00000010:3.1:1789431267.028395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00000080:00000010:3.1:1789431267.028410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb11a0.
00010000:00000010:3.1:1789431267.290393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92a00.
00010000:00000010:3.1:1789431267.290435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78627a100.
00010000:00000010:3.1:1789431267.290439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:3.1:1789431267.290442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93600.
00000080:00000010:3.1:1789431267.312692:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475260.
00000080:00000010:3.1:1789431267.312710:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d40.
00010000:00000010:3.1:1789431267.440608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00000080:00000010:3.1:1789431267.949597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519080.
00010000:00000010:3.1:1789431268.316440:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92a00.
00010000:00000010:3.1:1789431268.371711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8400.
00010000:00000010:3.1:1789431268.441687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:3.1:1789431268.446393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3f50700.
00010000:00000010:3.1:1789431268.446412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:3.1:1789431269.646388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:3.1:1789431269.979001:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431270.087438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:3.1:1789431270.113186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00010000:00000010:3.1:1789431270.132497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7300.
00010000:00000010:3.1:1789431270.132514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:3.1:1789431270.167429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2000.
00000080:00000010:3.1:1789431270.167473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b20.
00010000:00000010:3.1:1789431270.167482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d95400.
00000080:00000010:3.1:1789431270.292090:0:14623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5660.
00010000:00000010:3.1:1789431270.292106:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5cc00.
00010000:00000010:3.1:1789431270.292113:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00010000:00000010:3.1:1789431270.292118:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00000080:00000010:3.1:1789431270.595409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00010000:00000010:3.1:1789431270.748406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00010000:00000010:3.1:1789431270.974975:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00010000:00000010:3.1:1789431271.028403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:3.1:1789431271.065852:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497c00.
00000080:00000010:3.1:1789431271.222396:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756a0.
00010000:00000010:3.1:1789431271.222413:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0c00.
00010000:00000010:3.1:1789431271.222417:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00000080:00000010:3.1:1789431271.227708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ec0.
00000080:00000010:3.1:1789431271.227730:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895cf380.
00010000:00000010:3.1:1789431271.594386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2000.
00010000:00000010:3.1:1789431271.595210:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:3.1:1789431271.603186:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00000080:00000010:3.1:1789431271.712002:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ec0.
00010000:00000010:3.1:1789431271.731989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde400.
00010000:00000010:3.1:1789431271.930790:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:3.1:1789431272.022557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:3.1:1789431272.374453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431272.691531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:3.1:1789431272.785404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00000080:00000010:3.1:1789431272.937036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475980.
00010000:00000010:3.1:1789431273.074443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431273.139389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00010000:00000010:3.1:1789431273.333316:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2000.
00010000:00000010:3.1:1789431273.564871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00010000:00000010:3.1:1789431273.589626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7700.
00010000:00000010:3.1:1789431273.589633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa600.
00000080:00000010:3.1:1789431273.836517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53c0.
00000080:00000010:3.1:1789431273.896406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475720.
00000080:00000010:3.1:1789431273.905718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00000080:00000010:3.1:1789431273.943729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756c0.
00010000:00000010:3.1:1789431273.957079:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fac00.
00010000:00000010:3.1:1789431273.957094:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431274.009476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496000.
00010000:00000010:3.1:1789431274.232548:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152200.
00010000:00000010:3.1:1789431274.232565:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:3.1:1789431274.319510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00010000:00000010:3.1:1789431274.400428:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79200.
00000080:00000010:3.1:1789431274.580017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b00.
00010000:00000010:3.1:1789431274.636573:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243e00.
00010000:00000010:3.1:1789431274.636580:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0600.
00010000:00000010:3.1:1789431274.636584:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8e00.
00010000:00000010:3.1:1789431274.636587:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:3.1:1789431274.647463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072700.
00010000:00000010:3.1:1789431274.647488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8400.
00010000:00000010:3.1:1789431274.647494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0c00.
00010000:00000010:3.1:1789431274.647498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00010000:00000010:3.1:1789431274.647502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3200.
00010000:00000010:3.1:1789431274.647505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00010000:00000010:3.1:1789431274.647508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0100.
00010000:00000010:3.1:1789431274.647511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:3.1:1789431274.647514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf400.
00010000:00000010:3.1:1789431274.647519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0400.
00010000:00000010:3.1:1789431274.647523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c200.
00010000:00000010:3.1:1789431274.647526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:3.1:1789431274.647529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0900.
00010000:00000010:3.1:1789431274.647533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:3.1:1789431274.647535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c800.
00010000:00000010:3.1:1789431274.647537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:3.1:1789431274.660626:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f000.
00010000:00000010:3.1:1789431274.660632:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932e00.
00010000:00000010:3.1:1789431274.734466:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00000080:00000010:3.1:1789431274.778645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475780.
00010000:00000010:3.1:1789431274.853534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5ee00.
00010000:00000010:3.1:1789431275.205729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00010000:00000010:3.1:1789431275.213519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00000080:00000010:3.1:1789431275.213563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e20.
00010000:00000010:3.1:1789431275.213572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2a00.
00010000:00000010:3.1:1789431275.432345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e800.
00000080:00000010:3.1:1789431275.432366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5740.
00010000:00000010:3.1:1789431275.478405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5fa00.
00010000:00000010:3.1:1789431275.522927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79c00.
00010000:00000010:3.1:1789431275.561432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0000.
00010000:00000010:3.1:1789431275.561441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00010000:00000010:3.1:1789431275.921416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5fa00.
00000080:00000010:3.1:1789431276.464396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5520.
00010000:00000010:3.1:1789431276.507551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431276.545003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e61a00.
00010000:00000010:3.1:1789431276.545017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:3.1:1789431276.681215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e800.
00010000:00000010:3.1:1789431276.946408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2d00.
00010000:00000010:3.1:1789431276.946440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c600.
00000080:00000010:3.1:1789431276.961400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e00.
00000080:00000010:3.1:1789431276.964782:0:5580:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895918c0.
00010000:00000010:3.1:1789431276.982560:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00000080:00000010:3.1:1789431276.982567:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1f80.
00010000:00000010:3.1:1789431277.065870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00000080:00000010:3.1:1789431277.073185:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d60.
00000080:00000010:3.1:1789431277.073195:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752a0.
00010000:00000010:3.1:1789431277.073201:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:3.1:1789431277.092077:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e61500.
00010000:00000010:3.1:1789431277.092086:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:3.1:1789431277.299593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00010000:00000010:3.1:1789431277.417429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431277.437406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:3.1:1789431277.477619:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3200.
00010000:00000010:3.1:1789431277.477629:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d400.
00010000:00000010:3.1:1789431277.497099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e61900.
00010000:00000010:3.1:1789431277.497129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431277.676949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431277.721689:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5ee00.
00000080:00000010:3.1:1789431277.742596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519480.
00000080:00000010:3.1:1789431277.742612:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789590840.
00010000:00000010:3.1:1789431277.751899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5ee00.
00000080:00000010:3.1:1789431277.751913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c80.
00010000:00000010:3.1:1789431277.842860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4e00.
00010000:00000010:3.1:1789431277.842869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00000080:00000010:3.1:1789431277.855606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00000080:00000010:3.1:1789431277.855633:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789596300.
00010000:00000010:3.1:1789431277.882519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00000080:00000010:3.1:1789431277.882528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475840.
00010000:00000010:3.1:1789431278.402826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5ee00.
00010000:00000010:3.1:1789431278.404375:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e400.
00000080:00000010:3.1:1789431278.462178:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a40.
00010000:00000010:3.1:1789431278.498440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00010000:00000010:3.1:1789431278.700234:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8200.
00010000:00000010:3.1:1789431278.793631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932e00.
00010000:00000010:3.1:1789431278.793646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444c00.
00000080:00000010:3.1:1789431278.793682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5760.
00010000:00000010:3.1:1789431278.793689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:3.1:1789431278.934560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:3.1:1789431279.081429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00000080:00000010:3.1:1789431279.085495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475960.
00010000:00000010:3.1:1789431279.085507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb800.
00010000:00000010:3.1:1789431279.469397:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00000080:00000010:3.1:1789431279.469404:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fc0.
00010000:00000010:3.1:1789431279.557521:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2d00.
00010000:00000010:3.1:1789431279.557537:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00010000:00000010:3.1:1789431279.694257:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:3.1:1789431279.702485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00000080:00000010:3.1:1789431279.702494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e40.
00010000:00000010:3.1:1789431279.773631:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152000.
00010000:00000010:3.1:1789431279.773638:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8400.
00010000:00000010:3.1:1789431279.837064:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5ca00.
00010000:00000010:3.1:1789431279.837073:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:3.1:1789431279.837079:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2100.
00010000:00000010:3.1:1789431279.837083:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00010000:00000010:3.1:1789431279.837086:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c700.
00010000:00000010:3.1:1789431279.837089:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:3.1:1789431279.837093:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e61800.
00010000:00000010:3.1:1789431279.837096:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00010000:00000010:3.1:1789431279.837101:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2000.
00010000:00000010:3.1:1789431279.837104:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00010000:00000010:3.1:1789431279.866464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0000.
00010000:00000010:3.1:1789431279.866479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e800.
00010000:00000010:3.1:1789431280.291643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:3.1:1789431280.391162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00010000:00000010:3.1:1789431280.446618:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00010000:00000010:3.1:1789431280.465533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:3.1:1789431280.582631:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00010000:00000010:3.1:1789431280.637187:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:3.1:1789431280.645466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:3.1:1789431280.657088:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00000080:00000010:3.1:1789431280.661500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb18e0.
00000080:00000010:3.1:1789431280.661511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757c0.
00010000:00000010:3.1:1789431280.661520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5000.
00010000:00000010:3.1:1789431280.690543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:3.1:1789431281.011413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00000080:00000010:3.1:1789431281.011425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53a0.
00010000:00000010:3.1:1789431281.132370:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00010000:00000010:3.1:1789431281.132380:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00010000:00000010:3.1:1789431281.132391:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00000080:00000010:3.1:1789431281.132422:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1880.
00000080:00000010:3.1:1789431281.132428:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5360.
00010000:00000010:3.1:1789431281.132433:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:3.1:1789431281.528747:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64a00.
00010000:00000010:3.1:1789431281.528756:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00000080:00000010:3.1:1789431281.546839:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895ca100.
00010000:00000010:3.1:1789431281.664040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:3.1:1789431281.678914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75f00.
00010000:00000010:3.1:1789431281.678922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00000080:00000010:3.1:1789431281.697511:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c6b40.
00010000:00000010:3.1:1789431281.705462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243900.
00010000:00000010:3.1:1789431281.705478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ec00.
00000080:00000010:3.1:1789431281.743401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c60.
00000080:00000010:3.1:1789431281.755402:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789591080.
00010000:00000010:3.1:1789431281.759404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152b00.
00010000:00000010:3.1:1789431281.759419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00000080:00000010:3.1:1789431281.956193:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5160.
00010000:00000010:3.1:1789431281.999397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978800.
00000080:00000010:3.1:1789431282.061553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1ba0.
00010000:00000010:3.1:1789431282.112636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978800.
00000080:00000010:3.1:1789431282.117484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475640.
00010000:00000010:3.1:1789431282.176418:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431282.183345:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00010000:00000010:3.1:1789431282.184843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00010000:00000010:3.1:1789431282.238382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:3.1:1789431282.288197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f800.
00010000:00000010:3.1:1789431282.438862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978800.
00010000:00000010:3.1:1789431282.489516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:3.1:1789431282.509835:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:3.1:1789431282.561682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:3.1:1789431282.770449:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:3.1:1789431282.886765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431282.915980:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78627a800.
00010000:00000010:3.1:1789431282.915995:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:3.1:1789431282.987812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f200.
00010000:00000010:3.1:1789431283.012264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:3.1:1789431283.153389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4700.
00010000:00000010:3.1:1789431283.153418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:3.1:1789431283.153425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7800.
00010000:00000010:3.1:1789431283.153430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8200.
00010000:00000010:3.1:1789431283.153438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bff00.
00010000:00000010:3.1:1789431283.153446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00010000:00000010:3.1:1789431283.153450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06100.
00010000:00000010:3.1:1789431283.153455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00010000:00000010:3.1:1789431283.153458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786cede00.
00010000:00000010:3.1:1789431283.153462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:3.1:1789431283.198051:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508000.
00010000:00000010:3.1:1789431283.198059:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00010000:00000010:3.1:1789431283.295366:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508300.
00010000:00000010:3.1:1789431283.295374:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:3.1:1789431283.324525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480f00.
00010000:00000010:3.1:1789431283.324532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00000080:00000010:3.1:1789431283.374221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519be0.
00000080:00000010:3.1:1789431283.374237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:3.1:1789431283.374242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107800.
00010000:00000010:3.1:1789431283.374248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00010000:00000010:3.1:1789431283.374252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00000080:00000010:3.1:1789431283.385396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55e0.
00000080:00000010:3.1:1789431283.708770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475020.
00010000:00000010:3.1:1789431283.806860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431283.965434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e60100.
00010000:00000010:3.1:1789431283.965443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3e00.
00000080:00000010:3.1:1789431283.991419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb13c0.
00000080:00000010:3.1:1789431284.004406:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661eb40.
00010000:00000010:3.1:1789431284.082454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fa00.
00010000:00000010:3.1:1789431284.124383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:3.1:1789431284.179423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f600.
00010000:00000010:3.1:1789431284.188388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431284.239452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:3.1:1789431284.280473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e800.
00010000:00000010:3.1:1789431284.442616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431284.704883:0:5580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78627ac00.
00010000:00000010:3.1:1789431284.704899:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:3.1:1789431284.720374:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8400.
00010000:00000010:3.1:1789431284.720380:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:3.1:1789431284.720384:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191a00.
00010000:00000010:3.1:1789431284.720387:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00010000:00000010:3.1:1789431284.720390:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7300.
00010000:00000010:3.1:1789431284.720393:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f000.
00010000:00000010:3.1:1789431284.720396:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f100.
00010000:00000010:3.1:1789431284.720400:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00010000:00000010:3.1:1789431284.720403:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208c00.
00010000:00000010:3.1:1789431284.720405:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:3.1:1789431284.764588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:3.1:1789431284.764598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107900.
00010000:00000010:3.1:1789431284.764605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c600.
00010000:00000010:3.1:1789431284.792668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75400.
00010000:00000010:3.1:1789431284.792679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f200.
00000080:00000010:3.1:1789431285.238394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755c0.
00010000:00000010:3.1:1789431285.238412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00000080:00000010:3.1:1789431285.633948:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475780.
00010000:00000010:3.1:1789431285.694407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00000080:00000010:3.1:1789431285.694423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475aa0.
00000080:00000010:3.1:1789431285.825714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475800.
00010000:00000010:3.1:1789431285.898425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00000080:00000010:3.1:1789431286.060756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475720.
00000080:00000010:3.1:1789431286.060774:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65539c0.
00000080:00000010:3.1:1789431286.121453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d00.
00010000:00000010:3.1:1789431286.722428:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00000080:00000010:3.1:1789431286.722436:0:37:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475340.
00010000:00000010:3.1:1789431286.731409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191700.
00010000:00000010:3.1:1789431286.731424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00000080:00000010:3.1:1789431286.979777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00010000:00000010:3.1:1789431286.979789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f600.
00010000:00000010:3.1:1789431287.178470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00000080:00000010:3.1:1789431287.391552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5140.
00010000:00000010:3.1:1789431287.413683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00010000:00000010:3.1:1789431287.413707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00000080:00000010:3.1:1789431287.436400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d00.
00000080:00000010:3.1:1789431287.436432:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789597380.
00010000:00000010:3.1:1789431287.460927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00000080:00000010:3.1:1789431287.460935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1560.
00000080:00000010:3.1:1789431287.504395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00000080:00000010:3.1:1789431287.578386:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1920.
00010000:00000010:3.1:1789431287.578399:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fa00.
00000080:00000010:3.1:1789431288.004400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750a0.
00010000:00000010:3.1:1789431288.024737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191c00.
00010000:00000010:3.1:1789431288.024754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00000080:00000010:3.1:1789431288.648768:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d00.
00010000:00000010:3.1:1789431288.656834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32800.
00010000:00000010:3.1:1789431288.656840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00010000:00000010:3.1:1789431288.917472:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00000080:00000010:3.1:1789431288.971030:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00010000:00000010:3.1:1789431289.014525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f200.
00010000:00000010:3.1:1789431289.054395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:3.1:1789431289.139395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:3.1:1789431289.198113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75f00.
00010000:00000010:3.1:1789431289.198135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:3.1:1789431289.267029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeede00.
00010000:00000010:3.1:1789431289.620426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:3.1:1789431289.620436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed400.
00010000:00000010:3.1:1789431289.974559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191a00.
00010000:00000010:3.1:1789431289.974574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:3.1:1789431290.176388:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:3.1:1789431290.228448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:3.1:1789431290.258257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00000080:00000010:3.1:1789431290.258304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475120.
00010000:00000010:3.1:1789431290.264408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9400.
00010000:00000010:3.1:1789431290.627388:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9400.
00000080:00000010:3.1:1789431290.627407:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1620.
00010000:00000010:3.1:1789431290.770411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00010000:00000010:3.1:1789431290.811611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00010000:00000010:3.1:1789431291.042589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00010000:00000010:3.1:1789431291.257613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:3.1:1789431291.342368:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00000080:00000010:3.1:1789431291.400627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a00.
00010000:00000010:3.1:1789431291.561232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00010000:00000010:3.1:1789431291.877381:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2200.
00010000:00000010:3.1:1789431292.812911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:3.1:1789431292.953965:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:3.1:1789431293.286803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaad00.
00010000:00000010:3.1:1789431293.286825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:3.1:1789431293.401212:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:3.1:1789431293.522421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:3.1:1789431293.607698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:3.1:1789431293.642400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:3.1:1789431293.884457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497200.
00010000:00000010:3.1:1789431294.038432:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:3.1:1789431294.109515:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497a00.
00010000:00000010:3.1:1789431294.298397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00000080:00000010:3.1:1789431294.431962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00000080:00000010:3.1:1789431294.431979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755e0.
00010000:00000010:3.1:1789431294.537384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64c00.
00010000:00000010:3.1:1789431294.537401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00000080:00000010:3.1:1789431294.577383:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475260.
00000080:00000010:3.1:1789431294.577408:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895ca940.
00010000:00000010:3.1:1789431294.601829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00000080:00000010:3.1:1789431294.601843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb18c0.
00010000:00000010:3.1:1789431294.762745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:3.1:1789431294.867850:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20100.
00010000:00000010:3.1:1789431294.867865:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00000080:00000010:3.1:1789431294.922591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b50c0.
00010000:00000010:3.1:1789431294.922604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497a00.
00010000:00000010:3.1:1789431295.000396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00000080:00000010:3.1:1789431295.205755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb18e0.
00010000:00000010:3.1:1789431295.328910:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8200.
00000080:00000010:3.1:1789431295.346359:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00010000:00000010:3.1:1789431295.356894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497800.
00010000:00000010:3.1:1789431295.405750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:3.1:1789431295.424455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00010000:00000010:3.1:1789431295.465499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00010000:00000010:3.1:1789431295.615481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:3.1:1789431295.658339:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00010000:00000010:3.1:1789431295.920841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00000080:00000010:3.1:1789431296.051975:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519180.
00000080:00000010:3.1:1789431296.062511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475580.
00010000:00000010:3.1:1789431296.088917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497800.
00010000:00000010:3.1:1789431296.255772:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:3.1:1789431296.347386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497c00.
00010000:00000010:3.1:1789431296.481917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa600.
00000080:00000010:3.1:1789431296.551466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c80.
00010000:00000010:3.1:1789431296.555689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfaa00.
00010000:00000010:3.1:1789431296.555701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00010000:00000010:3.1:1789431297.241395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00000080:00000010:3.1:1789431297.241438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519720.
00010000:00000010:3.1:1789431297.241445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:3.1:1789431297.539561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfae00.
00010000:00000010:3.1:1789431297.634524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8400.
00010000:00000010:3.1:1789431297.634532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64000.
00010000:00000010:3.1:1789431297.634536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00000080:00000010:3.1:1789431297.674802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752c0.
00000080:00000010:3.1:1789431297.693543:0:2342:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895ce300.
00010000:00000010:3.1:1789431297.742561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1800.
00010000:00000010:3.1:1789431297.742570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2600.
00010000:00000010:3.1:1789431297.742573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96e00.
00010000:00000010:3.1:1789431297.742577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f200.
00010000:00000010:3.1:1789431297.742581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64300.
00010000:00000010:3.1:1789431297.742584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:3.1:1789431297.742589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191800.
00010000:00000010:3.1:1789431297.742591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431297.747025:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191b00.
00010000:00000010:3.1:1789431297.747038:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:3.1:1789431297.747042:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:3.1:1789431298.143259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00010000:00000010:3.1:1789431298.188821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487300.
00010000:00000010:3.1:1789431298.188830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8e00.
00010000:00000010:3.1:1789431298.250925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789d93200.
00010000:00000010:3.1:1789431298.250933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2800.
00000080:00000010:3.1:1789431298.669577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00000080:00000010:3.1:1789431298.955999:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475080.
00010000:00000010:3.1:1789431299.063005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00000080:00000010:3.1:1789431299.063023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54a0.
00010000:00000010:3.1:1789431299.347952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00000080:00000010:3.1:1789431299.347961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5760.
00010000:00000010:3.1:1789431299.390687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00010000:00000010:3.1:1789431299.667375:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00000080:00000010:3.1:1789431299.853411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f80.
00010000:00000010:3.1:1789431299.909908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c600.
00010000:00000010:3.1:1789431300.010385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:3.1:1789431300.188554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508700.
00010000:00000010:3.1:1789431300.188567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:3.1:1789431300.213002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:3.1:1789431300.648994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00000080:00000010:3.1:1789431300.649006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1bc0.
00010000:00000010:3.1:1789431300.662428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00010000:00000010:3.1:1789431300.702713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00000080:00000010:3.1:1789431300.876109:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fe0.
00000080:00000010:3.1:1789431300.876117:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d40.
00010000:00000010:3.1:1789431300.876123:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497c00.
00010000:00000010:3.1:1789431300.998457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00000080:00000010:3.1:1789431301.103495:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1200.
00010000:00000010:3.1:1789431301.132481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00000080:00000010:3.1:1789431301.132498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1660.
00010000:00000010:3.1:1789431301.382423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:3.1:1789431301.634424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:3.1:1789431301.895986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:3.1:1789431301.982421:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:3.1:1789431302.363569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00000080:00000010:3.1:1789431302.369723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475940.
00010000:00000010:3.1:1789431302.432551:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:3.1:1789431302.555496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:3.1:1789431302.561330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00000080:00000010:3.1:1789431302.752566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00010000:00000010:3.1:1789431303.980131:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00010000:00000010:3.1:1789431304.125027:0:5589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220e00.
00000080:00000010:3.1:1789431304.338496:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1200.
00000080:00000010:3.1:1789431304.348526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5980.
00000080:00000010:3.1:1789431304.357418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1700.
00000080:00000010:3.1:1789431304.371593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00000080:00000010:3.1:1789431304.687509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51c0.
00010000:00000010:3.1:1789431304.705601:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00000080:00000010:3.1:1789431304.705615:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1740.
00000080:00000010:3.1:1789431304.742494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475360.
00000080:00000010:3.1:1789431304.753096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00010000:00000010:3.1:1789431305.034860:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00010000:00000010:3.1:1789431305.041513:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00010000:00000010:3.1:1789431305.084456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd000.
00010000:00000010:3.1:1789431305.084479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:3.1:1789431305.507663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aa700.
00010000:00000010:3.1:1789431305.507678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8400.
00010000:00000010:3.1:1789431305.833399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99900.
00010000:00000010:3.1:1789431305.833418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:3.1:1789431305.901240:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00000080:00000010:3.1:1789431305.965701:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54c0.
00000080:00000010:3.1:1789431305.965714:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519920.
00010000:00000010:3.1:1789431305.965719:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e000.
00000080:00000010:3.1:1789431306.080086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00000080:00000010:3.1:1789431306.139733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475900.
00000080:00000010:3.1:1789431306.155227:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1fc0.
00000080:00000010:3.1:1789431306.168408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00000080:00000010:3.1:1789431306.179500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5500.
00010000:00000010:3.1:1789431306.487307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96300.
00010000:00000010:3.1:1789431306.487317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2e00.
00010000:00000010:3.1:1789431306.497390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00010000:00000010:3.1:1789431306.540450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00010000:00000010:3.1:1789431306.540469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f800.
00010000:00000010:3.1:1789431306.563695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaad00.
00010000:00000010:3.1:1789431306.563719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00010000:00000010:3.1:1789431306.686483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00000080:00000010:3.1:1789431306.906652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752a0.
00000080:00000010:3.1:1789431306.955447:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475be0.
00010000:00000010:3.1:1789431307.151385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e000.
00010000:00000010:3.1:1789431307.412655:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f600.
00010000:00000010:3.1:1789431308.089651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f800.
00000080:00000010:3.1:1789431308.300586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519980.
00000080:00000010:3.1:1789431308.320506:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b40.
00000080:00000010:3.1:1789431308.328347:0:14683:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53e0.
00010000:00000010:3.1:1789431308.347340:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:3.1:1789431308.555385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aa700.
00010000:00000010:3.1:1789431308.555395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00000080:00000010:3.1:1789431308.826410:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895918c0.
00010000:00000010:3.1:1789431308.846456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2800.
00000080:00000010:3.1:1789431308.846463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1e00.
00010000:00000010:3.1:1789431309.075440:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f600.
00010000:00000010:3.1:1789431309.223395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789d93200.
00010000:00000010:3.1:1789431309.223404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5ec00.
00010000:00000010:3.1:1789431309.223408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c800.
00010000:00000010:3.1:1789431309.223412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3500.
00010000:00000010:3.1:1789431309.223416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:3.1:1789431309.298549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f200.
00010000:00000010:3.1:1789431309.327575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:3.1:1789431309.415768:0:14683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e600.
00010000:00000010:3.1:1789431309.431758:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99500.
00010000:00000010:3.1:1789431309.431768:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:3.1:1789431309.431772:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00010000:00000010:3.1:1789431309.508811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f200.
00000080:00000010:3.1:1789431309.738475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c40.
00000080:00000010:3.1:1789431309.750079:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755e0.
00000080:00000010:3.1:1789431309.750103:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c20.
00000080:00000010:3.1:1789431309.755491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758c0.
00010000:00000010:3.1:1789431309.962662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:3.1:1789431309.986435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:3.1:1789431310.104666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:3.1:1789431310.169384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93600.
00010000:00000010:3.1:1789431310.223454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:3.1:1789431310.237441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00000080:00000010:3.1:1789431310.272579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519580.
00010000:00000010:3.1:1789431310.372072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35700.
00010000:00000010:3.1:1789431310.372094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2c00.
00010000:00000010:3.1:1789431310.451271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b947d500.
00010000:00000010:3.1:1789431310.451281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:3.1:1789431310.687408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2c00.
00010000:00000010:3.1:1789431310.948392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2c00.
00010000:00000010:3.1:1789431310.995740:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00000080:00000010:3.1:1789431311.003481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5400.
00010000:00000010:3.1:1789431311.015482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2000.
00010000:00000010:3.1:1789431311.019578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00010000:00000010:3.1:1789431311.073406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:3.1:1789431311.119404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f000.
00010000:00000010:3.1:1789431311.162492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:3.1:1789431311.166330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f200.
00010000:00000010:3.1:1789431311.222646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:3.1:1789431311.636406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99100.
00010000:00000010:3.1:1789431311.636441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:3.1:1789431311.809433:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00010000:00000010:3.1:1789431311.882693:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:3.1:1789431311.945043:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa400.
00010000:00000010:3.1:1789431311.945053:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00000080:00000010:3.1:1789431312.079583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00010000:00000010:3.1:1789431312.364382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8200.
00010000:00000010:3.1:1789431312.378978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75d00.
00010000:00000010:3.1:1789431312.378995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:3.1:1789431312.667996:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487600.
00010000:00000010:3.1:1789431312.668005:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00010000:00000010:3.1:1789431312.748392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:3.1:1789431312.748409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e000.
00000080:00000010:3.1:1789431312.859884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1de0.
00010000:00000010:3.1:1789431312.936938:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e000.
00000080:00000010:3.1:1789431312.961286:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a00.
00000080:00000010:3.1:1789431312.992672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475aa0.
00000080:00000010:3.1:1789431313.007219:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f00.
00010000:00000010:3.1:1789431313.055051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00010000:00000010:3.1:1789431313.108287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107600.
00010000:00000010:3.1:1789431313.108295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:3.1:1789431313.108298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:3.1:1789431313.145922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00010000:00000010:3.1:1789431313.185399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:3.1:1789431313.212692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5fe00.
00010000:00000010:3.1:1789431313.482890:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00000080:00000010:3.1:1789431313.986379:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475480.
00000080:00000010:3.1:1789431314.076295:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00000080:00000010:3.1:1789431314.101428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b80.
00010000:00000010:3.1:1789431314.245488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7e00.
00010000:00000010:3.1:1789431314.407644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7af66b700.
00010000:00000010:3.1:1789431314.407662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93600.
00010000:00000010:3.1:1789431314.407667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208c00.
00010000:00000010:3.1:1789431314.407670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00000080:00000010:3.1:1789431314.519495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d00.
00000080:00000010:3.1:1789431314.534395:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895ca100.
00010000:00000010:3.1:1789431314.650784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b947da00.
00010000:00000010:3.1:1789431314.650792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8400.
00010000:00000010:3.1:1789431314.650798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd000.
00010000:00000010:3.1:1789431314.650801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431314.745933:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:3.1:1789431314.947438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:3.1:1789431314.955880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79000.
00010000:00000010:3.1:1789431314.964625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2200.
00010000:00000010:3.1:1789431315.292681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00000080:00000010:3.1:1789431315.292702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5120.
00010000:00000010:3.1:1789431315.921405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:3.1:1789431316.066519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221600.
00000080:00000010:3.1:1789431316.066528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f20.
00010000:00000010:3.1:1789431316.117710:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2800.
00010000:00000010:3.1:1789431316.202452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00000080:00000010:3.1:1789431316.206400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b40.
00010000:00000010:3.1:1789431316.209756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2600.
00000080:00000010:3.1:1789431316.214411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1140.
00010000:00000010:3.1:1789431316.222731:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3a00.
00010000:00000010:3.1:1789431316.320112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:3.1:1789431316.501700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78000.
00000080:00000010:3.1:1789431316.589433:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789590000.
00000080:00000010:3.1:1789431316.663909:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb13c0.
00010000:00000010:3.1:1789431316.709292:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00000080:00000010:3.1:1789431316.709306:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475780.
00010000:00000010:3.1:1789431316.793201:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00010000:00000010:3.1:1789431317.000823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2800.
00010000:00000010:3.1:1789431317.021741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00000080:00000010:3.1:1789431317.661858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519560.
00010000:00000010:3.1:1789431317.678531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2200.
00000080:00000010:3.1:1789431317.866497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475740.
00010000:00000010:3.1:1789431318.310490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00010000:00000010:3.1:1789431318.681468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7af66bf00.
00010000:00000010:3.1:1789431318.681495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220e00.
00010000:00000010:3.1:1789431318.681500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6c900.
00010000:00000010:3.1:1789431318.681503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79000.
00010000:00000010:3.1:1789431318.786463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00000080:00000010:3.1:1789431318.861580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ae0.
00010000:00000010:3.1:1789431319.014454:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431319.189045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79196fe00.
00010000:00000010:3.1:1789431319.189066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:3.1:1789431319.280781:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:3.1:1789431319.414551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:3.1:1789431319.804826:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:3.1:1789431319.804890:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64b00.
00010000:00000010:3.1:1789431319.804896:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa600.
00010000:00000010:3.1:1789431319.804900:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00000080:00000010:3.1:1789431319.826252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475900.
00000080:00000010:3.1:1789431319.826268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b40.
00010000:00000010:3.1:1789431319.937635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:3.1:1789431320.283384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:3.1:1789431320.376390:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8e00.
00000080:00000010:3.1:1789431320.376398:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00010000:00000010:3.1:1789431320.589574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8e00.
00010000:00000010:3.1:1789431320.628488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8e00.
00010000:00000010:3.1:1789431320.852553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:3.1:1789431320.852561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487b00.
00010000:00000010:3.1:1789431320.852565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:3.1:1789431320.887687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbc00.
00000080:00000010:3.1:1789431320.922586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f80.
00010000:00000010:3.1:1789431321.155372:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64000.
00010000:00000010:3.1:1789431321.155383:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fac00.
00010000:00000010:3.1:1789431321.155388:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4b00.
00010000:00000010:3.1:1789431321.155394:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5c00.
00010000:00000010:3.1:1789431321.155406:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79196fa00.
00010000:00000010:3.1:1789431321.155425:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00000080:00000010:3.1:1789431321.173659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750e0.
00010000:00000010:3.1:1789431321.203492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aa700.
00010000:00000010:3.1:1789431321.203502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:3.1:1789431321.881711:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:3.1:1789431321.979814:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:3.1:1789431321.983655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5660.
00010000:00000010:3.1:1789431322.273430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431322.337943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00000080:00000010:3.1:1789431322.644734:0:14653:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00010000:00000010:3.1:1789431322.665346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:3.1:1789431322.665369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00000080:00000010:3.1:1789431322.835391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fc0.
00000080:00000010:3.1:1789431322.835415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519280.
00010000:00000010:3.1:1789431323.033644:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d800.
00010000:00000010:3.1:1789431323.306440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aae00.
00010000:00000010:3.1:1789431323.306467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00000080:00000010:3.1:1789431323.585606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d60.
00010000:00000010:3.1:1789431323.585628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d800.
00000080:00000010:3.1:1789431323.604678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1820.
00000080:00000010:3.1:1789431323.604694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d80.
00010000:00000010:3.1:1789431323.946416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:3.1:1789431324.082908:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:3.1:1789431324.721559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:3.1:1789431324.798851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20900.
00010000:00000010:3.1:1789431324.798873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00000080:00000010:3.1:1789431325.301620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00000080:00000010:3.1:1789431325.301658:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895ce300.
00010000:00000010:3.1:1789431325.731731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:3.1:1789431325.820826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96300.
00010000:00000010:3.1:1789431325.820837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:3.1:1789431325.949983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221600.
00000080:00000010:3.1:1789431325.949992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1b00.
00000080:00000010:3.1:1789431326.496381:0:2349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475600.
00010000:00000010:3.1:1789431326.612912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00000080:00000010:3.1:1789431326.612930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475dc0.
00010000:00000010:3.1:1789431326.764160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:3.1:1789431327.148481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb800.
00010000:00000010:3.1:1789431327.975592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00000080:00000010:3.1:1789431327.975602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00010000:00000010:3.1:1789431328.216618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93600.
00010000:00000010:3.1:1789431328.654890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00000080:00000010:3.1:1789431328.720473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751a0.
00010000:00000010:3.1:1789431328.959704:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00000080:00000010:3.1:1789431329.193566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00000080:00000010:3.1:1789431329.193585:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c6b40.
00010000:00000010:3.1:1789431329.215175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:3.1:1789431329.293081:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:3.1:1789431329.350075:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431329.357579:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00000080:00000010:3.1:1789431329.418323:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905191e0.
00010000:00000010:3.1:1789431329.456545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00000080:00000010:3.1:1789431329.511902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b20.
00000080:00000010:3.1:1789431329.530241:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519620.
00000080:00000010:3.1:1789431329.658561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00010000:00000010:3.1:1789431329.694013:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:3.1:1789431329.751412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:3.1:1789431329.756820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243e00.
00010000:00000010:3.1:1789431329.756828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:3.1:1789431329.808392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00010000:00000010:3.1:1789431329.886390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00010000:00000010:3.1:1789431329.886421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:3.1:1789431330.101327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00010000:00000010:3.1:1789431330.123524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00000080:00000010:3.1:1789431330.154462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475740.
00010000:00000010:3.1:1789431330.159691:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827ff00.
00010000:00000010:3.1:1789431330.159697:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:3.1:1789431330.173285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00010000:00000010:3.1:1789431330.229374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:3.1:1789431330.351408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497200.
00010000:00000010:3.1:1789431330.434922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00010000:00000010:3.1:1789431331.169382:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00000080:00000010:3.1:1789431331.422760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e20.
00010000:00000010:3.1:1789431331.427431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7af66bb00.
00010000:00000010:3.1:1789431331.427441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa800.
00000080:00000010:3.1:1789431331.449476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00000080:00000010:3.1:1789431331.449504:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6556b40.
00010000:00000010:3.1:1789431331.459417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00010000:00000010:3.1:1789431331.459432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:3.1:1789431331.538758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107100.
00010000:00000010:3.1:1789431331.538781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93600.
00010000:00000010:3.1:1789431331.652535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ec00.
00000080:00000010:3.1:1789431331.652554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d80.
00010000:00000010:3.1:1789431331.929683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00010000:00000010:3.1:1789431332.000700:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:3.1:1789431332.365478:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:3.1:1789431332.365524:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00010000:00000010:3.1:1789431332.365532:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:3.1:1789431332.415491:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243b00.
00010000:00000010:3.1:1789431332.415501:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00000080:00000010:3.1:1789431332.423189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d80.
00010000:00000010:3.1:1789431332.445984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496e00.
00000080:00000010:3.1:1789431332.627147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f20.
00000080:00000010:3.1:1789431332.627178:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c4200.
00010000:00000010:3.1:1789431332.667681:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:3.1:1789431332.736933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00000080:00000010:3.1:1789431333.237913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519900.
00000080:00000010:3.1:1789431333.237925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1ea0.
00010000:00000010:3.1:1789431333.237932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00000080:00000010:3.1:1789431333.237957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5940.
00010000:00000010:3.1:1789431333.237962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ae00.
00010000:00000010:3.1:1789431333.286531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b947d200.
00010000:00000010:3.1:1789431333.286539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:3.1:1789431333.389634:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:3.1:1789431333.389644:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00010000:00000010:3.1:1789431333.465659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00010000:00000010:3.1:1789431333.534565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0200.
00010000:00000010:3.1:1789431333.534577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5c00.
00000080:00000010:3.1:1789431333.544457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1280.
00000080:00000010:3.1:1789431333.544485:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655a100.
00010000:00000010:3.1:1789431333.544492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00000080:00000010:3.1:1789431333.544495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb11a0.
00010000:00000010:3.1:1789431333.580621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ec00.
00010000:00000010:3.1:1789431333.888039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa000.
00010000:00000010:3.1:1789431333.888057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00000080:00000010:3.1:1789431334.025600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d40.
00000080:00000010:3.1:1789431334.025624:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c6b40.
00010000:00000010:3.1:1789431334.031101:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00010000:00000010:3.1:1789431334.122443:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00000080:00000010:3.1:1789431334.122493:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756a0.
00000080:00000010:3.1:1789431334.122502:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5600.
00010000:00000010:3.1:1789431334.122507:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00000080:00000010:3.1:1789431334.155883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475860.
00000080:00000010:3.1:1789431334.164590:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655b9c0.
00000080:00000010:3.1:1789431334.838593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f00.
00010000:00000010:3.1:1789431335.026384:0:5580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243000.
00010000:00000010:3.1:1789431335.026393:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e600.
00010000:00000010:3.1:1789431335.123052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3000.
00000080:00000010:3.1:1789431335.123059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b40.
00000080:00000010:3.1:1789431335.183394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00000080:00000010:3.1:1789431335.183416:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c4200.
00010000:00000010:3.1:1789431335.267412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fd00.
00010000:00000010:3.1:1789431335.267431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5fc00.
00010000:00000010:3.1:1789431335.371867:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa900.
00010000:00000010:3.1:1789431335.371879:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f800.
00010000:00000010:3.1:1789431335.628835:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00000080:00000010:3.1:1789431335.638879:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00000080:00000010:3.1:1789431335.638914:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6618840.
00010000:00000010:3.1:1789431335.646403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:3.1:1789431335.646414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb12c0.
00010000:00000010:3.1:1789431335.853394:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152000.
00010000:00000010:3.1:1789431335.853401:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2600.
00000080:00000010:3.1:1789431335.857581:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53c0.
00000080:00000010:3.1:1789431335.857602:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6618000.
00010000:00000010:3.1:1789431335.866207:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00010000:00000010:3.1:1789431335.942399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00000080:00000010:3.1:1789431335.942524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475440.
00010000:00000010:3.1:1789431335.986751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0600.
00010000:00000010:3.1:1789431335.986767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00000080:00000010:3.1:1789431335.994188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475260.
00000080:00000010:3.1:1789431335.994223:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6558000.
00010000:00000010:3.1:1789431336.006653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c600.
00010000:00000010:3.1:1789431336.132231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152000.
00010000:00000010:3.1:1789431336.132251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c600.
00010000:00000010:3.1:1789431336.369340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431336.481699:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:3.1:1789431336.507852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00010000:00000010:3.1:1789431336.554920:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8500.
00010000:00000010:3.1:1789431336.554931:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa400.
00010000:00000010:3.1:1789431336.672406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243000.
00010000:00000010:3.1:1789431336.672415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5f800.
00010000:00000010:3.1:1789431337.169566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d800.
00010000:00000010:3.1:1789431337.212412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8e00.
00010000:00000010:3.1:1789431337.212426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00000080:00000010:3.1:1789431337.227823:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb18e0.
00010000:00000010:3.1:1789431337.227837:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00000080:00000010:3.1:1789431337.227840:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a60.
00010000:00000010:3.1:1789431337.244743:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00000080:00000010:3.1:1789431337.439105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475760.
00000080:00000010:3.1:1789431337.439143:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c6b40.
00010000:00000010:3.1:1789431337.639388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c600.
00010000:00000010:3.1:1789431337.657736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:3.1:1789431337.983640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbe00.
00000080:00000010:3.1:1789431338.090558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d40.
00000080:00000010:3.1:1789431338.090590:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895cb180.
00010000:00000010:3.1:1789431338.156492:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e60b00.
00010000:00000010:3.1:1789431338.156507:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0400.
00010000:00000010:3.1:1789431338.156512:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:3.1:1789431338.161472:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00000080:00000010:3.1:1789431338.169870:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c1080.
00010000:00000010:3.1:1789431338.169884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786cede00.
00010000:00000010:3.1:1789431338.169888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:3.1:1789431338.182781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00000080:00000010:3.1:1789431338.221546:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fc200.
00010000:00000010:3.1:1789431338.230487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7af66bb00.
00010000:00000010:3.1:1789431338.230498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2600.
00010000:00000010:3.1:1789431338.280398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8e00.
00010000:00000010:3.1:1789431338.280410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:3.1:1789431338.373630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0900.
00010000:00000010:3.1:1789431338.373641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221000.
00000080:00000010:3.1:1789431338.407701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752e0.
00010000:00000010:3.1:1789431338.416644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3000.
00010000:00000010:3.1:1789431338.623645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:3.1:1789431338.727740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00000080:00000010:3.1:1789431338.727749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ae0.
00010000:00000010:3.1:1789431338.766432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:3.1:1789431338.778439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:3.1:1789431338.815139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b52c0.
00010000:00000010:3.1:1789431338.963663:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00010000:00000010:3.1:1789431339.041433:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221400.
00000080:00000010:3.1:1789431339.050099:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475900.
00000080:00000010:3.1:1789431339.050109:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f80.
00010000:00000010:3.1:1789431339.050115:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072300.
00010000:00000010:3.1:1789431339.050120:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:3.1:1789431339.050123:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00000080:00000010:3.1:1789431339.059513:0:14623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905196a0.
00010000:00000010:3.1:1789431339.158409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0100.
00010000:00000010:3.1:1789431339.158419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00000080:00000010:3.1:1789431339.166481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475080.
00000080:00000010:3.1:1789431339.166505:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65598c0.
00010000:00000010:3.1:1789431339.177218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2000.
00010000:00000010:3.1:1789431339.567893:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75e00.
00010000:00000010:3.1:1789431339.567905:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:3.1:1789431339.590434:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191e00.
00010000:00000010:3.1:1789431339.590442:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e800.
00010000:00000010:3.1:1789431339.590448:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e60900.
00010000:00000010:3.1:1789431339.590621:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9e600.
00010000:00000010:3.1:1789431339.597441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06f00.
00010000:00000010:3.1:1789431339.597451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:3.1:1789431339.597468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71e00.
00010000:00000010:3.1:1789431339.597475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:3.1:1789431339.597481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2b00.
00010000:00000010:3.1:1789431339.597489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:3.1:1789431339.597496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5ce00.
00010000:00000010:3.1:1789431339.597502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d95400.
00010000:00000010:3.1:1789431339.600405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4e00.
00010000:00000010:3.1:1789431339.600419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:3.1:1789431339.913511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220400.
00010000:00000010:3.1:1789431340.416787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030c00.
00010000:00000010:3.1:1789431340.561492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00010000:00000010:3.1:1789431340.641944:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e60400.
00010000:00000010:3.1:1789431340.641950:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00010000:00000010:3.1:1789431340.656387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0674700.
00010000:00000010:3.1:1789431340.656396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00010000:00000010:3.1:1789431340.798556:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0e00.
00010000:00000010:3.1:1789431340.798567:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00000080:00000010:3.1:1789431340.809113:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ec0.
00000080:00000010:3.1:1789431340.814296:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655e300.
00010000:00000010:3.1:1789431341.611569:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00010000:00000010:3.1:1789431341.968073:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00010000:00000010:3.1:1789431342.272606:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f700.
00010000:00000010:3.1:1789431342.272618:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00010000:00000010:3.1:1789431342.272623:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072d00.
00010000:00000010:3.1:1789431342.272626:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00010000:00000010:3.1:1789431342.272631:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2200.
00010000:00000010:3.1:1789431342.272634:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00000080:00000010:3.1:1789431342.300004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519220.
00010000:00000010:3.1:1789431342.308965:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00010000:00000010:3.1:1789431342.618479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221400.
00010000:00000010:3.1:1789431342.771532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c200.
00010000:00000010:3.1:1789431342.771542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00000080:00000010:3.1:1789431343.042473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d40.
00010000:00000010:3.1:1789431343.796401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:3.1:1789431343.997693:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220400.
00000080:00000010:3.1:1789431344.151396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00010000:00000010:3.1:1789431344.672596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0800.
00010000:00000010:3.1:1789431344.672610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00000080:00000010:3.1:1789431345.010426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197e0.
00010000:00000010:3.1:1789431345.145883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00010000:00000010:3.1:1789431345.227107:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:3.1:1789431345.303501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00000080:00000010:3.1:1789431345.406818:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519480.
00000080:00000010:3.1:1789431345.406854:0:2342:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661a100.
00010000:00000010:3.1:1789431345.528455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00010000:00000010:3.1:1789431345.585458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00010000:00000010:3.1:1789431346.246405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487a00.
00010000:00000010:3.1:1789431346.246417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00000080:00000010:3.1:1789431346.347467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c20.
00010000:00000010:3.1:1789431346.411692:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:3.1:1789431346.441527:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:3.1:1789431346.636543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497800.
00010000:00000010:3.1:1789431346.761959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00000080:00000010:3.1:1789431346.761979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519200.
00010000:00000010:3.1:1789431346.874509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00000080:00000010:3.1:1789431347.230698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b60.
00010000:00000010:3.1:1789431347.293687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00010000:00000010:3.1:1789431347.293744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbc00.
00010000:00000010:3.1:1789431347.293749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00000080:00000010:3.1:1789431347.311625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f00.
00000080:00000010:3.1:1789431347.311641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1880.
00010000:00000010:3.1:1789431347.311647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00000080:00000010:3.1:1789431347.311651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb13c0.
00000080:00000010:3.1:1789431347.450392:0:14623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00010000:00000010:3.1:1789431347.450408:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:3.1:1789431347.603798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00000080:00000010:3.1:1789431347.712411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5120.
00010000:00000010:3.1:1789431348.009476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbc00.
00010000:00000010:3.1:1789431348.075925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:3.1:1789431348.117021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fac00.
00010000:00000010:3.1:1789431348.249560:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:3.1:1789431348.302403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00000080:00000010:3.1:1789431348.302428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5520.
00010000:00000010:3.1:1789431348.407413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00010000:00000010:3.1:1789431348.447374:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00010000:00000010:3.1:1789431348.461405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:3.1:1789431348.616723:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00000080:00000010:3.1:1789431348.616772:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1f80.
00000080:00000010:3.1:1789431348.616784:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1620.
00000080:00000010:3.1:1789431348.616791:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb19e0.
00010000:00000010:3.1:1789431348.649785:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fac00.
00010000:00000010:3.1:1789431348.719582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f200.
00000080:00000010:3.1:1789431348.865393:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475180.
00010000:00000010:3.1:1789431349.085079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0200.
00010000:00000010:3.1:1789431349.085105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:3.1:1789431349.180419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fac00.
00000080:00000010:3.1:1789431349.281878:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00010000:00000010:3.1:1789431349.281901:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:3.1:1789431349.480459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:3.1:1789431349.550370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:3.1:1789431349.636444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa400.
00010000:00000010:3.1:1789431349.897628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:3.1:1789431350.099375:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00000080:00000010:3.1:1789431350.213271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5800.
00000080:00000010:3.1:1789431350.223584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519360.
00000080:00000010:3.1:1789431350.223602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519920.
00000080:00000010:3.1:1789431350.227385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00010000:00000010:3.1:1789431350.227399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:3.1:1789431350.357401:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00000080:00000010:3.1:1789431350.357409:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c00.
00010000:00000010:3.1:1789431350.427371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb000.
00010000:00000010:3.1:1789431350.532399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8500.
00010000:00000010:3.1:1789431350.532410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00000080:00000010:3.1:1789431350.704463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53c0.
00000080:00000010:3.1:1789431350.770390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519420.
00000080:00000010:3.1:1789431350.770401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a40.
00010000:00000010:3.1:1789431350.936707:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00000080:00000010:3.1:1789431350.936716:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a40.
00000080:00000010:3.1:1789431351.370944:0:14623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759e0.
00010000:00000010:3.1:1789431351.423987:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:3.1:1789431352.075681:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75800.
00010000:00000010:3.1:1789431352.075700:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00010000:00000010:3.1:1789431352.115025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:3.1:1789431352.161683:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00000080:00000010:3.1:1789431352.168424:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754a0.
00010000:00000010:3.1:1789431352.168441:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeedc00.
00010000:00000010:3.1:1789431352.214637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00000080:00000010:3.1:1789431352.214650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1bc0.
00010000:00000010:3.1:1789431352.462857:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00010000:00000010:3.1:1789431352.559396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00000080:00000010:3.1:1789431352.900917:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519980.
00010000:00000010:3.1:1789431352.916393:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:3.1:1789431352.976424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:3.1:1789431353.054861:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00010000:00000010:3.1:1789431353.114593:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107400.
00010000:00000010:3.1:1789431353.114603:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b3d5e400.
00010000:00000010:3.1:1789431353.241575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00000080:00000010:3.1:1789431353.241586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475980.
00010000:00000010:3.1:1789431353.266472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00010000:00000010:3.1:1789431353.441392:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072100.
00010000:00000010:3.1:1789431353.441399:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485a00.
00000080:00000010:3.1:1789431353.446401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fe0.
00000080:00000010:3.1:1789431353.446437:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c5ac0.
00010000:00000010:3.1:1789431353.470704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00000080:00000010:3.1:1789431353.487671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fa0.
00010000:00000010:3.1:1789431353.535397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:3.1:1789431353.683927:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484c00.
00000080:00000010:3.1:1789431353.813746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb12c0.
00010000:00000010:3.1:1789431353.905587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00000080:00000010:3.1:1789431355.321443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5080.
00010000:00000010:3.1:1789431355.545506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:3.1:1789431355.763474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:3.1:1789431355.763480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa600.
00000080:00000010:3.1:1789431355.813660:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00000080:00000010:3.1:1789431355.822697:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb11a0.
00000080:00000010:3.1:1789431355.822718:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a80.
00010000:00000010:3.1:1789431356.069932:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:3.1:1789431356.914396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00000080:00000010:3.1:1789431356.914449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5320.
00010000:00000010:3.1:1789431356.914457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:3.1:1789431357.157103:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:3.1:1789431357.265297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ae00.
00010000:00000010:3.1:1789431357.389840:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00000080:00000010:3.1:1789431357.429398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c40.
00010000:00000010:3.1:1789431357.456484:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:3.1:1789431357.496324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220e00.
00010000:00000010:3.1:1789431358.205386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208900.
00010000:00000010:3.1:1789431358.205394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:3.1:1789431358.426403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00010000:00000010:3.1:1789431358.524546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:3.1:1789431358.561384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00000080:00000010:3.1:1789431358.561392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb11a0.
00010000:00000010:3.1:1789431358.629485:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:3.1:1789431358.735603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:3.1:1789431358.832488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c600.
00010000:00000010:3.1:1789431358.888374:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:3.1:1789431358.936858:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:3.1:1789431359.062560:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00010000:00000010:3.1:1789431359.116476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:3.1:1789431359.127555:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:3.1:1789431359.262494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:3.1:1789431359.401488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484e00.
00010000:00000010:3.1:1789431360.450515:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496000.
00010000:00000010:3.1:1789431360.489711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00000080:00000010:3.1:1789431360.545759:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51e0.
00000080:00000010:3.1:1789431360.549511:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5740.
00010000:00000010:3.1:1789431360.649675:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:3.1:1789431360.823399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8200.
00010000:00000010:3.1:1789431360.926610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:3.1:1789431360.954504:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497800.
00010000:00000010:3.1:1789431361.045801:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072300.
00010000:00000010:3.1:1789431361.045809:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00010000:00000010:3.1:1789431361.255803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00010000:00000010:3.1:1789431361.325417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:3.1:1789431361.364525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:3.1:1789431361.382053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:3.1:1789431361.579547:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3000.
00010000:00000010:3.1:1789431361.626641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdea00.
00010000:00000010:3.1:1789431361.650393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00000080:00000010:3.1:1789431362.146807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197e0.
00000080:00000010:3.1:1789431362.146830:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c4200.
00010000:00000010:3.1:1789431362.233499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8d00.
00010000:00000010:3.1:1789431362.233507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2c00.
00010000:00000010:3.1:1789431362.279537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:3.1:1789431362.343375:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3a00.
00010000:00000010:3.1:1789431362.762423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00000080:00000010:3.1:1789431362.782719:0:5580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:3.1:1789431362.852411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9de00.
00010000:00000010:3.1:1789431363.614377:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0600.
00010000:00000010:3.1:1789431363.614387:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:3.1:1789431363.662462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde400.
00010000:00000010:3.1:1789431363.773978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c800.
00000080:00000010:3.1:1789431363.816273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00000080:00000010:3.1:1789431363.833651:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00010000:00000010:3.1:1789431363.889596:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00010000:00000010:3.1:1789431363.960821:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f800.
00010000:00000010:3.1:1789431363.960831:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed400.
00010000:00000010:3.1:1789431363.983521:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00010000:00000010:3.1:1789431364.093495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed400.
00010000:00000010:3.1:1789431364.184415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:3.1:1789431364.422398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:3.1:1789431365.241521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64e00.
00010000:00000010:3.1:1789431365.241530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2c00.
00000080:00000010:3.1:1789431365.371880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1520.
00000080:00000010:3.1:1789431365.377905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5100.
00010000:00000010:3.1:1789431365.414409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:3.1:1789431365.534764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa800.
00010000:00000010:3.1:1789431365.711407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220e00.
00010000:00000010:3.1:1789431365.905963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484c00.
00010000:00000010:3.1:1789431365.947430:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:3.1:1789431365.954431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1ba0.
00000080:00000010:3.1:1789431365.954439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ec0.
00000080:00000010:3.1:1789431365.954445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b60.
00000080:00000010:3.1:1789431365.954450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475860.
00000080:00000010:3.1:1789431365.954456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c00.
00000080:00000010:3.1:1789431365.954458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00010000:00000010:3.1:1789431365.954463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde400.
00010000:00000010:3.1:1789431366.001435:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fa00.
00010000:00000010:3.1:1789431366.001453:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00000080:00000010:3.1:1789431366.084393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519be0.
00010000:00000010:3.1:1789431366.097399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0400.
00000080:00000010:3.1:1789431366.239709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1040.
00010000:00000010:3.1:1789431366.296782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:3.1:1789431366.362476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:3.1:1789431366.567410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdea00.
00010000:00000010:3.1:1789431366.681374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdea00.
00010000:00000010:3.1:1789431366.695927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:3.1:1789431366.851382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00000080:00000010:3.1:1789431366.869794:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5480.
00000080:00000010:3.1:1789431366.880386:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756c0.
00000080:00000010:3.1:1789431366.883844:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751e0.
00010000:00000010:3.1:1789431366.953822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:3.1:1789431367.026422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:3.1:1789431367.366435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4000.
00010000:00000010:3.1:1789431367.683812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:3.1:1789431367.739516:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:3.1:1789431367.798473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:3.1:1789431367.845401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00010000:00000010:3.1:1789431367.914773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:3.1:1789431367.914786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8500.
00010000:00000010:3.1:1789431367.914791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa400.
00010000:00000010:3.1:1789431367.968522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00010000:00000010:3.1:1789431368.091974:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:3.1:1789431368.152752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71200.
00010000:00000010:3.1:1789431368.152761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00000080:00000010:3.1:1789431368.350764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1920.
00000080:00000010:3.1:1789431368.368545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c80.
00000080:00000010:3.1:1789431368.396593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905198e0.
00000080:00000010:3.1:1789431368.405719:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905195a0.
00010000:00000010:3.1:1789431368.424409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00010000:00000010:3.1:1789431368.446401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00000080:00000010:3.1:1789431368.490456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00000080:00000010:3.1:1789431368.622115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a60.
00000080:00000010:3.1:1789431368.658433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519980.
00000080:00000010:3.1:1789431368.673836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1620.
00000080:00000010:3.1:1789431368.801031:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d40.
00010000:00000010:3.1:1789431368.899555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:3.1:1789431368.899565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789d93200.
00010000:00000010:3.1:1789431368.899570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484e00.
00010000:00000010:3.1:1789431368.948478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:3.1:1789431368.963748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:3.1:1789431369.049671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:3.1:1789431369.182641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:3.1:1789431369.367880:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0600.
00010000:00000010:3.1:1789431369.515593:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00000080:00000010:3.1:1789431369.982390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5740.
00000080:00000010:3.1:1789431370.146408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00010000:00000010:3.1:1789431370.349794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeede00.
00010000:00000010:3.1:1789431370.394718:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:3.1:1789431370.449648:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeedc00.
00010000:00000010:3.1:1789431370.678914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00010000:00000010:3.1:1789431370.746669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00010000:00000010:3.1:1789431370.754505:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:3.1:1789431370.795418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeede00.
00010000:00000010:3.1:1789431370.827358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeede00.
00010000:00000010:3.1:1789431370.900729:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:3.1:1789431370.980203:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00010000:00000010:3.1:1789431371.643715:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220400.
00010000:00000010:3.1:1789431371.643727:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:3.1:1789431372.169726:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8d00.
00010000:00000010:3.1:1789431372.169734:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:3.1:1789431372.319695:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0100.
00010000:00000010:3.1:1789431372.319709:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445200.
00010000:00000010:3.1:1789431372.678276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:3.1:1789431372.747789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00000080:00000010:3.1:1789431372.747800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5720.
00010000:00000010:3.1:1789431373.100401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00000080:00000010:3.1:1789431373.108400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56e0.
00000080:00000010:3.1:1789431373.258542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fa0.
00010000:00000010:3.1:1789431373.349011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00000080:00000010:3.1:1789431373.436387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:3.1:1789431373.436408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:3.1:1789431373.436415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:3.1:1789431373.515914:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdea00.
00010000:00000010:3.1:1789431373.960427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431374.314938:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75d00.
00010000:00000010:3.1:1789431374.314955:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431374.374419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00010000:00000010:3.1:1789431374.389171:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431374.491421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00010000:00000010:3.1:1789431374.497589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00000080:00000010:3.1:1789431374.573147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197e0.
00000080:00000010:3.1:1789431374.573177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519480.
00010000:00000010:3.1:1789431374.630730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496000.
00010000:00000010:3.1:1789431374.724398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3600.
00010000:00000010:3.1:1789431374.804406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ae00.
00010000:00000010:3.1:1789431374.815522:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:3.1:1789431375.089397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20a00.
00010000:00000010:3.1:1789431375.089407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00010000:00000010:3.1:1789431375.493473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00000080:00000010:3.1:1789431375.557502:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475460.
00010000:00000010:3.1:1789431375.569006:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2600.
00000080:00000010:3.1:1789431375.569017:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fc0.
00010000:00000010:3.1:1789431375.798403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00000080:00000010:3.1:1789431375.805878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f20.
00010000:00000010:3.1:1789431375.845836:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00010000:00000010:3.1:1789431375.891385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2e00.
00000080:00000010:3.1:1789431375.979777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b52a0.
00010000:00000010:3.1:1789431376.008414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00010000:00000010:3.1:1789431376.045484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00000080:00000010:3.1:1789431376.267399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b00.
00000080:00000010:3.1:1789431376.294399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1080.
00010000:00000010:3.1:1789431376.496696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf400.
00010000:00000010:3.1:1789431376.496739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64a00.
00010000:00000010:3.1:1789431376.496744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3000.
00010000:00000010:3.1:1789431376.496747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00010000:00000010:3.1:1789431376.637808:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:3.1:1789431376.637831:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2b00.
00010000:00000010:3.1:1789431376.637836:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:3.1:1789431376.732410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:3.1:1789431376.822703:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35500.
00010000:00000010:3.1:1789431376.822719:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2800.
00000080:00000010:3.1:1789431376.984450:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53a0.
00000080:00000010:3.1:1789431376.984472:0:2342:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661c200.
00010000:00000010:3.1:1789431377.071401:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde000.
00010000:00000010:3.1:1789431377.332231:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93600.
00010000:00000010:3.1:1789431377.435701:0:5580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7500.
00010000:00000010:3.1:1789431377.435709:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:3.1:1789431377.456958:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00000080:00000010:3.1:1789431377.456973:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475340.
00010000:00000010:3.1:1789431377.525499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:3.1:1789431377.665396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92200.
00000080:00000010:3.1:1789431377.665416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ae0.
00010000:00000010:3.1:1789431377.803420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde400.
00010000:00000010:3.1:1789431377.905865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00000080:00000010:3.1:1789431377.905876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d40.
00010000:00000010:3.1:1789431377.980400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:3.1:1789431377.986038:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde400.
00010000:00000010:3.1:1789431378.056690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7700.
00010000:00000010:3.1:1789431378.056700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00000080:00000010:3.1:1789431378.068420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751c0.
00010000:00000010:3.1:1789431378.112181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde000.
00010000:00000010:3.1:1789431378.604420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2a00.
00010000:00000010:3.1:1789431378.829391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20400.
00010000:00000010:3.1:1789431378.829399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431378.885419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00000080:00000010:3.1:1789431378.970419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a80.
00000080:00000010:3.1:1789431378.970569:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895be300.
00010000:00000010:3.1:1789431378.984394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:3.1:1789431379.638493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:3.1:1789431379.845409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:3.1:1789431379.845454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e9a00.
00010000:00000010:3.1:1789431379.928503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfaa00.
00000080:00000010:3.1:1789431379.932492:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b20.
00010000:00000010:3.1:1789431380.035371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf100.
00010000:00000010:3.1:1789431380.035395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:3.1:1789431380.035402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7700.
00010000:00000010:3.1:1789431380.035406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8400.
00000080:00000010:3.1:1789431380.059759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c40.
00000080:00000010:3.1:1789431380.100859:0:5580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475060.
00000080:00000010:3.1:1789431380.100884:0:5580:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a663a100.
00010000:00000010:3.1:1789431380.125677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00000080:00000010:3.1:1789431380.731273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00010000:00000010:3.1:1789431380.864872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfae00.
00010000:00000010:3.1:1789431380.904452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2c00.
00010000:00000010:3.1:1789431380.904473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:3.1:1789431381.160891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78000.
00010000:00000010:3.1:1789431381.267488:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978000.
00010000:00000010:3.1:1789431381.301399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb800.
00010000:00000010:3.1:1789431381.306464:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00000080:00000010:3.1:1789431381.519543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475580.
00010000:00000010:3.1:1789431381.520234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb800.
00010000:00000010:3.1:1789431381.540930:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:3.1:1789431381.602786:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfae00.
00010000:00000010:3.1:1789431381.924262:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:3.1:1789431382.222731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3e00.
00000080:00000010:3.1:1789431382.443451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519420.
00010000:00000010:3.1:1789431382.580553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79000.
00000080:00000010:3.1:1789431382.580574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c00.
00010000:00000010:3.1:1789431382.724950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:3.1:1789431382.748637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:3.1:1789431382.748646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfae00.
00010000:00000010:3.1:1789431382.748655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979800.
00000080:00000010:3.1:1789431382.756656:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5de0.
00000080:00000010:3.1:1789431382.756668:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5880.
00010000:00000010:3.1:1789431382.862121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496e00.
00000080:00000010:3.1:1789431382.862129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54a0.
00000080:00000010:3.1:1789431383.048121:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475080.
00000080:00000010:3.1:1789431383.048144:0:2341:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661c200.
00010000:00000010:3.1:1789431383.249550:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:3.1:1789431383.335181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978000.
00010000:00000010:3.1:1789431383.699066:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:3.1:1789431383.781321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0400.
00010000:00000010:3.1:1789431383.838595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a1400.
00010000:00000010:3.1:1789431383.914341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0400.
00010000:00000010:3.1:1789431384.186390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00000080:00000010:3.1:1789431384.280512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00010000:00000010:3.1:1789431384.360235:0:38:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:3.1:1789431384.360301:0:38:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96a00.
00010000:00000010:3.1:1789431384.360309:0:38:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:3.1:1789431384.360316:0:38:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:3.1:1789431384.590904:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:3.1:1789431384.635417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:3.1:1789431384.651452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79000.
00010000:00000010:3.1:1789431385.155568:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00000080:00000010:3.1:1789431385.155579:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5460.
00010000:00000010:3.1:1789431385.231219:0:5589:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccdc00.
00010000:00000010:3.1:1789431385.231230:0:5589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa600.
00010000:00000010:3.1:1789431385.239695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9525a00.
00010000:00000010:3.1:1789431385.239702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:3.1:1789431385.239706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2d00.
00010000:00000010:3.1:1789431385.239710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:3.1:1789431385.239719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243f00.
00010000:00000010:3.1:1789431385.239725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:3.1:1789431385.239728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2c00.
00010000:00000010:3.1:1789431385.239731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:3.1:1789431385.305828:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00010000:00000010:3.1:1789431385.626247:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00010000:00000010:3.1:1789431385.644054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:3.1:1789431385.674243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:3.1:1789431385.674286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00010000:00000010:3.1:1789431385.713708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2d00.
00010000:00000010:3.1:1789431385.713717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050de00.
00000080:00000010:3.1:1789431385.735456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475280.
00000080:00000010:3.1:1789431385.735488:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fc200.
00000080:00000010:3.1:1789431386.099437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754e0.
00000080:00000010:3.1:1789431386.099466:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f8000.
00010000:00000010:3.1:1789431386.118421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00010000:00000010:3.1:1789431386.176456:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00000080:00000010:3.1:1789431386.176778:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759a0.
00000080:00000010:3.1:1789431386.176788:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b40.
00010000:00000010:3.1:1789431386.176794:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f800.
00000080:00000010:3.1:1789431386.528414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5680.
00000080:00000010:3.1:1789431386.528442:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661b9c0.
00000080:00000010:3.1:1789431386.702674:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751e0.
00000080:00000010:3.1:1789431386.702710:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fca40.
00010000:00000010:3.1:1789431386.716974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c800.
00010000:00000010:3.1:1789431386.873701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec400.
00010000:00000010:3.1:1789431386.923856:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f200.
00000080:00000010:3.1:1789431386.923876:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519800.
00010000:00000010:3.1:1789431387.117403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f800.
00010000:00000010:3.1:1789431387.150393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444c00.
00010000:00000010:3.1:1789431387.197661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9525100.
00010000:00000010:3.1:1789431387.197669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8200.
00000080:00000010:3.1:1789431387.202024:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f40.
00000080:00000010:3.1:1789431387.205424:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00000080:00000010:3.1:1789431387.220386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757c0.
00010000:00000010:3.1:1789431387.234392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208900.
00010000:00000010:3.1:1789431387.234398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00000080:00000010:3.1:1789431387.764705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519380.
00000080:00000010:3.1:1789431387.764739:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655e300.
00010000:00000010:3.1:1789431387.777591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00000080:00000010:3.1:1789431387.777605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1540.
00010000:00000010:3.1:1789431388.144108:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78000.
00000080:00000010:3.1:1789431388.173401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759e0.
00000080:00000010:3.1:1789431388.173440:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661b180.
00010000:00000010:3.1:1789431388.388183:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8200.
00000080:00000010:3.1:1789431388.443750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00010000:00000010:3.1:1789431388.492087:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fba00.
00010000:00000010:3.1:1789431388.577393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96a00.
00010000:00000010:3.1:1789431388.577401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fba00.
00010000:00000010:3.1:1789431388.641802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2a00.
00010000:00000010:3.1:1789431388.881632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00000080:00000010:3.1:1789431388.881645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00000080:00000010:3.1:1789431389.027391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5880.
00000080:00000010:3.1:1789431389.027415:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661ca40.
00010000:00000010:3.1:1789431389.043410:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00000080:00000010:3.1:1789431389.043430:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d60.
00010000:00000010:3.1:1789431389.101618:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3800.
00010000:00000010:3.1:1789431389.369409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:3.1:1789431389.512473:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddea00.
00010000:00000010:3.1:1789431389.546487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb800.
00010000:00000010:3.1:1789431389.715192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:3.1:1789431389.929392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00000080:00000010:3.1:1789431389.956736:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b40.
00000080:00000010:3.1:1789431389.956746:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e00.
00010000:00000010:3.1:1789431389.956750:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00010000:00000010:3.1:1789431389.997788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fa00.
00010000:00000010:3.1:1789431390.144540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648000.
00010000:00000010:3.1:1789431390.144548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e9a00.
00010000:00000010:3.1:1789431390.162744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:3.1:1789431390.421671:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2d00.
00010000:00000010:3.1:1789431390.421680:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:3.1:1789431390.421684:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ddd800.
00010000:00000010:3.1:1789431390.421687:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:3.1:1789431390.421689:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2300.
00010000:00000010:3.1:1789431390.421692:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00010000:00000010:3.1:1789431390.423676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7000.
00010000:00000010:3.1:1789431390.423686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:3.1:1789431390.481904:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4eb00.
00010000:00000010:3.1:1789431390.481911:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:3.1:1789431390.484796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ef00.
00010000:00000010:3.1:1789431390.484806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79c00.
00010000:00000010:3.1:1789431390.519561:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b364fe00.
00010000:00000010:3.1:1789431390.519575:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:3.1:1789431390.558286:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b1df7c00.
00010000:00000010:3.1:1789431390.558294:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:3.1:1789431390.567390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648500.
00010000:00000010:3.1:1789431390.567401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:3.1:1789431390.579407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf600.
00010000:00000010:3.1:1789431391.287379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00010000:00000010:3.1:1789431391.386387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf400.
00010000:00000010:3.1:1789431391.386402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:3.1:1789431391.419762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:3.1:1789431391.505426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:3.1:1789431391.530442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00000080:00000010:3.1:1789431391.742306:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519340.
00000080:00000010:3.1:1789431391.764500:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6552100.
00010000:00000010:3.1:1789431391.764511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00010000:00000010:3.1:1789431392.136939:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030c00.
00010000:00000010:3.1:1789431392.189651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00000080:00000010:3.1:1789431392.371515:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5400.
00000080:00000010:3.1:1789431392.393632:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54c0.
00010000:00000010:3.1:1789431392.403578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f000.
00000080:00000010:3.1:1789431392.437398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475020.
00000080:00000010:3.1:1789431392.661438:0:2341:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655dac0.
00010000:00000010:3.1:1789431393.014469:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75e00.
00010000:00000010:3.1:1789431393.014479:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00010000:00000010:3.1:1789431393.023715:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648900.
00010000:00000010:3.1:1789431393.023723:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:3.1:1789431393.233152:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475520.
00010000:00000010:3.1:1789431393.401396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32800.
00010000:00000010:3.1:1789431393.401410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00000080:00000010:3.1:1789431393.429504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb12a0.
00010000:00000010:3.1:1789431393.490420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b364fc00.
00010000:00000010:3.1:1789431393.490444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:3.1:1789431393.490448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00000080:00000010:3.1:1789431393.686057:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757a0.
00010000:00000010:3.1:1789431393.921563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00010000:00000010:3.1:1789431393.989314:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:3.1:1789431394.000403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00010000:00000010:3.1:1789431394.000411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f000.
00010000:00000010:3.1:1789431394.050339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00010000:00000010:3.1:1789431394.105412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ec00.
00010000:00000010:3.1:1789431394.539914:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:3.1:1789431394.696083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e600.
00010000:00000010:3.1:1789431395.085373:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20800.
00010000:00000010:3.1:1789431395.085383:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00010000:00000010:3.1:1789431395.890758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:3.1:1789431395.962616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:3.1:1789431396.622748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79c00.
00010000:00000010:3.1:1789431396.635324:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa800.
00010000:00000010:3.1:1789431396.708640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd000.
00010000:00000010:3.1:1789431396.708650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00010000:00000010:3.1:1789431396.929969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072f00.
00010000:00000010:3.1:1789431396.929989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2e00.
00010000:00000010:3.1:1789431397.272386:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b1df7a00.
00010000:00000010:3.1:1789431397.272397:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00000080:00000010:3.1:1789431397.447343:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1100.
00010000:00000010:3.1:1789431397.457968:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00000080:00000010:3.1:1789431397.485595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e20.
00010000:00000010:3.1:1789431397.635617:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3600.
00010000:00000010:3.1:1789431397.839677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3400.
00010000:00000010:3.1:1789431397.867395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2800.
00010000:00000010:3.1:1789431397.922867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2600.
00000080:00000010:3.1:1789431397.997529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fc0.
00010000:00000010:3.1:1789431398.214702:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ae00.
00000080:00000010:3.1:1789431398.214710:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d00.
00010000:00000010:3.1:1789431398.308435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00010000:00000010:3.1:1789431399.056776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3800.
00010000:00000010:3.1:1789431399.056785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f800.
00010000:00000010:3.1:1789431399.726061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79200.
00000080:00000010:3.1:1789431400.041397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1880.
00010000:00000010:3.1:1789431400.456480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b1df7800.
00010000:00000010:3.1:1789431400.456486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:3.1:1789431400.603068:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00010000:00000010:3.1:1789431400.915325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3600.
00000080:00000010:3.1:1789431400.915342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905195a0.
00010000:00000010:3.1:1789431401.204016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:3.1:1789431401.443602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3400.
00010000:00000010:3.1:1789431401.758486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde400.
00010000:00000010:3.1:1789431401.932076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2000.
00010000:00000010:3.1:1789431402.355577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00000080:00000010:3.1:1789431402.572043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519580.
00000080:00000010:3.1:1789431402.974545:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fe0.
00010000:00000010:3.1:1789431402.974576:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ae00.
00000080:00000010:3.1:1789431403.302809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a60.
00000080:00000010:3.1:1789431403.319664:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bdac0.
00010000:00000010:3.1:1789431403.324636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:3.1:1789431403.368978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f800.
00010000:00000010:3.1:1789431403.510523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e600.
00000080:00000010:3.1:1789431403.567404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c80.
00010000:00000010:3.1:1789431403.571515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:3.1:1789431403.734191:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2000.
00010000:00000010:3.1:1789431403.734204:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3600.
00010000:00000010:3.1:1789431403.745094:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487900.
00010000:00000010:3.1:1789431403.745102:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:3.1:1789431403.850557:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:3.1:1789431403.903434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00000080:00000010:3.1:1789431403.986074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00000080:00000010:3.1:1789431403.986088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e00.
00010000:00000010:3.1:1789431403.993682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b1df7500.
00010000:00000010:3.1:1789431403.993691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00000080:00000010:3.1:1789431404.085469:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c00.
00010000:00000010:3.1:1789431404.275474:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20a00.
00010000:00000010:3.1:1789431404.275482:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00010000:00000010:3.1:1789431404.310508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:3.1:1789431404.462638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3600.
00010000:00000010:3.1:1789431404.810394:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e200.
00010000:00000010:3.1:1789431405.279399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddea00.
00000080:00000010:3.1:1789431405.279411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e20.
00010000:00000010:3.1:1789431405.311575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddea00.
00010000:00000010:3.1:1789431405.420964:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:3.1:1789431405.591701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:3.1:1789431405.765462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde400.
00010000:00000010:3.1:1789431405.784743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00010000:00000010:3.1:1789431405.905583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00010000:00000010:3.1:1789431405.954750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:3.1:1789431406.008042:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00000080:00000010:3.1:1789431406.025578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475960.
00000080:00000010:3.1:1789431406.025593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ec0.
00000080:00000010:3.1:1789431406.025596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757e0.
00010000:00000010:3.1:1789431406.025602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:3.1:1789431406.066629:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00000080:00000010:3.1:1789431406.677541:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519800.
00000080:00000010:3.1:1789431406.953527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1200.
00010000:00000010:3.1:1789431406.977650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:3.1:1789431407.000409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00000080:00000010:3.1:1789431407.005985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519380.
00010000:00000010:3.1:1789431407.223591:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:3.1:1789431407.223598:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20400.
00010000:00000010:3.1:1789431407.223602:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f800.
00010000:00000010:3.1:1789431407.274922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00010000:00000010:3.1:1789431407.347654:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00000080:00000010:3.1:1789431407.380861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475540.
00010000:00000010:3.1:1789431407.581017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:3.1:1789431407.610737:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ec00.
00010000:00000010:3.1:1789431407.610744:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddea00.
00000080:00000010:3.1:1789431407.692391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a80.
00010000:00000010:3.1:1789431407.702498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00000080:00000010:3.1:1789431407.702508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475cc0.
00000080:00000010:3.1:1789431407.729129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475020.
00000080:00000010:3.1:1789431407.729142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d40.
00010000:00000010:3.1:1789431407.743827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00000080:00000010:3.1:1789431407.743847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ba0.
00000080:00000010:3.1:1789431407.812377:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e80.
00000080:00000010:3.1:1789431407.812403:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5be0.
00010000:00000010:3.1:1789431407.939730:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:3.1:1789431408.085512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:3.1:1789431408.345893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00010000:00000010:3.1:1789431408.423798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:3.1:1789431408.423820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475200.
00010000:00000010:3.1:1789431408.444261:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2200.
00010000:00000010:3.1:1789431408.491396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2000.
00010000:00000010:3.1:1789431408.593405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:3.1:1789431408.625400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00000080:00000010:3.1:1789431408.776409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d60.
00010000:00000010:3.1:1789431409.132067:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3a00.
00010000:00000010:3.1:1789431409.237718:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:3.1:1789431409.280706:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00000080:00000010:3.1:1789431409.280756:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00000080:00000010:3.1:1789431409.280764:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ca0.
00000080:00000010:3.1:1789431409.280768:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c80.
00000080:00000010:3.1:1789431409.280775:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00010000:00000010:3.1:1789431409.280782:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00000080:00000010:3.1:1789431409.304494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1ea0.
00010000:00000010:3.1:1789431409.304509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00010000:00000010:3.1:1789431409.398209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:3.1:1789431409.693567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:3.1:1789431409.828916:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00010000:00000010:3.1:1789431409.972333:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00010000:00000010:3.1:1789431410.256389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2e00.
00000080:00000010:3.1:1789431410.456641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a40.
00010000:00000010:3.1:1789431410.492134:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:3.1:1789431410.499062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072700.
00010000:00000010:3.1:1789431410.499075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497a00.
00010000:00000010:3.1:1789431410.499079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2600.
00010000:00000010:3.1:1789431410.598531:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:3.1:1789431410.607637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ef00.
00010000:00000010:3.1:1789431410.607645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00010000:00000010:3.1:1789431410.657524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2e00.
00010000:00000010:3.1:1789431410.667462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2600.
00010000:00000010:3.1:1789431410.667474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3400.
00010000:00000010:3.1:1789431410.667482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20a00.
00010000:00000010:3.1:1789431410.667489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e600.
00010000:00000010:3.1:1789431410.729392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:3.1:1789431410.791968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:3.1:1789431410.874527:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8800.
00010000:00000010:3.1:1789431410.895129:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:3.1:1789431410.955220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00010000:00000010:3.1:1789431411.004346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8400.
00010000:00000010:3.1:1789431411.023833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddea00.
00010000:00000010:3.1:1789431411.073947:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:3.1:1789431411.103022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:3.1:1789431411.152820:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00010000:00000010:3.1:1789431411.179492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e400.
00010000:00000010:3.1:1789431411.179499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2200.
00010000:00000010:3.1:1789431411.261407:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde000.
00010000:00000010:3.1:1789431411.538571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:3.1:1789431411.726733:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ba00.
00010000:00000010:3.1:1789431412.081405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf400.
00000080:00000010:3.1:1789431412.081416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1e00.
00010000:00000010:3.1:1789431412.125464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00000080:00000010:3.1:1789431412.125475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5aa0.
00000080:00000010:3.1:1789431412.171554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb19c0.
00000080:00000010:3.1:1789431412.171848:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55e0.
00010000:00000010:3.1:1789431412.171859:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072200.
00010000:00000010:3.1:1789431412.171866:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde400.
00010000:00000010:3.1:1789431412.171870:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:3.1:1789431412.344887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8400.
00010000:00000010:3.1:1789431412.444496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e700.
00010000:00000010:3.1:1789431412.444503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:3.1:1789431412.489479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ba00.
00010000:00000010:3.1:1789431412.643391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:3.1:1789431412.840394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00010000:00000010:3.1:1789431413.017395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221400.
00010000:00000010:2.1:1789431413.311755:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00000080:00000010:2.1:1789431413.311805:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5640.
00010000:00000010:2.1:1789431413.311811:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00010000:00000010:2.1:1789431413.413375:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00000080:00000010:2.1:1789431413.506399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5640.
00010000:00000010:2.1:1789431413.510450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00000080:00000010:2.1:1789431413.510641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a40.
00000080:00000010:2.1:1789431413.553213:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5040.
00000080:00000010:2.1:1789431413.592443:0:5580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f40.
00010000:00000010:2.1:1789431413.592461:0:5580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64400.
00010000:00000010:2.1:1789431413.592467:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:2.1:1789431413.592471:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:3.1:1789431413.667583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00010000:00000010:3.1:1789431413.716750:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:2.1:1789431413.855450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475600.
00010000:00000010:3.1:1789431413.911611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00000080:00000010:2.1:1789431413.916225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c00.
00010000:00000010:2.1:1789431414.095412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00000080:00000010:2.1:1789431414.095422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b80.
00010000:00000010:2.1:1789431414.183490:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:2.1:1789431414.227741:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:2.1:1789431414.234930:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:2.1:1789431414.234938:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221000.
00010000:00000010:2.1:1789431414.284083:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f800.
00000080:00000010:2.1:1789431414.295753:0:14653:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751e0.
00010000:00000010:2.1:1789431414.316603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:2.1:1789431414.352501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20e00.
00010000:00000010:2.1:1789431414.352511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:2.1:1789431414.357379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:3.1:1789431414.383940:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:3.1:1789431414.421445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00010000:00000010:3.1:1789431414.450451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:3.1:1789431414.482927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fa00.
00010000:00000010:3.1:1789431414.515550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00000080:00000010:3.1:1789431414.529444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1620.
00010000:00000010:2.1:1789431414.589578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32300.
00010000:00000010:2.1:1789431414.589589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00000080:00000010:2.1:1789431414.589596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f80.
00010000:00000010:3.1:1789431414.607378:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00000080:00000010:2.1:1789431414.665790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475060.
00000080:00000010:2.1:1789431414.673423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5160.
00000080:00000010:2.1:1789431414.687477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5360.
00010000:00000010:2.1:1789431414.824401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:2.1:1789431414.881378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:3.1:1789431414.915422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00000080:00000010:3.1:1789431414.915430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519920.
00010000:00000010:2.1:1789431414.977512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:2.1:1789431414.977523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:2.1:1789431415.022406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa700.
00010000:00000010:2.1:1789431415.022416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:2.1:1789431415.054619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f800.
00010000:00000010:2.1:1789431415.082871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:2.1:1789431415.107575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:2.1:1789431415.148408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00000080:00000010:2.1:1789431415.203443:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752e0.
00000080:00000010:2.1:1789431415.289487:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a40.
00010000:00000010:2.1:1789431415.317407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:2.1:1789431415.558952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00010000:00000010:3.1:1789431415.600154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:2.1:1789431415.626599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:2.1:1789431415.639010:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:2.1:1789431415.687070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:3.1:1789431415.799418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:3.1:1789431415.935785:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00000080:00000010:2.1:1789431416.235946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00010000:00000010:2.1:1789431416.235967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00000080:00000010:3.1:1789431416.285410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fe0.
00000080:00000010:2.1:1789431416.374135:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751a0.
00010000:00000010:3.1:1789431416.377534:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa000.
00010000:00000010:3.1:1789431416.377554:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:3.1:1789431416.527489:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:2.1:1789431416.570683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220400.
00010000:00000010:2.1:1789431416.577465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6cf00.
00010000:00000010:2.1:1789431416.577473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:3.1:1789431416.619405:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221c00.
00010000:00000010:2.1:1789431416.629914:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:2.1:1789431416.673569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221c00.
00000080:00000010:2.1:1789431416.762395:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53e0.
00010000:00000010:2.1:1789431416.782442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00010000:00000010:2.1:1789431416.829714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00000080:00000010:2.1:1789431416.829724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5080.
00010000:00000010:3.1:1789431416.854553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:2.1:1789431416.890572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072e00.
00010000:00000010:2.1:1789431416.890582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:3.1:1789431416.921585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:3.1:1789431416.921604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:2.1:1789431416.982433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:2.1:1789431416.982453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa400.
00010000:00000010:2.1:1789431416.982458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:3.1:1789431417.061462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:3.1:1789431417.175172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fa00.
00010000:00000010:3.1:1789431417.200676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107400.
00010000:00000010:3.1:1789431417.200707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220e00.
00010000:00000010:2.1:1789431417.254434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:2.1:1789431417.327985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00000080:00000010:2.1:1789431417.385442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5760.
00010000:00000010:2.1:1789431417.392510:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431417.472592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480f00.
00010000:00000010:3.1:1789431417.472599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:2.1:1789431417.525155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8000.
00010000:00000010:2.1:1789431417.525167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3a00.
00010000:00000010:3.1:1789431417.534776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:3.1:1789431417.555587:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:2.1:1789431417.570486:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:3.1:1789431417.620969:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:2.1:1789431417.628477:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:3.1:1789431417.638394:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508800.
00010000:00000010:3.1:1789431417.638401:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:2.1:1789431417.682611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8a00.
00010000:00000010:2.1:1789431417.682627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883a200.
00010000:00000010:2.1:1789431417.687619:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:2.1:1789431417.742754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:2.1:1789431417.810385:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:2.1:1789431417.810393:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:3.1:1789431417.862266:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00000080:00000010:3.1:1789431417.890310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00000080:00000010:2.1:1789431417.895410:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b40.
00000080:00000010:2.1:1789431417.911405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00000080:00000010:2.1:1789431417.932519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fc0.
00000080:00000010:2.1:1789431417.932543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199c0.
00000080:00000010:3.1:1789431417.935387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fa0.
00000080:00000010:2.1:1789431417.935508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00000080:00000010:2.1:1789431417.935522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ec0.
00010000:00000010:2.1:1789431418.048510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:2.1:1789431418.202053:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00010000:00000010:2.1:1789431418.292042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:2.1:1789431418.317590:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:2.1:1789431418.341377:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:2.1:1789431418.379407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00000080:00000010:3.1:1789431418.402306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a00.
00000080:00000010:3.1:1789431418.402325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d60.
00010000:00000010:3.1:1789431418.402335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:2.1:1789431418.402494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeede00.
00010000:00000010:3.1:1789431418.416660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:3.1:1789431418.573397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdea00.
00010000:00000010:3.1:1789431418.656640:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79196fe00.
00010000:00000010:3.1:1789431418.656652:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:3.1:1789431418.656656:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3200.
00010000:00000010:3.1:1789431418.656660:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f800.
00010000:00000010:3.1:1789431418.656663:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20100.
00010000:00000010:3.1:1789431418.656666:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:2.1:1789431418.669588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:2.1:1789431418.669600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508700.
00010000:00000010:2.1:1789431418.669604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:3.1:1789431418.694443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:2.1:1789431418.808391:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00010000:00000010:2.1:1789431418.954404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:3.1:1789431419.059569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed400.
00000080:00000010:3.1:1789431419.269080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00010000:00000010:2.1:1789431419.294437:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00000080:00000010:3.1:1789431419.396431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5620.
00000080:00000010:3.1:1789431419.405392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00000080:00000010:3.1:1789431419.423032:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c40.
00000080:00000010:3.1:1789431419.448087:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475480.
00000080:00000010:2.1:1789431419.497983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d80.
00000080:00000010:2.1:1789431419.511526:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5020.
00000080:00000010:2.1:1789431419.511547:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475dc0.
00000080:00000010:2.1:1789431419.519412:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750c0.
00000080:00000010:2.1:1789431419.528631:0:2350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753e0.
00000080:00000010:2.1:1789431419.528641:0:2350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1140.
00010000:00000010:2.1:1789431419.528646:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06e00.
00010000:00000010:2.1:1789431419.528652:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:2.1:1789431419.528655:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:2.1:1789431419.538907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:3.1:1789431419.585457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:2.1:1789431419.632794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431419.655256:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:3.1:1789431419.702381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484c00.
00010000:00000010:2.1:1789431419.702435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00010000:00000010:2.1:1789431419.776403:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:3.1:1789431419.785398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35700.
00010000:00000010:3.1:1789431419.785406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00010000:00000010:3.1:1789431419.862534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00010000:00000010:2.1:1789431419.924388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:2.1:1789431419.924400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:3.1:1789431420.112759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00000080:00000010:3.1:1789431420.155372:0:5580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1920.
00010000:00000010:2.1:1789431420.240660:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:2.1:1789431420.295643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00010000:00000010:3.1:1789431420.481408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:2.1:1789431420.600397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072800.
00010000:00000010:2.1:1789431420.600413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:3.1:1789431420.723494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa600.
00010000:00000010:3.1:1789431420.723504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:3.1:1789431420.723508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06300.
00010000:00000010:3.1:1789431420.723510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:3.1:1789431420.723513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e000.
00010000:00000010:3.1:1789431420.723516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220e00.
00010000:00000010:3.1:1789431420.734874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7e00.
00010000:00000010:3.1:1789431420.734880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:3.1:1789431420.877113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:3.1:1789431420.984986:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00010000:00000010:2.1:1789431421.023814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:2.1:1789431421.107485:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:2.1:1789431421.153455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb000.
00010000:00000010:2.1:1789431421.201934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00010000:00000010:3.1:1789431421.204925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431421.272559:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfae00.
00010000:00000010:2.1:1789431421.295475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00010000:00000010:2.1:1789431421.321395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e800.
00010000:00000010:2.1:1789431421.321407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00000080:00000010:3.1:1789431421.337466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a80.
00010000:00000010:3.1:1789431421.347607:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:2.1:1789431421.464918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00010000:00000010:2.1:1789431421.523602:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:2.1:1789431421.626471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:2.1:1789431421.656392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00000080:00000010:2.1:1789431421.661451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00000080:00000010:2.1:1789431421.661463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55c0.
00000080:00000010:2.1:1789431421.661469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519340.
00000080:00000010:2.1:1789431421.661473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197c0.
00000080:00000010:2.1:1789431421.661477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519220.
00000080:00000010:2.1:1789431421.661481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00010000:00000010:2.1:1789431421.661485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484c00.
00010000:00000010:3.1:1789431421.812544:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:2.1:1789431421.854519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:2.1:1789431421.884406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:3.1:1789431421.939433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dddd00.
00010000:00000010:3.1:1789431421.939440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeedc00.
00010000:00000010:2.1:1789431421.947409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:2.1:1789431421.981382:0:1039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:2.1:1789431422.016944:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00010000:00000010:3.1:1789431422.069563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:2.1:1789431422.089392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d600.
00010000:00000010:3.1:1789431422.166470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:3.1:1789431422.236666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00010000:00000010:2.1:1789431422.315162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431422.425467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c200.
00010000:00000010:3.1:1789431422.425473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00000080:00000010:2.1:1789431422.437710:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757e0.
00010000:00000010:2.1:1789431422.469426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d800.
00010000:00000010:3.1:1789431422.547497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec400.
00010000:00000010:3.1:1789431422.608109:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeede00.
00000080:00000010:3.1:1789431422.616392:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00000080:00000010:2.1:1789431422.618391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00010000:00000010:2.1:1789431422.619507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107300.
00010000:00000010:2.1:1789431422.619517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00000080:00000010:2.1:1789431422.656428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fa0.
00000080:00000010:3.1:1789431422.661404:0:5581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ae0.
00000080:00000010:3.1:1789431422.661412:0:5581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475de0.
00010000:00000010:3.1:1789431422.661417:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487900.
00010000:00000010:3.1:1789431422.661421:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00010000:00000010:3.1:1789431422.661423:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00000080:00000010:2.1:1789431422.671394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ac0.
00000080:00000010:2.1:1789431422.671424:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fa940.
00010000:00000010:3.1:1789431422.685644:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00000080:00000010:3.1:1789431422.685661:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55e0.
00010000:00000010:2.1:1789431422.726535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:2.1:1789431422.778270:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:3.1:1789431422.797818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:2.1:1789431422.851195:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00010000:00000010:3.1:1789431422.855672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec400.
00010000:00000010:3.1:1789431422.969439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:2.1:1789431422.969443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d600.
00010000:00000010:2.1:1789431422.969460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:2.1:1789431422.992145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:2.1:1789431422.992155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:2.1:1789431423.010408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484e00.
00010000:00000010:2.1:1789431423.263461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484c00.
00010000:00000010:3.1:1789431423.270588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:3.1:1789431423.337012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:3.1:1789431423.363548:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:2.1:1789431423.405411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00010000:00000010:2.1:1789431423.405419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:3.1:1789431423.475579:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00010000:00000010:2.1:1789431423.481885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:2.1:1789431423.558491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00000080:00000010:3.1:1789431423.565452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1540.
00010000:00000010:2.1:1789431423.583610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06200.
00010000:00000010:2.1:1789431423.583618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00010000:00000010:3.1:1789431423.591104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00010000:00000010:3.1:1789431423.624410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00000080:00000010:3.1:1789431423.697591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00010000:00000010:3.1:1789431423.731865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:3.1:1789431423.868458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:3.1:1789431423.873536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64c00.
00010000:00000010:3.1:1789431423.873546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:2.1:1789431423.889404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64d00.
00010000:00000010:2.1:1789431423.889415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:2.1:1789431423.923315:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00000080:00000010:2.1:1789431423.934794:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f20.
00010000:00000010:3.1:1789431423.936153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00010000:00000010:2.1:1789431423.968030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00000080:00000010:2.1:1789431423.968037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5020.
00000080:00000010:2.1:1789431424.027328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519620.
00010000:00000010:2.1:1789431424.027344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:3.1:1789431424.031402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:3.1:1789431424.091363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:2.1:1789431424.163721:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:2.1:1789431424.167391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:2.1:1789431424.214021:0:14653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484c00.
00010000:00000010:3.1:1789431424.228706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00010000:00000010:2.1:1789431424.228764:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:3.1:1789431424.279596:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:3.1:1789431424.281442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00000080:00000010:2.1:1789431424.281469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56a0.
00000080:00000010:2.1:1789431424.437142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475960.
00010000:00000010:3.1:1789431424.505654:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06f00.
00010000:00000010:3.1:1789431424.505660:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:3.1:1789431424.514457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475340.
00000080:00000010:3.1:1789431424.518874:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661c200.
00010000:00000010:2.1:1789431424.545171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde000.
00010000:00000010:2.1:1789431424.632894:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00010000:00000010:2.1:1789431424.726475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:2.1:1789431424.726494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00010000:00000010:3.1:1789431424.896416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00000080:00000010:3.1:1789431424.896424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475980.
00010000:00000010:2.1:1789431424.942525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92a00.
00010000:00000010:3.1:1789431424.962822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107900.
00010000:00000010:3.1:1789431424.962828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:2.1:1789431425.012395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:2.1:1789431425.117412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:2.1:1789431425.117419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484e00.
00010000:00000010:3.1:1789431425.173616:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92200.
00000080:00000010:3.1:1789431425.411405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00000080:00000010:3.1:1789431425.411424:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fb9c0.
00010000:00000010:2.1:1789431425.479387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:2.1:1789431425.483618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485a00.
00010000:00000010:2.1:1789431425.541508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:3.1:1789431425.588461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:3.1:1789431425.606380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64400.
00010000:00000010:3.1:1789431425.606389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:2.1:1789431425.623384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:2.1:1789431425.753412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208c00.
00010000:00000010:2.1:1789431425.753422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00010000:00000010:2.1:1789431425.753427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccda00.
00010000:00000010:2.1:1789431425.753430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:2.1:1789431425.753434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06d00.
00010000:00000010:2.1:1789431425.753436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:2.1:1789431425.841463:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:2.1:1789431425.875428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00010000:00000010:2.1:1789431425.899779:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00000080:00000010:3.1:1789431426.059385:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905191e0.
00010000:00000010:2.1:1789431426.061655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:3.1:1789431426.068956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00010000:00000010:3.1:1789431426.069007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00010000:00000010:3.1:1789431426.069011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00000080:00000010:3.1:1789431426.082192:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c00.
00000080:00000010:3.1:1789431426.082203:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb18c0.
00000080:00000010:3.1:1789431426.152448:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00000080:00000010:3.1:1789431426.248551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00010000:00000010:2.1:1789431426.303782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35c00.
00010000:00000010:2.1:1789431426.303789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00000080:00000010:2.1:1789431426.500379:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ca0.
00010000:00000010:3.1:1789431426.513433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487d00.
00010000:00000010:3.1:1789431426.513443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00000080:00000010:2.1:1789431426.520407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519740.
00000080:00000010:2.1:1789431426.533484:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b8000.
00010000:00000010:2.1:1789431426.574504:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932e00.
00010000:00000010:2.1:1789431426.574512:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00010000:00000010:2.1:1789431426.608441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:2.1:1789431426.615517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:2.1:1789431426.621508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e900.
00010000:00000010:2.1:1789431426.621518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:2.1:1789431426.708492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484c00.
00010000:00000010:3.1:1789431426.741462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20600.
00010000:00000010:3.1:1789431426.741475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa800.
00010000:00000010:3.1:1789431426.827593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:3.1:1789431426.827601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00000080:00000010:3.1:1789431426.827607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5260.
00010000:00000010:2.1:1789431426.837551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:2.1:1789431426.839560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:2.1:1789431426.839568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00000080:00000010:2.1:1789431426.855058:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e40.
00000080:00000010:2.1:1789431426.855069:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00010000:00000010:3.1:1789431426.862894:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00000080:00000010:2.1:1789431426.863540:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fc0.
00010000:00000010:2.1:1789431427.047438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00000080:00000010:2.1:1789431427.136460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ea0.
00000080:00000010:2.1:1789431427.136481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753a0.
00000080:00000010:2.1:1789431427.136485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750e0.
00000080:00000010:2.1:1789431427.136491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ae0.
00000080:00000010:2.1:1789431427.136497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f60.
00000080:00000010:2.1:1789431427.136503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00010000:00000010:2.1:1789431427.136510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:2.1:1789431427.357389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00000080:00000010:2.1:1789431427.693517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ac0.
00010000:00000010:2.1:1789431427.700576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00000080:00000010:3.1:1789431427.717434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f20.
00010000:00000010:3.1:1789431427.717465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:3.1:1789431427.769429:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:3.1:1789431427.769439:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487c00.
00010000:00000010:3.1:1789431427.769443:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00010000:00000010:2.1:1789431427.769523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:2.1:1789431427.890485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:2.1:1789431428.083505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:2.1:1789431428.200107:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00010000:00000010:2.1:1789431428.200174:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00000080:00000010:2.1:1789431428.309408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00010000:00000010:2.1:1789431428.453395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480100.
00010000:00000010:2.1:1789431428.453418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00000080:00000010:3.1:1789431428.598822:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1b60.
00010000:00000010:3.1:1789431428.607517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:3.1:1789431428.710916:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00010000:00000010:2.1:1789431428.728123:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:3.1:1789431428.731213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:2.1:1789431428.822388:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00010000:00000010:2.1:1789431428.852745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00000080:00000010:2.1:1789431428.852760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b40.
00000080:00000010:3.1:1789431428.979410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55c0.
00010000:00000010:2.1:1789431429.023509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:2.1:1789431429.036100:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00000080:00000010:2.1:1789431429.122394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d60.
00010000:00000010:2.1:1789431429.122421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:2.1:1789431429.190396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00010000:00000010:3.1:1789431429.254503:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:3.1:1789431429.254512:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf600.
00010000:00000010:3.1:1789431429.254517:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:2.1:1789431429.408495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00010000:00000010:2.1:1789431429.471637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:2.1:1789431429.471705:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:2.1:1789431429.471710:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00000080:00000010:2.1:1789431429.477526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00000080:00000010:2.1:1789431429.477551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fa0.
00010000:00000010:2.1:1789431429.548377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00010000:00000010:3.1:1789431429.592603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487500.
00010000:00000010:3.1:1789431429.592624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:3.1:1789431429.592629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:2.1:1789431429.642823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:3.1:1789431429.699231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00000080:00000010:2.1:1789431429.759403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ca0.
00010000:00000010:2.1:1789431429.775596:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:2.1:1789431429.775606:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf400.
00010000:00000010:2.1:1789431429.775612:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:2.1:1789431429.788391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00000080:00000010:2.1:1789431429.788409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475640.
00000080:00000010:2.1:1789431429.896676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c20.
00010000:00000010:2.1:1789431429.986674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00000080:00000010:2.1:1789431429.986685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e20.
00010000:00000010:2.1:1789431430.207285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:2.1:1789431430.217435:0:1039:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0300.
00010000:00000010:2.1:1789431430.217448:0:1039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00010000:00000010:2.1:1789431430.217451:0:1039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92200.
00000080:00000010:3.1:1789431430.228277:0:5580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5460.
00000080:00000010:3.1:1789431430.228292:0:5580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e40.
00010000:00000010:3.1:1789431430.537444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00000080:00000010:3.1:1789431430.537453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e00.
00010000:00000010:3.1:1789431430.541542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:2.1:1789431430.588387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:3.1:1789431430.906632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487900.
00010000:00000010:3.1:1789431430.906641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:3.1:1789431430.912379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:3.1:1789431430.912389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480f00.
00010000:00000010:3.1:1789431430.912394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:3.1:1789431430.912398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf400.
00010000:00000010:3.1:1789431430.912402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:3.1:1789431431.008120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:2.1:1789431431.014387:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06300.
00010000:00000010:2.1:1789431431.014395:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:2.1:1789431431.036394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:3.1:1789431431.050040:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:3.1:1789431431.080042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:2.1:1789431431.089388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00010000:00000010:2.1:1789431431.101371:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00010000:00000010:2.1:1789431431.128400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:2.1:1789431431.216338:0:14615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221600.
00010000:00000010:3.1:1789431431.269007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:2.1:1789431431.303640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00000080:00000010:2.1:1789431431.375477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475280.
00010000:00000010:2.1:1789431431.382766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:2.1:1789431431.382773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92200.
00010000:00000010:3.1:1789431431.479940:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00000080:00000010:3.1:1789431431.480000:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00010000:00000010:3.1:1789431431.480009:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:2.1:1789431431.637655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0500.
00010000:00000010:2.1:1789431431.637675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00010000:00000010:3.1:1789431431.639578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487d00.
00010000:00000010:3.1:1789431431.639592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00000080:00000010:2.1:1789431431.818773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5800.
00010000:00000010:2.1:1789431431.835396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00000080:00000010:3.1:1789431431.847380:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c40.
00010000:00000010:3.1:1789431431.847395:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:3.1:1789431431.877857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754a0.
00010000:00000010:3.1:1789431431.903988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:3.1:1789431431.911653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475820.
00010000:00000010:2.1:1789431431.938427:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00000080:00000010:2.1:1789431431.944653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e00.
00000080:00000010:3.1:1789431431.995772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00010000:00000010:2.1:1789431432.014660:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:3.1:1789431432.020411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00010000:00000010:3.1:1789431432.020454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c700.
00010000:00000010:3.1:1789431432.020459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5c00.
00010000:00000010:3.1:1789431432.020463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed400.
00010000:00000010:3.1:1789431432.043426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:3.1:1789431432.043433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0500.
00010000:00000010:3.1:1789431432.043438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00010000:00000010:2.1:1789431432.155438:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d400.
00010000:00000010:2.1:1789431432.163933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:2.1:1789431432.177490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0e00.
00010000:00000010:2.1:1789431432.177498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00010000:00000010:2.1:1789431432.358410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00000080:00000010:2.1:1789431432.358434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c60.
00010000:00000010:3.1:1789431432.455518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f200.
00010000:00000010:3.1:1789431432.455561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:3.1:1789431432.455565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00000080:00000010:3.1:1789431432.471425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1700.
00000080:00000010:3.1:1789431432.471451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d80.
00010000:00000010:3.1:1789431432.512416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00000080:00000010:2.1:1789431432.516653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475160.
00010000:00000010:3.1:1789431432.524414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ea00.
00010000:00000010:2.1:1789431432.547471:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f800.
00010000:00000010:3.1:1789431432.657083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107100.
00010000:00000010:3.1:1789431432.657097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00000080:00000010:3.1:1789431432.666402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905196a0.
00010000:00000010:3.1:1789431432.666418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00000080:00000010:3.1:1789431432.666423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5400.
00000080:00000010:2.1:1789431432.666634:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fc200.
00010000:00000010:2.1:1789431432.671426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00010000:00000010:3.1:1789431432.693393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00010000:00000010:3.1:1789431432.786757:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00010000:00000010:3.1:1789431432.786823:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5e00.
00010000:00000010:2.1:1789431432.792192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:2.1:1789431432.848495:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:2.1:1789431433.132061:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0700.
00010000:00000010:2.1:1789431433.132070:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00000080:00000010:3.1:1789431433.208477:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00000080:00000010:3.1:1789431433.219168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475080.
00010000:00000010:2.1:1789431433.230415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:2.1:1789431433.339396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:3.1:1789431433.356402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00000080:00000010:3.1:1789431433.356412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b40.
00010000:00000010:3.1:1789431433.370613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:2.1:1789431433.378764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeede00.
00000080:00000010:2.1:1789431433.378830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1fc0.
00010000:00000010:2.1:1789431433.378840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00010000:00000010:2.1:1789431433.447396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00010000:00000010:3.1:1789431433.543755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00000080:00000010:3.1:1789431433.543775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475800.
00010000:00000010:3.1:1789431433.575392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:3.1:1789431433.582810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00000080:00000010:2.1:1789431433.660564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1ea0.
00010000:00000010:2.1:1789431433.671396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00000080:00000010:2.1:1789431433.870517:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5360.
00000080:00000010:2.1:1789431433.890553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb14c0.
00010000:00000010:2.1:1789431433.906414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:2.1:1789431433.914431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072d00.
00010000:00000010:2.1:1789431433.914438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:2.1:1789431433.914442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00000080:00000010:2.1:1789431433.918060:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f00.
00000080:00000010:2.1:1789431433.918077:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5360.
00010000:00000010:3.1:1789431433.918390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:3.1:1789431433.918398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2400.
00010000:00000010:3.1:1789431433.918402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79000.
00010000:00000010:2.1:1789431433.966397:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00010000:00000010:3.1:1789431434.029878:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79c00.
00010000:00000010:2.1:1789431434.033611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:2.1:1789431434.224491:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:2.1:1789431434.224502:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56a0.
00010000:00000010:2.1:1789431434.269396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:2.1:1789431434.352764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2300.
00010000:00000010:2.1:1789431434.352782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:3.1:1789431434.364203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ee0.
00000080:00000010:3.1:1789431434.366460:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895939c0.
00000080:00000010:2.1:1789431434.370407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1660.
00010000:00000010:2.1:1789431434.415645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:2.1:1789431434.427446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00000080:00000010:2.1:1789431434.958392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519380.
00000080:00000010:2.1:1789431434.958495:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661dac0.
00000080:00000010:3.1:1789431434.980426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c00.
00000080:00000010:3.1:1789431434.980452:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789594200.
00010000:00000010:2.1:1789431434.983691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:2.1:1789431435.040400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:3.1:1789431435.161381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00000080:00000010:3.1:1789431435.161390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5500.
00010000:00000010:3.1:1789431435.176553:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ba00.
00000080:00000010:3.1:1789431435.176569:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475400.
00010000:00000010:2.1:1789431435.282411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:2.1:1789431435.303521:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:3.1:1789431435.352408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20a00.
00010000:00000010:3.1:1789431435.352433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:3.1:1789431435.417411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:2.1:1789431435.421555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00010000:00000010:2.1:1789431435.421576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00010000:00000010:3.1:1789431435.438399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c800.
00010000:00000010:3.1:1789431435.438408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00010000:00000010:2.1:1789431435.539797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ba00.
00010000:00000010:3.1:1789431435.639219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487800.
00010000:00000010:3.1:1789431435.639241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00000080:00000010:2.1:1789431435.708747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00010000:00000010:3.1:1789431435.773492:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00010000:00000010:2.1:1789431435.777508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00000080:00000010:2.1:1789431435.777518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5bc0.
00010000:00000010:2.1:1789431435.888591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00010000:00000010:2.1:1789431435.894646:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a1400.
00000080:00000010:2.1:1789431436.092406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5200.
00010000:00000010:2.1:1789431436.092423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191e00.
00010000:00000010:2.1:1789431436.092431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00000080:00000010:2.1:1789431436.092437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475740.
00000080:00000010:2.1:1789431436.092461:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a663a100.
00000080:00000010:2.1:1789431436.137178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5760.
00010000:00000010:2.1:1789431436.154639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050de00.
00010000:00000010:2.1:1789431436.154648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00000080:00000010:2.1:1789431436.154655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475060.
00010000:00000010:2.1:1789431436.173545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030c00.
00010000:00000010:2.1:1789431436.173597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0a00.
00010000:00000010:3.1:1789431436.332526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:2.1:1789431436.353883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191100.
00010000:00000010:2.1:1789431436.353897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde400.
00000080:00000010:2.1:1789431436.364469:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1fc0.
00000080:00000010:2.1:1789431436.364496:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789595ac0.
00010000:00000010:2.1:1789431436.364506:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00000080:00000010:2.1:1789431436.364511:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5be0.
00010000:00000010:2.1:1789431436.416100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:2.1:1789431436.416188:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:2.1:1789431436.670473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050de00.
00010000:00000010:3.1:1789431437.038423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191800.
00010000:00000010:3.1:1789431437.038433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00010000:00000010:3.1:1789431437.038437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c800.
00010000:00000010:3.1:1789431437.038441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:3.1:1789431437.038445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191100.
00010000:00000010:3.1:1789431437.038447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00010000:00000010:3.1:1789431437.155621:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde400.
00000080:00000010:3.1:1789431437.155634:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757c0.
00010000:00000010:3.1:1789431437.205857:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:3.1:1789431437.205907:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:2.1:1789431437.259127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00000080:00000010:2.1:1789431437.259137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475240.
00010000:00000010:2.1:1789431437.267405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:2.1:1789431437.335969:0:5580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5ca00.
00010000:00000010:2.1:1789431437.335978:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5e00.
00000080:00000010:3.1:1789431437.519476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475880.
00010000:00000010:2.1:1789431437.527001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487f00.
00010000:00000010:2.1:1789431437.527010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:3.1:1789431437.608388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221600.
00010000:00000010:2.1:1789431437.623080:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ec00.
00010000:00000010:2.1:1789431437.679705:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa600.
00010000:00000010:2.1:1789431437.723583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:2.1:1789431437.756600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050de00.
00010000:00000010:2.1:1789431437.771481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:2.1:1789431437.825045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccda00.
00010000:00000010:2.1:1789431437.825055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa400.
00010000:00000010:2.1:1789431437.863431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00010000:00000010:2.1:1789431437.920427:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:3.1:1789431438.184281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:2.1:1789431438.385437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:2.1:1789431438.389858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2100.
00010000:00000010:2.1:1789431438.389867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa400.
00010000:00000010:2.1:1789431438.429397:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:2.1:1789431438.447568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa800.
00010000:00000010:2.1:1789431438.575436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbc00.
00010000:00000010:3.1:1789431438.576060:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:2.1:1789431438.748814:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0600.
00000080:00000010:2.1:1789431438.762390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475be0.
00000080:00000010:2.1:1789431438.762420:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789597380.
00000080:00000010:2.1:1789431438.785502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519360.
00010000:00000010:2.1:1789431438.805741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:2.1:1789431438.805789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa800.
00010000:00000010:3.1:1789431438.941208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3a00.
00010000:00000010:2.1:1789431438.974566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75800.
00010000:00000010:2.1:1789431438.974575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93600.
00000080:00000010:2.1:1789431438.980544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475180.
00000080:00000010:2.1:1789431438.984435:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789593180.
00010000:00000010:2.1:1789431438.987601:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbc00.
00000080:00000010:2.1:1789431438.987680:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f80.
00000080:00000010:3.1:1789431439.131731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ec0.
00010000:00000010:3.1:1789431439.136843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32a00.
00010000:00000010:3.1:1789431439.136856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5e00.
00000080:00000010:2.1:1789431439.158396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475500.
00000080:00000010:2.1:1789431439.158419:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661d280.
00010000:00000010:3.1:1789431439.195385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00000080:00000010:2.1:1789431439.224425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b40.
00010000:00000010:2.1:1789431439.245411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:2.1:1789431439.306807:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3a00.
00010000:00000010:2.1:1789431439.389523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:2.1:1789431439.389531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243700.
00010000:00000010:2.1:1789431439.389537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:2.1:1789431439.420512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:2.1:1789431439.531382:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbc00.
00010000:00000010:2.1:1789431439.561289:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0000.
00010000:00000010:2.1:1789431439.561305:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:3.1:1789431439.562477:0:1039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00010000:00000010:3.1:1789431439.588387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:2.1:1789431439.655624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00010000:00000010:2.1:1789431439.764029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2800.
00010000:00000010:2.1:1789431439.806469:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:2.1:1789431439.836583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00010000:00000010:2.1:1789431439.836631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191800.
00010000:00000010:2.1:1789431439.836637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:2.1:1789431439.836651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00000080:00000010:2.1:1789431439.868637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5cc0.
00000080:00000010:2.1:1789431439.868746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d60.
00010000:00000010:3.1:1789431439.974554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00010000:00000010:2.1:1789431440.061395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00010000:00000010:2.1:1789431440.068600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2f00.
00010000:00000010:2.1:1789431440.068620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220400.
00010000:00000010:3.1:1789431440.096922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:2.1:1789431440.127420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497a00.
00010000:00000010:2.1:1789431440.163461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00000080:00000010:2.1:1789431440.163472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5520.
00010000:00000010:3.1:1789431440.225396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:2.1:1789431440.278932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:3.1:1789431440.364483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00000080:00000010:3.1:1789431440.364491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b59e0.
00010000:00000010:2.1:1789431440.463459:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00000080:00000010:3.1:1789431440.481649:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54a0.
00000080:00000010:2.1:1789431440.488414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519740.
00000080:00000010:2.1:1789431440.525670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00010000:00000010:2.1:1789431440.725780:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00010000:00000010:2.1:1789431440.812412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:2.1:1789431440.915423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:2.1:1789431440.999452:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:3.1:1789431441.023718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00000080:00000010:3.1:1789431441.023728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d80.
00010000:00000010:2.1:1789431441.071030:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:3.1:1789431441.187924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243c00.
00010000:00000010:3.1:1789431441.187945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00010000:00000010:2.1:1789431441.209404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978800.
00000080:00000010:2.1:1789431441.371604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b60.
00010000:00000010:2.1:1789431441.410868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497000.
00010000:00000010:2.1:1789431441.437823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9de00.
00010000:00000010:2.1:1789431441.456646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:2.1:1789431441.673846:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:2.1:1789431441.732273:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00010000:00000010:2.1:1789431441.732322:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06200.
00010000:00000010:2.1:1789431441.732327:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:2.1:1789431441.732331:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:3.1:1789431441.797499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00000080:00000010:2.1:1789431441.797575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00000080:00000010:2.1:1789431441.843375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5440.
00010000:00000010:2.1:1789431441.843398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aa700.
00010000:00000010:2.1:1789431441.843405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00010000:00000010:2.1:1789431441.857390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00000080:00000010:2.1:1789431441.865467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ba0.
00000080:00000010:2.1:1789431441.865489:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789593180.
00010000:00000010:2.1:1789431441.928656:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00010000:00000010:2.1:1789431441.938382:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1800.
00010000:00000010:2.1:1789431441.938392:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00000080:00000010:2.1:1789431441.950593:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757e0.
00000080:00000010:2.1:1789431441.950635:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789597380.
00010000:00000010:2.1:1789431441.963399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8e00.
00000080:00000010:2.1:1789431441.963413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5de0.
00010000:00000010:3.1:1789431442.097509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c800.
00010000:00000010:3.1:1789431442.097516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00010000:00000010:3.1:1789431442.097522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32300.
00010000:00000010:3.1:1789431442.097526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:3.1:1789431442.097530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487d00.
00010000:00000010:3.1:1789431442.097533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00010000:00000010:3.1:1789431442.097537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648f00.
00010000:00000010:3.1:1789431442.097542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00000080:00000010:2.1:1789431442.102174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519560.
00010000:00000010:2.1:1789431442.110699:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71200.
00010000:00000010:2.1:1789431442.110706:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:2.1:1789431442.125544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789d93a00.
00010000:00000010:2.1:1789431442.125553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00000080:00000010:2.1:1789431442.141777:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519580.
00000080:00000010:2.1:1789431442.141802:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c1080.
00010000:00000010:2.1:1789431442.154402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8e00.
00010000:00000010:3.1:1789431442.276768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00010000:00000010:2.1:1789431442.286900:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00010000:00000010:3.1:1789431442.399395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:2.1:1789431442.403564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050de00.
00010000:00000010:2.1:1789431442.466316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:2.1:1789431442.569409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71900.
00010000:00000010:2.1:1789431442.569420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00000080:00000010:2.1:1789431442.590412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00000080:00000010:2.1:1789431442.590440:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c4200.
00010000:00000010:2.1:1789431442.609401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e9a00.
00000080:00000010:2.1:1789431442.609421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ba0.
00000080:00000010:2.1:1789431442.615897:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475aa0.
00010000:00000010:2.1:1789431442.647399:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:2.1:1789431442.653911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00000080:00000010:2.1:1789431442.653950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f00.
00010000:00000010:2.1:1789431442.653955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00000080:00000010:3.1:1789431442.697532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5920.
00000080:00000010:3.1:1789431442.702401:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789595ac0.
00010000:00000010:3.1:1789431442.713134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:3.1:1789431442.713141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb19c0.
00010000:00000010:2.1:1789431442.789631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35c00.
00010000:00000010:2.1:1789431442.789641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00000080:00000010:2.1:1789431442.803688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b00.
00000080:00000010:2.1:1789431442.803712:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c4200.
00010000:00000010:2.1:1789431442.808312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00000080:00000010:2.1:1789431442.808330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f80.
00010000:00000010:2.1:1789431442.908391:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fa00.
00010000:00000010:2.1:1789431442.970593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00000080:00000010:2.1:1789431443.101520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00000080:00000010:2.1:1789431443.101541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fe0.
00010000:00000010:2.1:1789431443.101546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050de00.
00010000:00000010:2.1:1789431443.272731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:3.1:1789431443.395901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:2.1:1789431443.553397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:3.1:1789431443.804878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00010000:00000010:3.1:1789431443.804897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00010000:00000010:3.1:1789431443.804909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e9a00.
00000080:00000010:2.1:1789431443.805029:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1e00.
00000080:00000010:2.1:1789431443.805038:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751c0.
00010000:00000010:2.1:1789431443.805044:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00000080:00000010:3.1:1789431443.853979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1400.
00000080:00000010:3.1:1789431443.854008:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c1080.
00010000:00000010:2.1:1789431443.870384:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00000080:00000010:2.1:1789431443.870393:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5960.
00010000:00000010:3.1:1789431443.994451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487200.
00010000:00000010:3.1:1789431443.994470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:3.1:1789431444.055731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00010000:00000010:3.1:1789431444.170394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487200.
00010000:00000010:3.1:1789431444.170400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932e00.
00010000:00000010:2.1:1789431444.185385:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00000080:00000010:2.1:1789431444.185396:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b20.
00010000:00000010:2.1:1789431444.288662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00010000:00000010:2.1:1789431444.288722:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:2.1:1789431444.315376:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00000080:00000010:2.1:1789431444.315384:0:5580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758a0.
00010000:00000010:2.1:1789431444.410866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152200.
00010000:00000010:2.1:1789431444.410873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00000080:00000010:2.1:1789431444.414407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fc0.
00000080:00000010:2.1:1789431444.414434:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895939c0.
00010000:00000010:3.1:1789431444.495260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00010000:00000010:3.1:1789431444.510449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e9a00.
00010000:00000010:3.1:1789431444.527508:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8e00.
00010000:00000010:2.1:1789431444.577906:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:2.1:1789431444.651462:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6618000.
00010000:00000010:3.1:1789431444.667390:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ec00.
00010000:00000010:2.1:1789431444.671102:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00000080:00000010:2.1:1789431444.671113:0:2349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5080.
00010000:00000010:3.1:1789431444.684741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1800.
00010000:00000010:3.1:1789431444.684770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00010000:00000010:2.1:1789431444.711425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:2.1:1789431444.771617:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050de00.
00010000:00000010:2.1:1789431444.868400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99900.
00010000:00000010:2.1:1789431444.868410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00000080:00000010:2.1:1789431444.990341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fc0.
00010000:00000010:2.1:1789431444.994858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208c00.
00010000:00000010:2.1:1789431444.994871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2800.
00000080:00000010:3.1:1789431445.023346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00000080:00000010:3.1:1789431445.023382:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c3180.
00010000:00000010:3.1:1789431445.047039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75e00.
00010000:00000010:3.1:1789431445.047060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00000080:00000010:3.1:1789431445.056713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751c0.
00000080:00000010:3.1:1789431445.056843:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c6b40.
00010000:00000010:3.1:1789431445.069388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8e00.
00000080:00000010:3.1:1789431445.073639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1640.
00010000:00000010:2.1:1789431445.126563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00010000:00000010:3.1:1789431445.128405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00000080:00000010:3.1:1789431445.128462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00010000:00000010:3.1:1789431445.128471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:2.1:1789431445.189375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1800.
00010000:00000010:2.1:1789431445.189386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8e00.
00010000:00000010:2.1:1789431445.264712:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:2.1:1789431445.310720:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75000.
00010000:00000010:2.1:1789431445.310728:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:2.1:1789431445.436548:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f100.
00010000:00000010:2.1:1789431445.436554:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431445.525586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827ff00.
00010000:00000010:3.1:1789431445.525614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00000080:00000010:3.1:1789431445.536396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f00.
00000080:00000010:3.1:1789431445.536432:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789594a40.
00010000:00000010:2.1:1789431445.653660:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32a00.
00010000:00000010:2.1:1789431445.653671:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:2.1:1789431445.756393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f000.
00010000:00000010:2.1:1789431445.756403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:2.1:1789431445.777398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00000080:00000010:2.1:1789431445.777408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519640.
00010000:00000010:2.1:1789431445.824571:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00010000:00000010:2.1:1789431445.836462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00000080:00000010:2.1:1789431445.836507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5040.
00010000:00000010:2.1:1789431445.836515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:2.1:1789431445.883451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00000080:00000010:3.1:1789431445.884388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00010000:00000010:3.1:1789431445.935564:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00000080:00000010:3.1:1789431445.935572:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00010000:00000010:2.1:1789431445.943904:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:3.1:1789431445.959471:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:3.1:1789431445.999717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00000080:00000010:3.1:1789431446.009729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a80.
00010000:00000010:3.1:1789431446.009745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00010000:00000010:2.1:1789431446.013856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20e00.
00010000:00000010:2.1:1789431446.013864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:2.1:1789431446.101401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7500.
00010000:00000010:2.1:1789431446.101414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00000080:00000010:2.1:1789431446.114623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00000080:00000010:2.1:1789431446.114650:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c1080.
00010000:00000010:3.1:1789431446.323394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00000080:00000010:2.1:1789431446.335471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475160.
00010000:00000010:2.1:1789431446.415385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:3.1:1789431446.513091:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00000080:00000010:2.1:1789431446.578382:0:14683:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905196a0.
00010000:00000010:2.1:1789431446.619608:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:2.1:1789431446.619625:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00000080:00000010:2.1:1789431446.619662:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519640.
00000080:00000010:2.1:1789431446.619671:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519800.
00010000:00000010:2.1:1789431446.619676:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00010000:00000010:3.1:1789431446.695288:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ddd300.
00010000:00000010:3.1:1789431446.695296:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00000080:00000010:3.1:1789431446.708808:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ba0.
00000080:00000010:3.1:1789431446.708838:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c4200.
00010000:00000010:3.1:1789431446.709119:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00000080:00000010:3.1:1789431446.709134:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1280.
00000080:00000010:2.1:1789431446.784848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00000080:00000010:2.1:1789431446.784857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519220.
00000080:00000010:2.1:1789431446.784861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519400.
00000080:00000010:2.1:1789431446.784865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519300.
00010000:00000010:2.1:1789431446.784869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde000.
00010000:00000010:2.1:1789431446.992627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00000080:00000010:2.1:1789431446.992640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e00.
00010000:00000010:2.1:1789431447.092847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5100.
00010000:00000010:2.1:1789431447.092859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:2.1:1789431447.283773:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7af66b900.
00010000:00000010:2.1:1789431447.283781:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:2.1:1789431447.283785:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789d93a00.
00010000:00000010:2.1:1789431447.283790:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00010000:00000010:2.1:1789431447.283795:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96e00.
00010000:00000010:2.1:1789431447.283800:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:2.1:1789431447.375261:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7f00.
00010000:00000010:2.1:1789431447.375279:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00010000:00000010:2.1:1789431447.375284:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191000.
00010000:00000010:2.1:1789431447.375288:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:2.1:1789431447.377519:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487600.
00010000:00000010:2.1:1789431447.377529:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:2.1:1789431447.384115:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648600.
00010000:00000010:2.1:1789431447.384126:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ba00.
00010000:00000010:2.1:1789431447.384132:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152600.
00010000:00000010:2.1:1789431447.384136:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92200.
00010000:00000010:2.1:1789431447.384140:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8d00.
00010000:00000010:2.1:1789431447.384143:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:2.1:1789431447.384146:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152700.
00010000:00000010:2.1:1789431447.384149:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:2.1:1789431447.384152:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152000.
00010000:00000010:2.1:1789431447.384154:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:2.1:1789431447.384200:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06d00.
00010000:00000010:2.1:1789431447.384204:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:2.1:1789431447.384207:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152400.
00010000:00000010:2.1:1789431447.384209:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00010000:00000010:3.1:1789431447.385476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152d00.
00010000:00000010:3.1:1789431447.385487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:3.1:1789431447.385491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243000.
00010000:00000010:3.1:1789431447.385496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:3.1:1789431447.385501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0400.
00010000:00000010:3.1:1789431447.385504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00010000:00000010:3.1:1789431447.385507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152300.
00010000:00000010:3.1:1789431447.385509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:3.1:1789431447.385513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487800.
00010000:00000010:3.1:1789431447.385516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:3.1:1789431447.465644:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32a00.
00010000:00000010:3.1:1789431447.465652:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431447.465657:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7900.
00010000:00000010:3.1:1789431447.465661:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:3.1:1789431447.477485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f900.
00010000:00000010:3.1:1789431447.477498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:3.1:1789431447.477507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20a00.
00010000:00000010:3.1:1789431447.477515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00010000:00000010:3.1:1789431447.477524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1800.
00010000:00000010:3.1:1789431447.477533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:3.1:1789431447.477541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480f00.
00010000:00000010:3.1:1789431447.478073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf400.
00010000:00000010:3.1:1789431447.478077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f400.
00010000:00000010:3.1:1789431447.478081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:2.1:1789431447.480396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfb00.
00010000:00000010:2.1:1789431447.480402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00010000:00000010:3.1:1789431447.483456:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5700.
00010000:00000010:3.1:1789431447.483466:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00000080:00000010:2.1:1789431447.490665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00000080:00000010:2.1:1789431447.490689:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789597380.
00010000:00000010:3.1:1789431447.503571:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e200.
00000080:00000010:3.1:1789431447.503578:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f00.
00000080:00000010:3.1:1789431447.670860:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ba0.
00000080:00000010:3.1:1789431447.670885:0:2342:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789592100.
00000080:00000010:2.1:1789431447.720823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e60.
00000080:00000010:2.1:1789431447.720857:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c1080.
00010000:00000010:3.1:1789431447.737524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:2.1:1789431447.856946:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaae00.
00010000:00000010:2.1:1789431447.856958:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00000080:00000010:3.1:1789431447.870899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519040.
00000080:00000010:3.1:1789431447.870933:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c39c0.
00010000:00000010:3.1:1789431447.870946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00000080:00000010:3.1:1789431447.870950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1520.
00010000:00000010:2.1:1789431447.948577:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5100.
00010000:00000010:2.1:1789431447.948598:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:3.1:1789431447.961738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00000080:00000010:2.1:1789431447.962764:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758a0.
00000080:00000010:2.1:1789431447.962792:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789595ac0.
00010000:00000010:2.1:1789431447.964489:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e600.
00000080:00000010:2.1:1789431447.969390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55c0.
00010000:00000010:2.1:1789431447.995746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:2.1:1789431448.048407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32a00.
00010000:00000010:2.1:1789431448.048415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:2.1:1789431448.065492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:3.1:1789431448.110369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:3.1:1789431448.270242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:3.1:1789431448.293937:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:3.1:1789431448.293976:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00000080:00000010:3.1:1789431448.415733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb10a0.
00010000:00000010:2.1:1789431448.421421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00010000:00000010:2.1:1789431448.483509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9de00.
00010000:00000010:3.1:1789431448.523450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9de00.
00010000:00000010:3.1:1789431448.623691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e800.
00000080:00000010:2.1:1789431448.627385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519620.
00010000:00000010:2.1:1789431448.631404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480f00.
00010000:00000010:2.1:1789431448.631425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:3.1:1789431448.735700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00000080:00000010:2.1:1789431448.747217:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00000080:00000010:2.1:1789431448.747228:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755e0.
00010000:00000010:2.1:1789431448.747233:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb000.
00010000:00000010:2.1:1789431448.777492:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00000080:00000010:2.1:1789431448.900862:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519420.
00010000:00000010:2.1:1789431448.900872:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00010000:00000010:3.1:1789431448.949244:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00010000:00000010:2.1:1789431449.033913:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00000080:00000010:2.1:1789431449.048060:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00000080:00000010:2.1:1789431449.048097:0:2342:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661b180.
00010000:00000010:2.1:1789431449.048300:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7700.
00010000:00000010:2.1:1789431449.048308:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00000080:00000010:3.1:1789431449.142610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d00.
00000080:00000010:3.1:1789431449.147420:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bc200.
00010000:00000010:3.1:1789431449.151469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20900.
00010000:00000010:3.1:1789431449.151478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:3.1:1789431449.251560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:2.1:1789431449.257102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00000080:00000010:2.1:1789431449.257178:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475860.
00000080:00000010:2.1:1789431449.257188:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905191e0.
00010000:00000010:2.1:1789431449.257194:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00010000:00000010:2.1:1789431449.288945:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfa00.
00010000:00000010:2.1:1789431449.288954:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f000.
00000080:00000010:3.1:1789431449.292369:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53c0.
00000080:00000010:3.1:1789431449.292393:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789591080.
00000080:00000010:2.1:1789431449.299462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1880.
00010000:00000010:3.1:1789431449.300382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00010000:00000010:2.1:1789431449.362465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00000080:00000010:2.1:1789431449.419369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475820.
00000080:00000010:2.1:1789431449.419411:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789590840.
00000080:00000010:2.1:1789431449.564537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d80.
00000080:00000010:2.1:1789431449.564559:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c18c0.
00010000:00000010:2.1:1789431449.579444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00000080:00000010:2.1:1789431449.579454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5200.
00000080:00000010:2.1:1789431449.636106:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6551080.
00010000:00000010:2.1:1789431449.636115:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786cede00.
00010000:00000010:2.1:1789431449.636121:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00000080:00000010:2.1:1789431449.645539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475780.
00000080:00000010:2.1:1789431449.653087:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789596b40.
00000080:00000010:2.1:1789431449.677396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5720.
00000080:00000010:2.1:1789431449.681428:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bdac0.
00010000:00000010:2.1:1789431449.681459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191700.
00010000:00000010:2.1:1789431449.681465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883a200.
00000080:00000010:2.1:1789431449.702396:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755c0.
00000080:00000010:2.1:1789431449.711412:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789595280.
00010000:00000010:2.1:1789431449.715381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00000080:00000010:2.1:1789431449.715424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5720.
00000080:00000010:2.1:1789431449.715431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1100.
00000080:00000010:2.1:1789431449.715502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d00.
00000080:00000010:2.1:1789431449.715510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757a0.
00000080:00000010:2.1:1789431449.715516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756a0.
00000080:00000010:2.1:1789431449.715521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00000080:00000010:2.1:1789431449.715527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519840.
00000080:00000010:2.1:1789431449.715531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475260.
00000080:00000010:2.1:1789431449.715534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519460.
00000080:00000010:2.1:1789431449.715538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475380.
00000080:00000010:2.1:1789431449.715542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475960.
00000080:00000010:2.1:1789431449.715546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475aa0.
00000080:00000010:2.1:1789431449.715549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519200.
00000080:00000010:2.1:1789431449.715552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00000080:00000010:2.1:1789431449.715557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475320.
00000080:00000010:2.1:1789431449.715560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754a0.
00000080:00000010:2.1:1789431449.715564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752a0.
00010000:00000010:2.1:1789431449.715569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243700.
00010000:00000010:2.1:1789431449.715588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:2.1:1789431449.715592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:3.1:1789431449.746406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:2.1:1789431449.751392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b1df7f00.
00010000:00000010:2.1:1789431449.751400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:2.1:1789431449.789126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:2.1:1789431449.843558:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c20.
00000080:00000010:2.1:1789431449.843725:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f9080.
00010000:00000010:2.1:1789431449.843739:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20d00.
00010000:00000010:2.1:1789431449.843744:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00000080:00000010:2.1:1789431449.850444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b80.
00000080:00000010:2.1:1789431449.850469:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895ba100.
00010000:00000010:2.1:1789431449.941253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5100.
00010000:00000010:2.1:1789431449.941261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e600.
00010000:00000010:2.1:1789431450.022716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:2.1:1789431450.035450:0:2341:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661f380.
00010000:00000010:2.1:1789431450.035478:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243f00.
00010000:00000010:2.1:1789431450.035485:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:2.1:1789431450.144444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00000080:00000010:3.1:1789431450.208685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475940.
00000080:00000010:3.1:1789431450.248560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e00.
00010000:00000010:2.1:1789431450.258446:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00000080:00000010:2.1:1789431450.440617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905196e0.
00010000:00000010:3.1:1789431450.566734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2c00.
00010000:00000010:3.1:1789431450.655453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb000.
00000080:00000010:2.1:1789431450.665383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475be0.
00000080:00000010:3.1:1789431450.719392:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519840.
00010000:00000010:3.1:1789431450.719444:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:3.1:1789431450.719449:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64b00.
00010000:00000010:3.1:1789431450.719454:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:3.1:1789431450.719458:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00000080:00000010:2.1:1789431450.776508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752c0.
00000080:00000010:2.1:1789431450.780423:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fd280.
00000080:00000010:2.1:1789431450.816589:0:14623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b60.
00010000:00000010:2.1:1789431450.816600:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:2.1:1789431450.816607:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0f00.
00010000:00000010:2.1:1789431450.816613:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221400.
00010000:00000010:2.1:1789431450.816616:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e600.
00000080:00000010:2.1:1789431450.838399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192c0.
00000080:00000010:2.1:1789431450.842637:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fca40.
00010000:00000010:2.1:1789431450.842661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7e00.
00010000:00000010:2.1:1789431450.842666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00000080:00000010:3.1:1789431450.858095:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b50c0.
00000080:00000010:2.1:1789431450.887381:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475420.
00000080:00000010:2.1:1789431450.887409:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bb180.
00010000:00000010:2.1:1789431450.913438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20200.
00010000:00000010:2.1:1789431450.913448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00000080:00000010:3.1:1789431450.913492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d20.
00000080:00000010:2.1:1789431450.916594:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895be300.
00010000:00000010:2.1:1789431450.916611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:2.1:1789431450.916617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0e00.
00010000:00000010:2.1:1789431450.916621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00000080:00000010:2.1:1789431450.940407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c40.
00000080:00000010:2.1:1789431450.944964:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fa940.
00010000:00000010:2.1:1789431450.944984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32800.
00010000:00000010:2.1:1789431450.944992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00000080:00000010:2.1:1789431450.963108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1700.
00010000:00000010:2.1:1789431451.020366:0:5580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5000.
00010000:00000010:2.1:1789431451.020376:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:2.1:1789431451.026370:0:5580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32300.
00010000:00000010:2.1:1789431451.026378:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431451.028609:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5c00.
00010000:00000010:3.1:1789431451.028618:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:3.1:1789431451.028625:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dddd00.
00010000:00000010:3.1:1789431451.028630:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00010000:00000010:2.1:1789431451.037380:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208c00.
00010000:00000010:2.1:1789431451.037388:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:3.1:1789431451.037465:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3200.
00010000:00000010:3.1:1789431451.037471:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00010000:00000010:3.1:1789431451.037476:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaad00.
00010000:00000010:3.1:1789431451.037479:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:2.1:1789431451.106890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8000.
00010000:00000010:2.1:1789431451.106919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445200.
00010000:00000010:2.1:1789431451.106925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5ce00.
00010000:00000010:2.1:1789431451.106931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00010000:00000010:2.1:1789431451.106936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06000.
00010000:00000010:2.1:1789431451.106944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220e00.
00010000:00000010:2.1:1789431451.107015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0300.
00010000:00000010:2.1:1789431451.107020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed400.
00010000:00000010:3.1:1789431451.134464:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e900.
00010000:00000010:3.1:1789431451.134475:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:3.1:1789431451.134479:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e100.
00010000:00000010:3.1:1789431451.134483:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00010000:00000010:2.1:1789431451.139384:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191400.
00010000:00000010:2.1:1789431451.139392:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:2.1:1789431451.139399:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8400.
00010000:00000010:2.1:1789431451.139406:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:2.1:1789431451.139413:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c500.
00010000:00000010:2.1:1789431451.139416:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00010000:00000010:2.1:1789431451.160384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243800.
00010000:00000010:2.1:1789431451.160393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932e00.
00010000:00000010:2.1:1789431451.165385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa800.
00010000:00000010:2.1:1789431451.165395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00010000:00000010:2.1:1789431451.165404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20700.
00010000:00000010:2.1:1789431451.165412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4000.
00010000:00000010:2.1:1789431451.165419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64100.
00010000:00000010:2.1:1789431451.165425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:2.1:1789431451.165428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06f00.
00010000:00000010:2.1:1789431451.165432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00010000:00000010:2.1:1789431451.165435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfe00.
00000080:00000010:2.1:1789431451.179669:0:2342:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f8840.
00010000:00000010:2.1:1789431451.228443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a191a00.
00010000:00000010:2.1:1789431451.228461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d95400.
00010000:00000010:2.1:1789431451.228465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00000080:00000010:3.1:1789431451.248808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475cc0.
00000080:00000010:3.1:1789431451.256445:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6552940.
00010000:00000010:3.1:1789431451.256471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7af66b700.
00010000:00000010:3.1:1789431451.256480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:3.1:1789431451.268960:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475020.
00010000:00000010:3.1:1789431451.283619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480200.
00010000:00000010:3.1:1789431451.283646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f000.
00000080:00000010:2.1:1789431451.284460:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789594200.
00000080:00000010:2.1:1789431451.402414:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fc200.
00010000:00000010:2.1:1789431451.402429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2500.
00010000:00000010:2.1:1789431451.402433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5c00.
00000080:00000010:3.1:1789431451.524639:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:2.1:1789431451.536436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072800.
00010000:00000010:2.1:1789431451.536452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ea00.
00010000:00000010:2.1:1789431451.613037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c400.
00010000:00000010:2.1:1789431451.613060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:2.1:1789431451.765960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2c00.
00010000:00000010:2.1:1789431451.844468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2800.
00000080:00000010:2.1:1789431451.873530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475040.
00010000:00000010:2.1:1789431451.902839:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfe00.
00000080:00000010:3.1:1789431451.909417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ca0.
00000080:00000010:3.1:1789431451.983508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ca0.
00000080:00000010:3.1:1789431452.059699:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1f80.
00010000:00000010:2.1:1789431452.086670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00010000:00000010:2.1:1789431452.177205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2000.
00000080:00000010:2.1:1789431452.199848:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b20.
00010000:00000010:2.1:1789431452.332987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00000080:00000010:2.1:1789431452.341624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d40.
00010000:00000010:2.1:1789431452.345704:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06e00.
00010000:00000010:2.1:1789431452.345713:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2000.
00010000:00000010:2.1:1789431452.424861:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e200.
00010000:00000010:2.1:1789431452.424873:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00000080:00000010:2.1:1789431452.455877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759e0.
00010000:00000010:3.1:1789431452.587540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:3.1:1789431452.639455:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00000080:00000010:3.1:1789431452.639465:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751a0.
00010000:00000010:2.1:1789431452.722458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:3.1:1789431452.845444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:3.1:1789431452.943096:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32400.
00010000:00000010:3.1:1789431452.943118:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00010000:00000010:3.1:1789431452.943125:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2e00.
00010000:00000010:3.1:1789431452.943131:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:3.1:1789431452.943136:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0e20100.
00010000:00000010:3.1:1789431452.943141:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:3.1:1789431452.943146:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7200.
00010000:00000010:3.1:1789431452.943150:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:3.1:1789431452.943155:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0900.
00010000:00000010:3.1:1789431452.943159:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f800.
00010000:00000010:2.1:1789431453.000449:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7c00.
00010000:00000010:2.1:1789431453.000458:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:2.1:1789431453.020779:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e300.
00010000:00000010:2.1:1789431453.020805:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8800.
00010000:00000010:2.1:1789431453.060392:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:2.1:1789431453.566529:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e100.
00010000:00000010:2.1:1789431453.566541:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00000080:00000010:3.1:1789431453.805441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905191e0.
00000080:00000010:2.1:1789431453.951086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb13c0.
00000080:00000010:2.1:1789431454.219398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c80.
00010000:00000010:2.1:1789431454.241783:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00010000:00000010:2.1:1789431454.241793:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75900.
00010000:00000010:2.1:1789431454.241798:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfc00.
00010000:00000010:3.1:1789431454.351392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3e00.
00010000:00000010:3.1:1789431454.351401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2600.
00010000:00000010:3.1:1789431454.476988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00010000:00000010:3.1:1789431454.617400:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2000.
00000080:00000010:3.1:1789431454.631812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00010000:00000010:3.1:1789431454.823744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2000.
00000080:00000010:3.1:1789431454.840535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519620.
00010000:00000010:3.1:1789431454.843659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e900.
00010000:00000010:3.1:1789431454.843667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddea00.
00000080:00000010:3.1:1789431454.874329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475080.
00000080:00000010:3.1:1789431454.883811:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6554200.
00010000:00000010:2.1:1789431454.892424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2800.
00010000:00000010:2.1:1789431454.892438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00000080:00000010:3.1:1789431454.905386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905195a0.
00000080:00000010:3.1:1789431454.905413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519720.
00010000:00000010:2.1:1789431454.925713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e200.
00010000:00000010:3.1:1789431455.037023:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2300.
00010000:00000010:3.1:1789431455.037039:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2e00.
00000080:00000010:3.1:1789431455.061387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1740.
00000080:00000010:3.1:1789431455.061400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fa0.
00010000:00000010:2.1:1789431455.099747:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00000080:00000010:3.1:1789431455.730203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1740.
00010000:00000010:3.1:1789431455.730220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3400.
00010000:00000010:2.1:1789431455.849306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00000080:00000010:3.1:1789431455.909191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752e0.
00000080:00000010:2.1:1789431455.916374:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e60.
00010000:00000010:2.1:1789431455.916387:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:3.1:1789431455.923411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2e00.
00010000:00000010:2.1:1789431455.950400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfc00.
00000080:00000010:2.1:1789431456.051391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5500.
00010000:00000010:3.1:1789431456.085756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00010000:00000010:3.1:1789431456.085767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2600.
00010000:00000010:3.1:1789431456.085773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00010000:00000010:3.1:1789431456.235610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2200.
00000080:00000010:2.1:1789431456.368948:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1560.
00010000:00000010:3.1:1789431456.392406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f200.
00010000:00000010:2.1:1789431456.477832:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00000080:00000010:3.1:1789431456.479055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00000080:00000010:2.1:1789431456.573370:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00000080:00000010:3.1:1789431456.695940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a60.
00010000:00000010:3.1:1789431456.774723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:3.1:1789431456.831063:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00000080:00000010:3.1:1789431456.890410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00000080:00000010:3.1:1789431456.890436:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661b180.
00010000:00000010:3.1:1789431456.897499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00000080:00000010:3.1:1789431456.897530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c80.
00010000:00000010:2.1:1789431456.970072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfc00.
00010000:00000010:2.1:1789431456.980420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:3.1:1789431457.110060:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e100.
00010000:00000010:3.1:1789431457.110079:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00010000:00000010:3.1:1789431457.321514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0e00.
00010000:00000010:3.1:1789431457.321533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:3.1:1789431457.540798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf600.
00000080:00000010:2.1:1789431457.612262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f80.
00010000:00000010:2.1:1789431457.612274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00000080:00000010:3.1:1789431457.652587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757c0.
00000080:00000010:3.1:1789431457.707529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a80.
00010000:00000010:3.1:1789431457.707542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:2.1:1789431457.734447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:2.1:1789431457.734457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55e0.
00010000:00000010:2.1:1789431457.854994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfe00.
00010000:00000010:2.1:1789431457.893266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00010000:00000010:3.1:1789431457.897396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:3.1:1789431457.897404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a80.
00000080:00000010:3.1:1789431457.926809:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ea0.
00010000:00000010:3.1:1789431457.936592:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:3.1:1789431457.936601:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3a00.
00010000:00000010:3.1:1789431457.936606:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06300.
00010000:00000010:3.1:1789431457.936610:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3e00.
00000080:00000010:3.1:1789431457.951511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a80.
00000080:00000010:2.1:1789431457.951878:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895939c0.
00010000:00000010:2.1:1789431458.088671:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06e00.
00010000:00000010:2.1:1789431458.088683:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3e00.
00010000:00000010:2.1:1789431458.175644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00010000:00000010:3.1:1789431458.229689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06d00.
00010000:00000010:3.1:1789431458.229697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2600.
00010000:00000010:2.1:1789431458.241698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf600.
00000080:00000010:2.1:1789431458.321440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5720.
00010000:00000010:2.1:1789431458.321468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75000.
00010000:00000010:2.1:1789431458.321475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3a00.
00000080:00000010:3.1:1789431458.344604:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f80.
00000080:00000010:3.1:1789431458.525451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519740.
00000080:00000010:2.1:1789431458.529399:0:2349:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895918c0.
00010000:00000010:3.1:1789431458.535690:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfe00.
00010000:00000010:3.1:1789431458.667977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75f00.
00010000:00000010:3.1:1789431458.667986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3e00.
00010000:00000010:2.1:1789431458.707934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf600.
00010000:00000010:2.1:1789431458.929530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00000080:00000010:2.1:1789431459.026042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475580.
00010000:00000010:2.1:1789431459.217520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7e00.
00000080:00000010:2.1:1789431459.252406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475880.
00010000:00000010:2.1:1789431459.252422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00010000:00000010:3.1:1789431459.257648:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:2.1:1789431459.320926:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3800.
00010000:00000010:3.1:1789431459.370397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:2.1:1789431459.425715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3a00.
00000080:00000010:3.1:1789431459.581386:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475560.
00010000:00000010:2.1:1789431459.591182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:3.1:1789431459.628897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:2.1:1789431459.646443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75000.
00010000:00000010:2.1:1789431459.646451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00010000:00000010:2.1:1789431459.794487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2200.
00010000:00000010:2.1:1789431459.794496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:2.1:1789431459.794500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2500.
00010000:00000010:2.1:1789431459.794512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00010000:00000010:3.1:1789431459.803045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0700.
00010000:00000010:3.1:1789431459.803065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:3.1:1789431459.803070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75900.
00010000:00000010:3.1:1789431459.803075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00000080:00000010:2.1:1789431459.991858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5940.
00010000:00000010:3.1:1789431459.997396:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99f00.
00010000:00000010:3.1:1789431459.997410:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:2.1:1789431459.998763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00000080:00000010:2.1:1789431460.226398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753c0.
00010000:00000010:3.1:1789431460.264922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:3.1:1789431460.264928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f200.
00010000:00000010:2.1:1789431460.368116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ee00.
00010000:00000010:2.1:1789431460.368125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f200.
00010000:00000010:3.1:1789431460.533016:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa400.
00010000:00000010:2.1:1789431460.624799:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00010000:00000010:2.1:1789431460.748591:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00010000:00000010:2.1:1789431460.834750:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3c00.
00000080:00000010:3.1:1789431460.874377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519300.
00010000:00000010:2.1:1789431460.878400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:3.1:1789431460.930390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbe00.
00010000:00000010:2.1:1789431460.952668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3800.
00010000:00000010:3.1:1789431460.988390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431461.114728:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00000080:00000010:3.1:1789431461.114735:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519300.
00010000:00000010:2.1:1789431461.162592:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:2.1:1789431461.179419:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbe00.
00000080:00000010:2.1:1789431461.189424:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b20.
00010000:00000010:2.1:1789431461.189433:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:3.1:1789431461.345533:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00000080:00000010:3.1:1789431461.679515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519220.
00000080:00000010:3.1:1789431461.763460:0:5581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519920.
00010000:00000010:3.1:1789431461.763471:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:2.1:1789431461.851556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00000080:00000010:3.1:1789431461.872439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5760.
00010000:00000010:2.1:1789431461.881745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5400.
00010000:00000010:2.1:1789431461.881755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfc00.
00010000:00000010:3.1:1789431461.905437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431461.987468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:2.1:1789431462.088691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00010000:00000010:2.1:1789431462.108536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243900.
00010000:00000010:2.1:1789431462.108556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:3.1:1789431462.123542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:3.1:1789431462.242483:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00010000:00000010:2.1:1789431462.282455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00000080:00000010:2.1:1789431462.352373:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00010000:00000010:2.1:1789431462.401122:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00000080:00000010:2.1:1789431462.401149:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519740.
00000080:00000010:3.1:1789431462.430510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ec0.
00000080:00000010:3.1:1789431462.430525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54c0.
00000080:00000010:3.1:1789431462.533008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00010000:00000010:2.1:1789431462.536452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00010000:00000010:3.1:1789431462.539121:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:2.1:1789431462.601115:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2800.
00000080:00000010:2.1:1789431462.657800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755a0.
00010000:00000010:2.1:1789431462.754973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00000080:00000010:2.1:1789431462.759920:0:5581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475720.
00010000:00000010:2.1:1789431462.759931:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3800.
00010000:00000010:3.1:1789431462.821403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00000080:00000010:3.1:1789431462.821413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c20.
00010000:00000010:3.1:1789431462.869605:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00010000:00000010:2.1:1789431462.874374:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:2.1:1789431462.907492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e500.
00010000:00000010:2.1:1789431462.907503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:3.1:1789431462.915508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5e00.
00000080:00000010:2.1:1789431462.915542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519380.
00000080:00000010:2.1:1789431462.915569:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6553180.
00000080:00000010:3.1:1789431462.919617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5200.
00010000:00000010:3.1:1789431462.943272:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5c00.
00010000:00000010:3.1:1789431462.994497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00000080:00000010:3.1:1789431462.994508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d80.
00000080:00000010:2.1:1789431463.019512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00010000:00000010:2.1:1789431463.126403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7e00.
00000080:00000010:3.1:1789431463.195827:0:5580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c60.
00000080:00000010:2.1:1789431463.493577:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b40.
00010000:00000010:2.1:1789431463.498926:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5e00.
00010000:00000010:3.1:1789431463.768057:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:2.1:1789431463.876154:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:2.1:1789431463.926659:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:2.1:1789431463.926669:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:2.1:1789431463.934680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221600.
00010000:00000010:2.1:1789431463.966379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00000080:00000010:2.1:1789431463.990452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00010000:00000010:2.1:1789431463.990466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:2.1:1789431464.014433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:2.1:1789431464.076426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221600.
00010000:00000010:2.1:1789431464.097404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:3.1:1789431464.107663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00000080:00000010:3.1:1789431464.124748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1f40.
00000080:00000010:2.1:1789431464.204400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750c0.
00010000:00000010:2.1:1789431464.288483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221400.
00010000:00000010:2.1:1789431464.363413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8200.
00000080:00000010:2.1:1789431464.370697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00000080:00000010:2.1:1789431464.370716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519620.
00010000:00000010:2.1:1789431464.465657:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:3.1:1789431464.523653:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e500.
00010000:00000010:3.1:1789431464.523661:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00000080:00000010:3.1:1789431464.538762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00000080:00000010:3.1:1789431464.538781:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6550000.
00010000:00000010:3.1:1789431464.538792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4000.
00010000:00000010:2.1:1789431464.618626:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00000080:00000010:3.1:1789431464.672130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5100.
00010000:00000010:3.1:1789431464.672158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5c00.
00010000:00000010:2.1:1789431464.672580:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00000080:00000010:2.1:1789431464.731834:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54c0.
00010000:00000010:2.1:1789431464.731851:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00010000:00000010:3.1:1789431464.733052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00000080:00000010:3.1:1789431464.764274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475940.
00010000:00000010:3.1:1789431464.764297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221600.
00000080:00000010:2.1:1789431464.766030:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e40.
00000080:00000010:3.1:1789431464.769582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519040.
00010000:00000010:2.1:1789431464.890159:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00000080:00000010:3.1:1789431464.999400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5920.
00010000:00000010:3.1:1789431465.003385:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f800.
00010000:00000010:3.1:1789431465.003393:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:2.1:1789431465.004421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4000.
00010000:00000010:2.1:1789431465.033204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:2.1:1789431465.033220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5d00.
00010000:00000010:2.1:1789431465.033224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00000080:00000010:2.1:1789431465.195251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b80.
00010000:00000010:3.1:1789431465.210286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00000080:00000010:3.1:1789431465.233436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5200.
00000080:00000010:3.1:1789431465.233450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5080.
00010000:00000010:3.1:1789431465.271829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:3.1:1789431465.285382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:3.1:1789431465.470816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00000080:00000010:2.1:1789431465.534996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519560.
00010000:00000010:2.1:1789431465.546768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:3.1:1789431465.558019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:2.1:1789431465.598399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:3.1:1789431465.640413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00000080:00000010:3.1:1789431465.640434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1ea0.
00010000:00000010:3.1:1789431465.640448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35900.
00010000:00000010:3.1:1789431465.640453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:3.1:1789431465.687480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00010000:00000010:2.1:1789431465.690514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:2.1:1789431465.717133:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:2.1:1789431465.717163:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00000080:00000010:2.1:1789431465.717209:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55c0.
00000080:00000010:2.1:1789431465.717219:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5360.
00000080:00000010:2.1:1789431465.717223:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5940.
00000080:00000010:2.1:1789431465.717227:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54c0.
00010000:00000010:2.1:1789431465.717231:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00000080:00000010:2.1:1789431465.779118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d40.
00010000:00000010:2.1:1789431465.832456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:2.1:1789431465.915878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00000080:00000010:2.1:1789431465.938558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5de0.
00000080:00000010:3.1:1789431466.043938:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54a0.
00010000:00000010:3.1:1789431466.069564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00000080:00000010:3.1:1789431466.069573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1fc0.
00010000:00000010:3.1:1789431466.127383:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:3.1:1789431466.339293:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648b00.
00010000:00000010:3.1:1789431466.339311:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00000080:00000010:3.1:1789431466.348791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475dc0.
00000080:00000010:3.1:1789431466.348817:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c1080.
00010000:00000010:3.1:1789431466.375991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:2.1:1789431466.424390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:2.1:1789431466.639717:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648600.
00010000:00000010:2.1:1789431466.639727:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5000.
00010000:00000010:2.1:1789431466.639731:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0900.
00010000:00000010:2.1:1789431466.639735:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:3.1:1789431466.640367:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2e00.
00010000:00000010:3.1:1789431466.640373:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:3.1:1789431466.640377:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5800.
00010000:00000010:3.1:1789431466.640381:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:2.1:1789431466.645614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5b00.
00010000:00000010:2.1:1789431466.645622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431466.645733:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71200.
00010000:00000010:3.1:1789431466.645739:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9c00.
00010000:00000010:2.1:1789431466.732297:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d400.
00010000:00000010:2.1:1789431466.772847:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00000080:00000010:2.1:1789431466.781463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b40.
00010000:00000010:3.1:1789431466.809856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:2.1:1789431466.870796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:2.1:1789431466.886478:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:2.1:1789431466.886488:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e500.
00010000:00000010:2.1:1789431466.886493:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00000080:00000010:2.1:1789431466.891487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475be0.
00000080:00000010:2.1:1789431466.900623:0:2342:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789595ac0.
00010000:00000010:3.1:1789431466.906002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:2.1:1789431466.945655:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648800.
00010000:00000010:2.1:1789431466.945667:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:2.1:1789431467.019718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:3.1:1789431467.119638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:3.1:1789431467.184208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00010000:00000010:3.1:1789431467.234393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00000080:00000010:2.1:1789431467.296569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00000080:00000010:2.1:1789431467.296587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d80.
00010000:00000010:2.1:1789431467.296594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00000080:00000010:2.1:1789431467.424870:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475280.
00010000:00000010:3.1:1789431467.429438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:3.1:1789431467.429446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00000080:00000010:3.1:1789431467.482404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53c0.
00010000:00000010:3.1:1789431467.564393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2d00.
00010000:00000010:3.1:1789431467.564402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:3.1:1789431467.568392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71f00.
00010000:00000010:3.1:1789431467.568404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:3.1:1789431467.691672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00010000:00000010:3.1:1789431467.832384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:3.1:1789431467.832390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00010000:00000010:3.1:1789431467.875418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8e00.
00010000:00000010:3.1:1789431467.911558:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00010000:00000010:2.1:1789431467.931418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00000080:00000010:2.1:1789431467.931488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475340.
00010000:00000010:2.1:1789431467.931498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d400.
00000080:00000010:3.1:1789431468.016201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb18c0.
00010000:00000010:3.1:1789431468.024390:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e400.
00010000:00000010:3.1:1789431468.024398:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00010000:00000010:3.1:1789431468.047670:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0e00.
00010000:00000010:3.1:1789431468.047678:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:3.1:1789431468.085730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00000080:00000010:3.1:1789431468.097502:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb19c0.
00010000:00000010:2.1:1789431468.102394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:3.1:1789431468.162389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00010000:00000010:2.1:1789431468.166769:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00000080:00000010:3.1:1789431468.177616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d40.
00010000:00000010:2.1:1789431468.317605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d400.
00010000:00000010:2.1:1789431468.327747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b3a00.
00010000:00000010:2.1:1789431468.365396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2800.
00010000:00000010:2.1:1789431468.388501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00000080:00000010:3.1:1789431468.398479:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5380.
00010000:00000010:2.1:1789431468.466577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d400.
00010000:00000010:3.1:1789431468.507478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00010000:00000010:2.1:1789431468.612377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00010000:00000010:3.1:1789431468.652740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:2.1:1789431468.716395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfc00.
00010000:00000010:3.1:1789431468.763710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00000080:00000010:2.1:1789431468.810484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519be0.
00000080:00000010:2.1:1789431468.929505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51a0.
00010000:00000010:3.1:1789431468.930183:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00010000:00000010:2.1:1789431469.010770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00010000:00000010:2.1:1789431469.043375:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:2.1:1789431469.120850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487700.
00010000:00000010:2.1:1789431469.120867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec400.
00010000:00000010:2.1:1789431469.227803:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00010000:00000010:3.1:1789431469.249608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072c00.
00010000:00000010:3.1:1789431469.249616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00010000:00000010:3.1:1789431469.522046:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:2.1:1789431469.921494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3e00.
00010000:00000010:3.1:1789431470.097057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00010000:00000010:2.1:1789431470.170537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35800.
00010000:00000010:2.1:1789431470.170547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00010000:00000010:3.1:1789431470.179751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00010000:00000010:3.1:1789431470.262410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00000080:00000010:3.1:1789431470.311524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475160.
00000080:00000010:3.1:1789431470.344378:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475100.
00000080:00000010:3.1:1789431470.359464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757e0.
00000080:00000010:3.1:1789431470.359474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d80.
00010000:00000010:3.1:1789431470.359480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7d00.
00010000:00000010:3.1:1789431470.359484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3e00.
00010000:00000010:3.1:1789431470.359488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00010000:00000010:2.1:1789431470.447392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00000080:00000010:2.1:1789431470.466538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c80.
00010000:00000010:3.1:1789431470.654374:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79200.
00010000:00000010:2.1:1789431470.664881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2e00.
00010000:00000010:3.1:1789431470.806670:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3e00.
00010000:00000010:3.1:1789431470.920659:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf500.
00010000:00000010:3.1:1789431470.920671:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484e00.
00010000:00000010:3.1:1789431470.938395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00010000:00000010:2.1:1789431470.987914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:2.1:1789431471.086381:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00010000:00000010:3.1:1789431471.137402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072400.
00010000:00000010:3.1:1789431471.137410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00000080:00000010:2.1:1789431471.215780:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00010000:00000010:2.1:1789431471.222379:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00000080:00000010:2.1:1789431471.283616:0:1541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00000080:00000010:2.1:1789431471.291735:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb11c0.
00010000:00000010:3.1:1789431471.292547:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:3.1:1789431471.329377:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00000080:00000010:2.1:1789431471.354458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475460.
00000080:00000010:2.1:1789431471.354478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c00.
00000080:00000010:2.1:1789431471.354536:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755e0.
00010000:00000010:2.1:1789431471.354544:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64000.
00010000:00000010:2.1:1789431471.354551:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e9a00.
00010000:00000010:2.1:1789431471.354556:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00000080:00000010:2.1:1789431471.366546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5720.
00000080:00000010:2.1:1789431471.366569:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789596b40.
00000080:00000010:2.1:1789431471.378232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758a0.
00010000:00000010:3.1:1789431471.444756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431471.511371:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:2.1:1789431471.568400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:3.1:1789431471.629396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00000080:00000010:3.1:1789431471.629404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1100.
00010000:00000010:3.1:1789431471.696417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00000080:00000010:3.1:1789431471.718756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ca0.
00010000:00000010:3.1:1789431471.739357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeedc00.
00010000:00000010:2.1:1789431471.747545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7900.
00010000:00000010:2.1:1789431471.747568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:3.1:1789431471.836405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64600.
00010000:00000010:3.1:1789431471.836429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec400.
00010000:00000010:2.1:1789431471.941260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ea00.
00010000:00000010:3.1:1789431471.978763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:3.1:1789431471.989125:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:3.1:1789431472.052453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107400.
00010000:00000010:3.1:1789431472.052461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00010000:00000010:3.1:1789431472.058874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431472.192302:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64e00.
00010000:00000010:3.1:1789431472.192325:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79200.
00010000:00000010:3.1:1789431472.380440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:2.1:1789431472.426827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484e00.
00010000:00000010:2.1:1789431472.483868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:3.1:1789431472.486886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:2.1:1789431472.552508:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:2.1:1789431472.589409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8800.
00010000:00000010:3.1:1789431472.623534:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0e00.
00010000:00000010:3.1:1789431472.623542:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00010000:00000010:3.1:1789431472.658775:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00010000:00000010:2.1:1789431472.679438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:3.1:1789431472.732279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8400.
00010000:00000010:3.1:1789431472.826374:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:3.1:1789431472.863393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00010000:00000010:3.1:1789431472.921609:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0200.
00010000:00000010:3.1:1789431472.921617:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00000080:00000010:2.1:1789431473.069528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b60.
00000080:00000010:2.1:1789431473.114541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5360.
00000080:00000010:2.1:1789431473.141408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c80.
00010000:00000010:2.1:1789431473.228384:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00010000:00000010:2.1:1789431473.239405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64e00.
00010000:00000010:2.1:1789431473.239485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8200.
00010000:00000010:2.1:1789431473.239491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00000080:00000010:2.1:1789431473.257907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475980.
00000080:00000010:2.1:1789431473.262872:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c6300.
00010000:00000010:2.1:1789431473.292401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00010000:00000010:3.1:1789431473.304110:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00000080:00000010:3.1:1789431473.304118:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00010000:00000010:2.1:1789431473.366398:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:2.1:1789431473.366727:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75900.
00010000:00000010:2.1:1789431473.366733:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:2.1:1789431473.366737:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00000080:00000010:2.1:1789431473.380570:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a80.
00000080:00000010:2.1:1789431473.380580:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905191e0.
00010000:00000010:2.1:1789431473.474438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00010000:00000010:2.1:1789431473.539521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00000080:00000010:3.1:1789431473.542444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00010000:00000010:2.1:1789431473.582659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8800.
00010000:00000010:2.1:1789431473.595390:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:2.1:1789431473.640605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00000080:00000010:2.1:1789431473.640621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53a0.
00010000:00000010:2.1:1789431473.731846:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:2.1:1789431473.790401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484600.
00010000:00000010:2.1:1789431473.884217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00010000:00000010:2.1:1789431473.991649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8200.
00010000:00000010:2.1:1789431474.023116:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:3.1:1789431474.087387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:2.1:1789431474.151442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:3.1:1789431474.177971:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00010000:00000010:2.1:1789431474.263597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:3.1:1789431474.373525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00010000:00000010:3.1:1789431474.422757:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:3.1:1789431474.429550:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:2.1:1789431474.475507:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00010000:00000010:3.1:1789431474.563527:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00000080:00000010:2.1:1789431474.804505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5aa0.
00010000:00000010:2.1:1789431474.810529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00000080:00000010:2.1:1789431474.810876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55e0.
00000080:00000010:3.1:1789431474.856131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00000080:00000010:3.1:1789431474.861874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c80.
00010000:00000010:3.1:1789431474.880521:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fb00.
00010000:00000010:3.1:1789431474.880530:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c600.
00000080:00000010:2.1:1789431474.886785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d60.
00000080:00000010:3.1:1789431474.888498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00000080:00000010:3.1:1789431474.999411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519180.
00010000:00000010:3.1:1789431475.046463:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107f00.
00010000:00000010:3.1:1789431475.046473:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:2.1:1789431475.061186:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:2.1:1789431475.101970:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:2.1:1789431475.139547:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:2.1:1789431475.206154:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:2.1:1789431475.206164:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243700.
00010000:00000010:2.1:1789431475.206170:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00010000:00000010:2.1:1789431475.232459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f700.
00010000:00000010:2.1:1789431475.232468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00010000:00000010:2.1:1789431475.272428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:3.1:1789431475.369280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00010000:00000010:3.1:1789431475.719474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00010000:00000010:2.1:1789431475.897086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00000080:00000010:2.1:1789431475.910405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475320.
00010000:00000010:3.1:1789431475.959390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:2.1:1789431475.989538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:3.1:1789431476.059195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:2.1:1789431476.137648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00010000:00000010:3.1:1789431476.159891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00010000:00000010:2.1:1789431476.195887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00010000:00000010:2.1:1789431476.223532:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00010000:00000010:2.1:1789431476.349586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827ff00.
00010000:00000010:2.1:1789431476.349610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00000080:00000010:3.1:1789431476.650754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f40.
00010000:00000010:2.1:1789431476.778568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7b00.
00010000:00000010:2.1:1789431476.778573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978000.
00010000:00000010:2.1:1789431476.797400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9a00.
00010000:00000010:2.1:1789431476.797412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00010000:00000010:2.1:1789431476.854142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:3.1:1789431476.931503:0:5588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00010000:00000010:3.1:1789431476.948501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00010000:00000010:2.1:1789431476.995048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:3.1:1789431477.017903:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00010000:00000010:3.1:1789431477.136808:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00000080:00000010:2.1:1789431477.137531:0:5581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475280.
00000080:00000010:2.1:1789431477.231403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fc0.
00010000:00000010:2.1:1789431477.236396:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00000080:00000010:2.1:1789431477.236405:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c60.
00010000:00000010:3.1:1789431477.302499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00000080:00000010:2.1:1789431477.321441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00000080:00000010:3.1:1789431477.339373:0:5581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519380.
00000080:00000010:3.1:1789431477.351052:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895939c0.
00010000:00000010:2.1:1789431477.388585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5700.
00010000:00000010:2.1:1789431477.388606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00010000:00000010:3.1:1789431477.401615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:2.1:1789431477.462495:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431477.575803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00000080:00000010:2.1:1789431477.700020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e40.
00010000:00000010:3.1:1789431477.702388:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:2.1:1789431477.746213:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00010000:00000010:3.1:1789431477.771621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92a00.
00010000:00000010:2.1:1789431477.781501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fb00.
00010000:00000010:2.1:1789431477.781526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00010000:00000010:3.1:1789431477.814423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431477.821458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:3.1:1789431477.893442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:3.1:1789431477.965614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64e00.
00010000:00000010:3.1:1789431477.965623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:2.1:1789431478.054417:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00010000:00000010:2.1:1789431478.199745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00010000:00000010:2.1:1789431478.460202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06d00.
00010000:00000010:2.1:1789431478.460209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:2.1:1789431478.498496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00010000:00000010:3.1:1789431478.539475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00010000:00000010:2.1:1789431478.595672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:2.1:1789431478.623427:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92200.
00010000:00000010:3.1:1789431478.670107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243b00.
00010000:00000010:3.1:1789431478.670116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00000080:00000010:3.1:1789431478.795064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb10a0.
00000080:00000010:3.1:1789431478.847683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e00.
00000080:00000010:3.1:1789431478.907747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00000080:00000010:3.1:1789431478.918145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51c0.
00000080:00000010:2.1:1789431478.919572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5480.
00000080:00000010:2.1:1789431478.936826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c20.
00010000:00000010:2.1:1789431478.943804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:3.1:1789431478.944403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35100.
00010000:00000010:3.1:1789431478.944412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:3.1:1789431479.051040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92200.
00010000:00000010:2.1:1789431479.083399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00000080:00000010:3.1:1789431479.085503:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c00.
00000080:00000010:3.1:1789431479.085525:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789591080.
00010000:00000010:3.1:1789431479.101413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5b00.
00010000:00000010:3.1:1789431479.101431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:2.1:1789431479.124384:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:3.1:1789431479.129668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00010000:00000010:2.1:1789431479.140503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243600.
00010000:00000010:2.1:1789431479.140516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9c00.
00010000:00000010:3.1:1789431479.163605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00000080:00000010:3.1:1789431479.197489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ac0.
00010000:00000010:2.1:1789431479.201381:0:11646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:2.1:1789431479.213625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00010000:00000010:3.1:1789431479.240452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:2.1:1789431479.262410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:3.1:1789431479.281612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:3.1:1789431479.333449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00000080:00000010:3.1:1789431479.398102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5720.
00010000:00000010:2.1:1789431479.398381:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:3.1:1789431479.594511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9a00.
00010000:00000010:3.1:1789431479.674493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00010000:00000010:3.1:1789431479.674511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9a00.
00010000:00000010:2.1:1789431479.704084:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d200.
00010000:00000010:3.1:1789431479.718588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:3.1:1789431479.760237:0:5580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35500.
00010000:00000010:3.1:1789431479.760247:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00000080:00000010:3.1:1789431479.802674:0:14623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519280.
00010000:00000010:2.1:1789431479.857480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:3.1:1789431479.930401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:3.1:1789431479.955646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00010000:00000010:2.1:1789431480.030839:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00010000:00000010:3.1:1789431480.206180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:2.1:1789431480.345228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:3.1:1789431480.355045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35f00.
00010000:00000010:3.1:1789431480.355059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3e00.
00010000:00000010:3.1:1789431480.412593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfc00.
00010000:00000010:2.1:1789431480.476168:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:3.1:1789431480.479722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fd00.
00010000:00000010:3.1:1789431480.479735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:2.1:1789431480.516807:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:2.1:1789431480.573886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:2.1:1789431480.628392:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00010000:00000010:3.1:1789431480.759552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00010000:00000010:2.1:1789431480.801564:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:2.1:1789431480.870007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:2.1:1789431480.903111:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3072000.
00010000:00000010:2.1:1789431480.903135:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde400.
00010000:00000010:2.1:1789431480.961407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c400.
00010000:00000010:2.1:1789431480.961416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:3.1:1789431480.999429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:2.1:1789431481.237395:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8200.
00010000:00000010:2.1:1789431481.251607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:2.1:1789431481.303088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00000080:00000010:3.1:1789431481.382472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5de0.
00010000:00000010:3.1:1789431481.407742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00000080:00000010:3.1:1789431481.475447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00010000:00000010:2.1:1789431481.475555:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497800.
00000080:00000010:2.1:1789431481.669451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b50c0.
00000080:00000010:2.1:1789431481.718871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1be0.
00000080:00000010:2.1:1789431481.733394:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ec0.
00000080:00000010:2.1:1789431481.733410:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e60.
00000080:00000010:2.1:1789431481.733506:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb13a0.
00000080:00000010:3.1:1789431481.734531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757c0.
00000080:00000010:2.1:1789431481.779521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00000080:00000010:3.1:1789431481.786662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ba0.
00010000:00000010:2.1:1789431481.805694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497200.
00010000:00000010:2.1:1789431481.861499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:2.1:1789431481.896037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:3.1:1789431481.917703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243700.
00010000:00000010:3.1:1789431481.917712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00000080:00000010:3.1:1789431481.933323:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475de0.
00000080:00000010:2.1:1789431481.936188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475520.
00010000:00000010:2.1:1789431481.944815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64400.
00010000:00000010:2.1:1789431481.944825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00000080:00000010:3.1:1789431481.949417:0:5580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1f40.
00000080:00000010:3.1:1789431481.949439:0:5580:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6550000.
00000080:00000010:3.1:1789431482.040819:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1f40.
00010000:00000010:3.1:1789431482.058408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5cc00.
00010000:00000010:3.1:1789431482.058414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:3.1:1789431482.099101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:3.1:1789431482.140118:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497200.
00010000:00000010:2.1:1789431482.206404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:2.1:1789431482.261465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92200.
00010000:00000010:2.1:1789431482.266459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8c00.
00010000:00000010:2.1:1789431482.266469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf600.
00010000:00000010:2.1:1789431482.275999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:2.1:1789431482.379579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:2.1:1789431482.425445:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00000080:00000010:2.1:1789431482.425455:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00010000:00000010:2.1:1789431482.477646:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00010000:00000010:2.1:1789431482.518579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:3.1:1789431482.614274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ca0.
00010000:00000010:3.1:1789431482.614285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:2.1:1789431482.815703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:3.1:1789431482.831321:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:3.1:1789431482.890714:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7af66b800.
00010000:00000010:3.1:1789431482.890722:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:2.1:1789431483.029552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79196fa00.
00010000:00000010:2.1:1789431483.029565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00010000:00000010:2.1:1789431483.038648:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35300.
00010000:00000010:2.1:1789431483.038657:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00000080:00000010:2.1:1789431483.053713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475780.
00010000:00000010:3.1:1789431483.121494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:2.1:1789431483.145260:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00000080:00000010:3.1:1789431483.168567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5040.
00010000:00000010:2.1:1789431483.201719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00000080:00000010:3.1:1789431483.231851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f00.
00010000:00000010:2.1:1789431483.233647:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:2.1:1789431483.233664:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00010000:00000010:2.1:1789431483.234646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71500.
00010000:00000010:2.1:1789431483.234654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d400.
00000080:00000010:3.1:1789431483.328405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb19e0.
00000080:00000010:3.1:1789431483.354833:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00000080:00000010:3.1:1789431483.366478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5920.
00000080:00000010:3.1:1789431483.388471:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:2.1:1789431483.406480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:2.1:1789431483.541634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:3.1:1789431483.554550:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00010000:00000010:3.1:1789431483.566074:0:5589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:3.1:1789431483.573674:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00010000:00000010:2.1:1789431483.867211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:3.1:1789431483.937562:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00000080:00000010:2.1:1789431484.031398:0:5580:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6550000.
00010000:00000010:3.1:1789431484.097443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:2.1:1789431484.202948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:2.1:1789431484.257205:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475dc0.
00000080:00000010:2.1:1789431484.259919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905193a0.
00010000:00000010:2.1:1789431484.296430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3800.
00010000:00000010:2.1:1789431484.296442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00010000:00000010:3.1:1789431484.359683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431484.359751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00010000:00000010:2.1:1789431484.473540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:2.1:1789431484.473669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00010000:00000010:2.1:1789431484.715758:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:2.1:1789431484.722601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c80.
00010000:00000010:3.1:1789431484.729327:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00010000:00000010:2.1:1789431484.729428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00000080:00000010:2.1:1789431484.786442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55e0.
00010000:00000010:2.1:1789431484.797446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00010000:00000010:2.1:1789431484.797459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35500.
00010000:00000010:2.1:1789431484.797462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:2.1:1789431484.821474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755c0.
00000080:00000010:2.1:1789431484.830464:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655dac0.
00010000:00000010:2.1:1789431484.938112:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:2.1:1789431484.981188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9400.
00010000:00000010:2.1:1789431484.989453:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:2.1:1789431484.989469:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00000080:00000010:2.1:1789431484.997817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1640.
00000080:00000010:2.1:1789431484.997837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475280.
00010000:00000010:3.1:1789431485.040806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ba00.
00010000:00000010:3.1:1789431485.205572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00000080:00000010:3.1:1789431485.205583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00010000:00000010:3.1:1789431485.672010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:3.1:1789431485.681899:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00000080:00000010:3.1:1789431485.742551:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475500.
00010000:00000010:3.1:1789431485.763084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:3.1:1789431485.853270:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdea00.
00010000:00000010:2.1:1789431486.065033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:2.1:1789431486.065042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00000080:00000010:2.1:1789431486.074596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5da0.
00010000:00000010:2.1:1789431486.088715:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978000.
00000080:00000010:3.1:1789431486.148314:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192c0.
00000080:00000010:3.1:1789431486.148383:0:2342:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661d280.
00010000:00000010:3.1:1789431486.354675:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf400.
00010000:00000010:2.1:1789431486.367489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648300.
00010000:00000010:2.1:1789431486.367502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00010000:00000010:3.1:1789431486.371411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd300.
00010000:00000010:3.1:1789431486.371421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00000080:00000010:3.1:1789431486.497677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53c0.
00010000:00000010:3.1:1789431486.504973:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d200.
00010000:00000010:3.1:1789431486.541397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00010000:00000010:2.1:1789431486.612067:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:2.1:1789431486.693306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757a0.
00010000:00000010:3.1:1789431486.785452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:2.1:1789431486.938431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f20.
00010000:00000010:3.1:1789431487.004436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:2.1:1789431487.046952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde000.
00010000:00000010:2.1:1789431487.157143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508800.
00010000:00000010:2.1:1789431487.157156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00000080:00000010:2.1:1789431487.163019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754a0.
00000080:00000010:2.1:1789431487.163057:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655b9c0.
00010000:00000010:2.1:1789431487.174592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00000080:00000010:2.1:1789431487.181733:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5400.
00010000:00000010:2.1:1789431487.377837:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648b00.
00010000:00000010:2.1:1789431487.377914:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:3.1:1789431487.387458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde000.
00010000:00000010:3.1:1789431487.587473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:2.1:1789431487.591188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed400.
00000080:00000010:2.1:1789431487.794035:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ee0.
00010000:00000010:2.1:1789431487.794068:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79400.
00010000:00000010:3.1:1789431487.847579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3200.
00010000:00000010:3.1:1789431487.847589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:2.1:1789431487.852405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:3.1:1789431487.942336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:2.1:1789431487.967563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:3.1:1789431488.000705:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:2.1:1789431488.019493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64900.
00010000:00000010:2.1:1789431488.019514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00010000:00000010:2.1:1789431488.216539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79200.
00010000:00000010:2.1:1789431488.216583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00010000:00000010:3.1:1789431488.326976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00000080:00000010:3.1:1789431488.346638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519580.
00000080:00000010:3.1:1789431488.368788:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53c0.
00000080:00000010:3.1:1789431488.372790:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655ca40.
00010000:00000010:2.1:1789431488.541733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00000080:00000010:2.1:1789431488.541757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475da0.
00010000:00000010:2.1:1789431488.801479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79200.
00000080:00000010:2.1:1789431488.801491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ea0.
00010000:00000010:2.1:1789431488.810037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd300.
00010000:00000010:2.1:1789431488.810047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00000080:00000010:2.1:1789431488.908406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519480.
00010000:00000010:3.1:1789431488.921162:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4000.
00010000:00000010:2.1:1789431488.931218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:2.1:1789431488.931269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bff00.
00010000:00000010:2.1:1789431488.931275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00010000:00000010:2.1:1789431488.931280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78400.
00000080:00000010:2.1:1789431488.949224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197e0.
00000080:00000010:2.1:1789431488.949239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5440.
00010000:00000010:2.1:1789431489.058969:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00000080:00000010:2.1:1789431489.126482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00010000:00000010:2.1:1789431489.193655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5c00.
00010000:00000010:2.1:1789431489.193664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf100.
00010000:00000010:2.1:1789431489.193670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79400.
00000080:00000010:2.1:1789431489.230537:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ee0.
00010000:00000010:3.1:1789431489.241695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfb00.
00010000:00000010:3.1:1789431489.241717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00000080:00000010:2.1:1789431489.255601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ea0.
00000080:00000010:3.1:1789431489.257267:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789594200.
00010000:00000010:3.1:1789431489.310382:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfa00.
00010000:00000010:3.1:1789431489.310392:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00000080:00000010:3.1:1789431489.317405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5880.
00000080:00000010:3.1:1789431489.317430:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655ca40.
00010000:00000010:3.1:1789431489.325328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00000080:00000010:3.1:1789431489.325378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb12e0.
00000080:00000010:2.1:1789431489.413264:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475360.
00000080:00000010:2.1:1789431489.413293:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b40.
00010000:00000010:3.1:1789431489.495405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79400.
00010000:00000010:2.1:1789431489.567518:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79000.
00000080:00000010:2.1:1789431489.567526:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ee0.
00010000:00000010:2.1:1789431489.567537:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79200.
00010000:00000010:2.1:1789431489.567572:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00010000:00000010:3.1:1789431489.588954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487200.
00010000:00000010:3.1:1789431489.588975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78400.
00000080:00000010:3.1:1789431489.614375:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ee0.
00010000:00000010:2.1:1789431489.624068:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00010000:00000010:3.1:1789431489.726492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bff00.
00010000:00000010:3.1:1789431489.726499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4000.
00000080:00000010:3.1:1789431489.734879:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb12a0.
00000080:00000010:3.1:1789431489.734902:0:2342:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655b9c0.
00010000:00000010:3.1:1789431489.752855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00000080:00000010:3.1:1789431489.752871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1b00.
00010000:00000010:3.1:1789431489.783003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00010000:00000010:3.1:1789431489.871421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648700.
00010000:00000010:3.1:1789431489.871431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:2.1:1789431490.036106:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00000080:00000010:2.1:1789431490.226435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fa0.
00010000:00000010:2.1:1789431490.226445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ba00.
00000080:00000010:2.1:1789431490.248523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5040.
00010000:00000010:2.1:1789431490.252039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfd00.
00010000:00000010:2.1:1789431490.252050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:3.1:1789431490.308402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905195a0.
00010000:00000010:3.1:1789431490.328094:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00000080:00000010:3.1:1789431490.328110:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1920.
00010000:00000010:2.1:1789431490.428377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ba00.
00010000:00000010:2.1:1789431490.482959:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:3.1:1789431490.507775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197c0.
00000080:00000010:3.1:1789431490.507793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fc0.
00010000:00000010:3.1:1789431490.554583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0400.
00010000:00000010:2.1:1789431490.680386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:2.1:1789431490.708442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeedc00.
00010000:00000010:3.1:1789431490.724412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00010000:00000010:3.1:1789431490.724418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0900.
00010000:00000010:3.1:1789431490.724422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00000080:00000010:2.1:1789431490.864478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00010000:00000010:2.1:1789431490.953592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00000080:00000010:2.1:1789431490.953603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5680.
00000080:00000010:3.1:1789431491.070718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b50c0.
00010000:00000010:3.1:1789431491.084540:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:2.1:1789431491.093408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:2.1:1789431491.093481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa400.
00010000:00000010:2.1:1789431491.093489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:2.1:1789431491.093494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00000080:00000010:2.1:1789431491.104522:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ac0.
00000080:00000010:2.1:1789431491.104548:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d20.
00010000:00000010:2.1:1789431491.168416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00010000:00000010:3.1:1789431491.193417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00000080:00000010:3.1:1789431491.193439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00010000:00000010:3.1:1789431491.398401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5e00.
00010000:00000010:3.1:1789431491.398411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497200.
00010000:00000010:3.1:1789431491.398416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786cede00.
00010000:00000010:3.1:1789431491.398420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444c00.
00010000:00000010:3.1:1789431491.398424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa500.
00010000:00000010:3.1:1789431491.398428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:2.1:1789431491.522180:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeedc00.
00000080:00000010:3.1:1789431491.525391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519520.
00010000:00000010:2.1:1789431491.530388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00010000:00000010:2.1:1789431491.676393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00010000:00000010:3.1:1789431491.780507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00000080:00000010:3.1:1789431491.780516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1fe0.
00000080:00000010:3.1:1789431491.808475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1140.
00010000:00000010:2.1:1789431491.826432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786ceda00.
00010000:00000010:2.1:1789431491.826439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00000080:00000010:2.1:1789431491.843844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1fe0.
00000080:00000010:2.1:1789431491.854430:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6559080.
00010000:00000010:3.1:1789431492.040698:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:3.1:1789431492.133912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786cede00.
00010000:00000010:3.1:1789431492.133921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00000080:00000010:3.1:1789431492.145409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00000080:00000010:3.1:1789431492.145432:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f8840.
00010000:00000010:3.1:1789431492.206526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e400.
00010000:00000010:2.1:1789431492.208691:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fa00.
00010000:00000010:2.1:1789431492.621614:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00000080:00000010:2.1:1789431492.627615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00010000:00000010:2.1:1789431492.869185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:2.1:1789431492.978438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71500.
00010000:00000010:2.1:1789431492.978465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00010000:00000010:2.1:1789431492.978470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3200.
00010000:00000010:2.1:1789431492.978474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed400.
00010000:00000010:3.1:1789431492.990710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ec00.
00010000:00000010:3.1:1789431493.094572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:3.1:1789431493.094601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759a0.
00000080:00000010:3.1:1789431493.099501:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fdac0.
00010000:00000010:3.1:1789431493.117400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:2.1:1789431493.125615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243c00.
00010000:00000010:2.1:1789431493.125642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00000080:00000010:2.1:1789431493.205563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475120.
00010000:00000010:3.1:1789431493.235825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:3.1:1789431493.235834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00000080:00000010:2.1:1789431493.241051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1140.
00010000:00000010:3.1:1789431493.293631:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00000080:00000010:3.1:1789431493.293649:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d00.
00010000:00000010:2.1:1789431493.384486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:2.1:1789431493.427411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c600.
00000080:00000010:2.1:1789431493.427474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00010000:00000010:2.1:1789431493.427484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:3.1:1789431493.664019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00010000:00000010:2.1:1789431493.671505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:3.1:1789431493.753698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaaf00.
00010000:00000010:3.1:1789431493.753706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:2.1:1789431493.833711:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e400.
00010000:00000010:3.1:1789431493.960615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00000080:00000010:3.1:1789431493.960624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ea0.
00010000:00000010:3.1:1789431493.980081:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00010000:00000010:3.1:1789431493.980249:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:2.1:1789431494.187412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0000.
00010000:00000010:2.1:1789431494.187432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f000.
00000080:00000010:2.1:1789431494.325420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00000080:00000010:2.1:1789431494.353431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00000080:00000010:2.1:1789431494.385457:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb12e0.
00010000:00000010:3.1:1789431494.406393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:2.1:1789431494.467952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:2.1:1789431494.468033:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946900.
00010000:00000010:2.1:1789431494.468039:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:2.1:1789431494.468042:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00000080:00000010:3.1:1789431494.514499:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e00.
00000080:00000010:3.1:1789431494.514517:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5de0.
00010000:00000010:2.1:1789431494.524262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00000080:00000010:2.1:1789431494.983560:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e00.
00010000:00000010:2.1:1789431495.010462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d800.
00010000:00000010:3.1:1789431495.042618:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c200.
00010000:00000010:3.1:1789431495.042633:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:2.1:1789431495.059011:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dddd00.
00010000:00000010:2.1:1789431495.059027:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f200.
00010000:00000010:2.1:1789431495.080168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:3.1:1789431495.093461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:2.1:1789431495.136636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:2.1:1789431495.153438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00010000:00000010:2.1:1789431495.224558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:2.1:1789431495.425412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00000080:00000010:3.1:1789431495.764699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197c0.
00000080:00000010:3.1:1789431495.764723:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655b9c0.
00010000:00000010:3.1:1789431496.120575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00000080:00000010:3.1:1789431496.120584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00010000:00000010:2.1:1789431496.123430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00000080:00000010:2.1:1789431496.181381:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475820.
00010000:00000010:2.1:1789431496.181397:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487800.
00010000:00000010:2.1:1789431496.181401:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:3.1:1789431496.195601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00000080:00000010:3.1:1789431496.195609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475be0.
00000080:00000010:3.1:1789431496.410705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b00.
00010000:00000010:3.1:1789431496.556425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c800.
00000080:00000010:3.1:1789431496.677607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b59c0.
00010000:00000010:2.1:1789431496.721094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb800.
00010000:00000010:3.1:1789431496.746556:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7000.
00010000:00000010:3.1:1789431496.746680:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00010000:00000010:3.1:1789431496.860885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00010000:00000010:3.1:1789431496.926630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00010000:00000010:2.1:1789431496.980408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:2.1:1789431497.009533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:2.1:1789431497.042749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00000080:00000010:3.1:1789431497.046409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00000080:00000010:3.1:1789431497.148893:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb10a0.
00010000:00000010:2.1:1789431497.160880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb800.
00010000:00000010:2.1:1789431497.231563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00000080:00000010:2.1:1789431497.267964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb19c0.
00000080:00000010:2.1:1789431497.310932:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f9080.
00010000:00000010:2.1:1789431497.384430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb800.
00000080:00000010:3.1:1789431497.456281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b60.
00010000:00000010:2.1:1789431497.457004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00010000:00000010:2.1:1789431497.673717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:2.1:1789431497.750463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00010000:00000010:2.1:1789431497.770938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00010000:00000010:2.1:1789431497.818881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00010000:00000010:3.1:1789431497.827537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00000080:00000010:2.1:1789431497.838415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475340.
00010000:00000010:2.1:1789431497.969411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00000080:00000010:2.1:1789431497.969437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475280.
00010000:00000010:2.1:1789431497.982410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00010000:00000010:2.1:1789431498.170532:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431498.223571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:2.1:1789431498.259779:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:3.1:1789431498.331374:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:2.1:1789431498.343507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:2.1:1789431498.406978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:3.1:1789431498.465382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f000.
00000080:00000010:3.1:1789431498.495400:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755c0.
00010000:00000010:2.1:1789431498.506393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:2.1:1789431498.600725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00000080:00000010:2.1:1789431498.600734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55e0.
00010000:00000010:2.1:1789431498.653507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa900.
00010000:00000010:2.1:1789431498.653524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00000080:00000010:2.1:1789431498.692042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c00.
00010000:00000010:2.1:1789431498.697505:0:5589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2e00.
00010000:00000010:2.1:1789431498.711546:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:3.1:1789431498.847407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3800.
00000080:00000010:3.1:1789431498.847419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5800.
00010000:00000010:2.1:1789431498.985191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:3.1:1789431499.180143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa600.
00010000:00000010:2.1:1789431499.202488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220e00.
00010000:00000010:3.1:1789431499.229148:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa600.
00010000:00000010:3.1:1789431499.229393:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e600.
00010000:00000010:3.1:1789431499.229399:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:3.1:1789431499.229403:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00000080:00000010:3.1:1789431499.253410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d80.
00000080:00000010:3.1:1789431499.253422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750c0.
00010000:00000010:2.1:1789431499.256494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa600.
00010000:00000010:2.1:1789431499.265440:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:3.1:1789431499.300647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:3.1:1789431499.329447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:2.1:1789431499.333416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00000080:00000010:2.1:1789431499.333440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54c0.
00010000:00000010:2.1:1789431499.403391:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:3.1:1789431499.418736:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487200.
00010000:00000010:3.1:1789431499.418753:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:3.1:1789431499.422918:0:14683:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06200.
00010000:00000010:3.1:1789431499.422924:0:14683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9c00.
00010000:00000010:3.1:1789431499.422929:0:14683:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790a75000.
00010000:00000010:3.1:1789431499.422934:0:14683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00010000:00000010:3.1:1789431499.429409:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487000.
00010000:00000010:3.1:1789431499.429417:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:2.1:1789431499.455201:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ef00.
00010000:00000010:2.1:1789431499.455210:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:3.1:1789431499.455258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487700.
00010000:00000010:3.1:1789431499.455265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:2.1:1789431499.533480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221000.
00010000:00000010:3.1:1789431499.552442:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:2.1:1789431499.575391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00010000:00000010:2.1:1789431499.579015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:2.1:1789431499.748600:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3000.
00010000:00000010:2.1:1789431499.964629:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:2.1:1789431500.110017:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde400.
00000080:00000010:3.1:1789431500.122469:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00000080:00000010:3.1:1789431500.125695:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fe300.
00010000:00000010:3.1:1789431500.130972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00000080:00000010:3.1:1789431500.130982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d80.
00010000:00000010:3.1:1789431500.268397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00010000:00000010:3.1:1789431500.268452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0800.
00010000:00000010:3.1:1789431500.268458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00010000:00000010:3.1:1789431500.268462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5c00.
00010000:00000010:2.1:1789431500.328386:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2e00.
00010000:00000010:2.1:1789431500.333900:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5c00.
00010000:00000010:2.1:1789431500.367065:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00010000:00000010:2.1:1789431500.404591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00000080:00000010:2.1:1789431500.404616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5580.
00010000:00000010:3.1:1789431500.522570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0b00.
00010000:00000010:3.1:1789431500.522583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:2.1:1789431500.563134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519080.
00010000:00000010:3.1:1789431500.578845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946100.
00010000:00000010:3.1:1789431500.578853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00000080:00000010:3.1:1789431500.595865:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475780.
00000080:00000010:3.1:1789431500.602408:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fb9c0.
00010000:00000010:3.1:1789431500.774396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:2.1:1789431500.827600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7f00.
00010000:00000010:2.1:1789431500.827627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00000080:00000010:2.1:1789431500.827633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519120.
00000080:00000010:2.1:1789431500.827655:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05dd280.
00010000:00000010:2.1:1789431500.854403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00000080:00000010:2.1:1789431500.854425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e40.
00010000:00000010:2.1:1789431500.861584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:3.1:1789431500.912401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:3.1:1789431501.169437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00000080:00000010:3.1:1789431501.169451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00010000:00000010:3.1:1789431501.281435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7c00.
00010000:00000010:3.1:1789431501.281466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00010000:00000010:3.1:1789431501.348885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00010000:00000010:2.1:1789431501.363692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2400.
00010000:00000010:2.1:1789431501.417484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06700.
00010000:00000010:2.1:1789431501.417505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00000080:00000010:3.1:1789431501.422919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475480.
00000080:00000010:3.1:1789431501.422944:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05df380.
00010000:00000010:2.1:1789431501.439404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2800.
00000080:00000010:2.1:1789431501.439415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1440.
00010000:00000010:2.1:1789431501.522639:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00010000:00000010:2.1:1789431501.534391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:3.1:1789431501.555597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:3.1:1789431501.555620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475800.
00000080:00000010:2.1:1789431501.638338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1ea0.
00000080:00000010:2.1:1789431501.638374:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05da100.
00010000:00000010:2.1:1789431501.638384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00000080:00000010:2.1:1789431501.638389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55c0.
00000080:00000010:2.1:1789431501.659777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475040.
00010000:00000010:2.1:1789431501.659796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00000080:00000010:3.1:1789431501.719476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ce0.
00000080:00000010:3.1:1789431501.719499:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05ddac0.
00000080:00000010:2.1:1789431501.792774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ec0.
00000080:00000010:2.1:1789431501.792812:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fb180.
00010000:00000010:3.1:1789431501.894762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:2.1:1789431501.923383:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06700.
00010000:00000010:2.1:1789431501.923391:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00000080:00000010:2.1:1789431501.932912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c20.
00000080:00000010:2.1:1789431501.932934:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661ca40.
00010000:00000010:2.1:1789431501.942559:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00000080:00000010:2.1:1789431501.942572:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5180.
00010000:00000010:2.1:1789431501.959005:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:3.1:1789431502.022468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:3.1:1789431502.022483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475560.
00010000:00000010:3.1:1789431502.069488:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aa500.
00010000:00000010:3.1:1789431502.069502:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d800.
00000080:00000010:2.1:1789431502.085656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750a0.
00000080:00000010:2.1:1789431502.085680:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fdac0.
00010000:00000010:2.1:1789431502.093504:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00000080:00000010:2.1:1789431502.101466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c20.
00010000:00000010:2.1:1789431502.300540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00000080:00000010:2.1:1789431502.300592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519340.
00000080:00000010:2.1:1789431502.300600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f60.
00010000:00000010:2.1:1789431502.300605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00000080:00000010:2.1:1789431502.345079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519420.
00010000:00000010:3.1:1789431502.380551:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496e00.
00010000:00000010:3.1:1789431502.391726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00000080:00000010:3.1:1789431502.401155:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00000080:00000010:3.1:1789431502.401165:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c60.
00010000:00000010:3.1:1789431502.401173:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:2.1:1789431502.435864:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:3.1:1789431502.492233:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8e00.
00010000:00000010:2.1:1789431502.576462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00000080:00000010:2.1:1789431502.680927:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475bc0.
00010000:00000010:3.1:1789431502.686612:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00010000:00000010:3.1:1789431502.721405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2800.
00010000:00000010:3.1:1789431502.735469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00000080:00000010:3.1:1789431502.743548:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1080.
00000080:00000010:3.1:1789431502.743561:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb13a0.
00010000:00000010:3.1:1789431502.743569:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00010000:00000010:3.1:1789431502.791391:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487500.
00010000:00000010:3.1:1789431502.791399:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfae00.
00000080:00000010:3.1:1789431502.800664:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fc0.
00000080:00000010:3.1:1789431502.800690:0:2342:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6556b40.
00010000:00000010:3.1:1789431502.804587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00000080:00000010:3.1:1789431502.808530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb13a0.
00010000:00000010:2.1:1789431502.841686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00010000:00000010:2.1:1789431502.853120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:2.1:1789431502.897911:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152d00.
00010000:00000010:2.1:1789431502.897922:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00010000:00000010:2.1:1789431502.925547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d700.
00010000:00000010:2.1:1789431502.925565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:3.1:1789431503.005422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:2.1:1789431503.195268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c800.
00000080:00000010:2.1:1789431503.195281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d40.
00010000:00000010:3.1:1789431503.209465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:2.1:1789431503.259470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152d00.
00010000:00000010:2.1:1789431503.259481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:2.1:1789431503.262539:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00000080:00000010:2.1:1789431503.262589:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b00.
00010000:00000010:2.1:1789431503.262598:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9de00.
00010000:00000010:2.1:1789431503.341618:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17da00.
00010000:00000010:2.1:1789431503.341628:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00000080:00000010:2.1:1789431503.351549:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519580.
00000080:00000010:2.1:1789431503.351573:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05db9c0.
00010000:00000010:2.1:1789431503.364897:0:14615:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00010000:00000010:2.1:1789431503.423641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18c00.
00010000:00000010:2.1:1789431503.423651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9de00.
00010000:00000010:2.1:1789431503.458856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00010000:00000010:2.1:1789431503.458926:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:2.1:1789431503.601400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:2.1:1789431503.601431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00000080:00000010:2.1:1789431503.601466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5120.
00010000:00000010:2.1:1789431503.601476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa400.
00010000:00000010:3.1:1789431503.615434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152d00.
00010000:00000010:3.1:1789431503.615443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00000080:00000010:3.1:1789431503.615448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5920.
00000080:00000010:3.1:1789431503.615468:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661b9c0.
00010000:00000010:3.1:1789431503.615484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3200.
00000080:00000010:3.1:1789431503.615488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1b60.
00010000:00000010:2.1:1789431503.626395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00000080:00000010:2.1:1789431503.630420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00010000:00000010:3.1:1789431503.693479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:3.1:1789431503.703444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:3.1:1789431503.720496:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:2.1:1789431503.892715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00000080:00000010:2.1:1789431503.927761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197e0.
00010000:00000010:3.1:1789431504.234655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:3.1:1789431504.242641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:3.1:1789431504.253421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475240.
00010000:00000010:3.1:1789431504.253432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00010000:00000010:2.1:1789431504.404149:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18900.
00010000:00000010:2.1:1789431504.404159:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00000080:00000010:3.1:1789431504.414559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475600.
00000080:00000010:3.1:1789431504.414604:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fe300.
00010000:00000010:3.1:1789431504.428491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00000080:00000010:3.1:1789431504.428500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1b60.
00010000:00000010:3.1:1789431504.488414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:3.1:1789431504.509676:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:3.1:1789431504.584134:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7700.
00010000:00000010:3.1:1789431504.584146:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:3.1:1789431504.584152:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107800.
00010000:00000010:3.1:1789431504.584157:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:3.1:1789431504.584161:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0500.
00010000:00000010:3.1:1789431504.584165:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00010000:00000010:3.1:1789431504.584168:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107400.
00010000:00000010:3.1:1789431504.584171:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde400.
00010000:00000010:3.1:1789431504.584173:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0b00.
00010000:00000010:3.1:1789431504.584176:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac2e00.
00010000:00000010:3.1:1789431504.584180:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06300.
00010000:00000010:3.1:1789431504.584184:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:2.1:1789431504.584320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:3.1:1789431504.587547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789d93400.
00010000:00000010:3.1:1789431504.587554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431504.587558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8200.
00010000:00000010:3.1:1789431504.587563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:2.1:1789431504.588343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aaf00.
00010000:00000010:2.1:1789431504.588364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00000080:00000010:3.1:1789431504.592648:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1b60.
00000080:00000010:3.1:1789431504.592661:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5bc0.
00010000:00000010:3.1:1789431504.592671:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:3.1:1789431504.622478:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152400.
00010000:00000010:3.1:1789431504.622483:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:3.1:1789431504.622488:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d100.
00010000:00000010:3.1:1789431504.622491:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00010000:00000010:2.1:1789431504.622697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aae00.
00010000:00000010:2.1:1789431504.622709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:2.1:1789431504.622717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18500.
00010000:00000010:2.1:1789431504.622723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00010000:00000010:2.1:1789431504.635786:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1d00.
00010000:00000010:2.1:1789431504.635800:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00010000:00000010:2.1:1789431504.635808:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d600.
00010000:00000010:2.1:1789431504.635812:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:2.1:1789431504.644517:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152700.
00010000:00000010:2.1:1789431504.644529:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:2.1:1789431504.666011:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17db00.
00010000:00000010:2.1:1789431504.666031:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:3.1:1789431504.666668:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d800.
00010000:00000010:3.1:1789431504.666675:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:3.1:1789431504.666679:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1800.
00010000:00000010:3.1:1789431504.666684:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00010000:00000010:3.1:1789431504.755694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbe00.
00000080:00000010:3.1:1789431504.755707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475020.
00010000:00000010:2.1:1789431504.960277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb800.
00000080:00000010:2.1:1789431504.960377:0:2349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475560.
00010000:00000010:2.1:1789431504.960389:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00010000:00000010:3.1:1789431505.002803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:2.1:1789431505.101475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fcc00.
00010000:00000010:2.1:1789431505.101488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbe00.
00000080:00000010:2.1:1789431505.116208:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750e0.
00000080:00000010:2.1:1789431505.116233:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05da100.
00010000:00000010:3.1:1789431505.288602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00010000:00000010:2.1:1789431505.372058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbe00.
00000080:00000010:2.1:1789431505.437394:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475cc0.
00010000:00000010:2.1:1789431505.527283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa200.
00010000:00000010:2.1:1789431505.527304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:3.1:1789431505.527391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00000080:00000010:2.1:1789431505.538470:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00000080:00000010:2.1:1789431505.538499:0:2341:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6619080.
00010000:00000010:3.1:1789431505.562334:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00000080:00000010:3.1:1789431505.564585:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ca0.
00010000:00000010:2.1:1789431505.670707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625d00.
00010000:00000010:2.1:1789431505.670735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00000080:00000010:2.1:1789431505.697757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c40.
00000080:00000010:2.1:1789431505.697790:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fb180.
00010000:00000010:2.1:1789431505.706441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978800.
00000080:00000010:2.1:1789431505.706452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5100.
00010000:00000010:3.1:1789431505.762817:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:2.1:1789431505.802786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221600.
00010000:00000010:2.1:1789431505.920467:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221000.
00000080:00000010:2.1:1789431505.960434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d60.
00000080:00000010:2.1:1789431505.960448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519180.
00010000:00000010:2.1:1789431505.960455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221400.
00000080:00000010:3.1:1789431506.035152:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475420.
00000080:00000010:2.1:1789431506.221512:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475dc0.
00010000:00000010:2.1:1789431506.221522:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220400.
00010000:00000010:2.1:1789431506.272109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0b00.
00010000:00000010:2.1:1789431506.272132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:2.1:1789431506.355229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497000.
00010000:00000010:2.1:1789431506.355412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648800.
00010000:00000010:2.1:1789431506.355419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:2.1:1789431506.355422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:2.1:1789431506.376710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0500.
00010000:00000010:2.1:1789431506.376725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:2.1:1789431506.474544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:2.1:1789431506.474578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79400.
00010000:00000010:2.1:1789431506.477383:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00010000:00000010:2.1:1789431506.477392:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35300.
00010000:00000010:2.1:1789431506.477396:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0a00.
00000080:00000010:2.1:1789431506.498399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753e0.
00000080:00000010:2.1:1789431506.498443:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789591080.
00010000:00000010:2.1:1789431506.509322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221600.
00010000:00000010:2.1:1789431506.550394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00010000:00000010:2.1:1789431506.582366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddea00.
00010000:00000010:2.1:1789431506.582377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e900.
00010000:00000010:2.1:1789431506.582381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:3.1:1789431506.583914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:2.1:1789431506.605496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625e00.
00010000:00000010:2.1:1789431506.605504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220400.
00010000:00000010:3.1:1789431506.657521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:2.1:1789431506.759647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624800.
00010000:00000010:2.1:1789431506.759655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221000.
00000080:00000010:2.1:1789431506.759663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00000080:00000010:2.1:1789431506.767471:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05d98c0.
00010000:00000010:2.1:1789431506.778661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78400.
00000080:00000010:2.1:1789431506.782434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e40.
00000080:00000010:2.1:1789431506.782452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905196a0.
00010000:00000010:2.1:1789431506.782459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf200.
00010000:00000010:2.1:1789431506.782469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:2.1:1789431506.782662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9e600.
00000080:00000010:2.1:1789431506.818706:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519560.
00010000:00000010:3.1:1789431506.837996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:2.1:1789431506.838438:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661f380.
00010000:00000010:2.1:1789431506.853395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5700.
00010000:00000010:2.1:1789431506.853482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883aa00.
00010000:00000010:3.1:1789431506.853712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78400.
00000080:00000010:3.1:1789431506.882412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e40.
00000080:00000010:3.1:1789431506.896475:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6552940.
00010000:00000010:2.1:1789431506.901401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf700.
00010000:00000010:2.1:1789431506.901414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4000.
00000080:00000010:2.1:1789431506.945652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00000080:00000010:3.1:1789431506.984648:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655dac0.
00010000:00000010:3.1:1789431506.984658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0100.
00010000:00000010:3.1:1789431506.984663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:2.1:1789431506.990600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431507.037200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220400.
00000080:00000010:2.1:1789431507.112596:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f8840.
00010000:00000010:3.1:1789431507.172797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00000080:00000010:2.1:1789431507.181839:0:2350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e60.
00010000:00000010:2.1:1789431507.185838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78400.
00000080:00000010:3.1:1789431507.185971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fc0.
00000080:00000010:3.1:1789431507.186014:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789597380.
00010000:00000010:3.1:1789431507.186027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71f00.
00010000:00000010:3.1:1789431507.186034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00000080:00000010:3.1:1789431507.198422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475680.
00000080:00000010:3.1:1789431507.219537:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789594a40.
00010000:00000010:3.1:1789431507.228710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e9a00.
00000080:00000010:3.1:1789431507.228718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb13a0.
00000080:00000010:3.1:1789431507.236458:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65c18c0.
00010000:00000010:3.1:1789431507.236481:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35200.
00010000:00000010:3.1:1789431507.236487:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00000080:00000010:2.1:1789431507.250838:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519220.
00010000:00000010:3.1:1789431507.258172:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221400.
00000080:00000010:2.1:1789431507.258404:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655d280.
00000080:00000010:2.1:1789431507.263464:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ec0.
00010000:00000010:3.1:1789431507.263494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00010000:00000010:2.1:1789431507.425453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00000080:00000010:3.1:1789431507.471524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192c0.
00000080:00000010:3.1:1789431507.475387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755e0.
00000080:00000010:3.1:1789431507.475431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ba0.
00010000:00000010:3.1:1789431507.475439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:3.1:1789431507.475444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7af66b900.
00010000:00000010:3.1:1789431507.475449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431507.475452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00000080:00000010:3.1:1789431507.493114:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475720.
00010000:00000010:3.1:1789431507.517916:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431507.517931:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f300.
00010000:00000010:3.1:1789431507.517935:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8200.
00010000:00000010:3.1:1789431507.531283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:3.1:1789431507.531638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e00.
00010000:00000010:3.1:1789431507.541533:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:2.1:1789431507.582406:0:11646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:2.1:1789431507.603474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221400.
00000080:00000010:3.1:1789431507.700064:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb13a0.
00010000:00000010:3.1:1789431507.700083:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:3.1:1789431507.815678:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221400.
00010000:00000010:3.1:1789431507.845543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050de00.
00000080:00000010:2.1:1789431507.970927:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05d9080.
00010000:00000010:3.1:1789431507.985406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0800.
00010000:00000010:3.1:1789431507.985420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3000.
00010000:00000010:3.1:1789431508.010678:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0b00.
00010000:00000010:3.1:1789431508.010692:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00000080:00000010:3.1:1789431508.034471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fc0.
00000080:00000010:3.1:1789431508.034500:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05dc200.
00010000:00000010:2.1:1789431508.038643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487700.
00010000:00000010:2.1:1789431508.038666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00010000:00000010:2.1:1789431508.077411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:2.1:1789431508.084870:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b60.
00000080:00000010:2.1:1789431508.084880:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b20.
00010000:00000010:2.1:1789431508.116391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2b00.
00010000:00000010:2.1:1789431508.116402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:2.1:1789431508.116407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00000080:00000010:2.1:1789431508.144622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1ba0.
00000080:00000010:2.1:1789431508.261303:0:2341:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6558840.
00010000:00000010:2.1:1789431508.273620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32800.
00010000:00000010:2.1:1789431508.273630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00010000:00000010:3.1:1789431508.282673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18700.
00010000:00000010:3.1:1789431508.282692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:3.1:1789431508.282699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625300.
00010000:00000010:3.1:1789431508.282703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:3.1:1789431508.282708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624600.
00010000:00000010:3.1:1789431508.282712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7e00.
00010000:00000010:3.1:1789431508.282717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc400.
00010000:00000010:3.1:1789431508.282723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00010000:00000010:3.1:1789431508.282726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc900.
00010000:00000010:3.1:1789431508.282729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:3.1:1789431508.312389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7af66b700.
00010000:00000010:3.1:1789431508.312398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:2.1:1789431508.314469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625700.
00010000:00000010:2.1:1789431508.314489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:2.1:1789431508.314493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625000.
00010000:00000010:2.1:1789431508.314497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfae00.
00010000:00000010:2.1:1789431508.314502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc100.
00010000:00000010:2.1:1789431508.314506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:2.1:1789431508.314510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64d00.
00010000:00000010:2.1:1789431508.314514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00010000:00000010:2.1:1789431508.314517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fcc00.
00010000:00000010:2.1:1789431508.314520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:2.1:1789431508.314556:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624000.
00010000:00000010:2.1:1789431508.314561:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979800.
00010000:00000010:2.1:1789431508.329500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6cb00.
00010000:00000010:2.1:1789431508.329524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fa00.
00010000:00000010:2.1:1789431508.347808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624900.
00010000:00000010:2.1:1789431508.347818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00010000:00000010:2.1:1789431508.347822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5300.
00010000:00000010:2.1:1789431508.347825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:2.1:1789431508.359145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8200.
00010000:00000010:2.1:1789431508.359160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbe00.
00010000:00000010:2.1:1789431508.366668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3500.
00010000:00000010:2.1:1789431508.366677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d400.
00010000:00000010:2.1:1789431508.410474:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bff00.
00010000:00000010:2.1:1789431508.410487:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00010000:00000010:2.1:1789431508.410493:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2400.
00010000:00000010:2.1:1789431508.410496:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78a00.
00010000:00000010:2.1:1789431508.410499:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d8e100.
00010000:00000010:2.1:1789431508.410503:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00010000:00000010:2.1:1789431508.410506:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35500.
00010000:00000010:2.1:1789431508.410510:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d200.
00010000:00000010:3.1:1789431508.432786:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ddd800.
00010000:00000010:3.1:1789431508.432799:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00010000:00000010:3.1:1789431508.432805:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0900.
00010000:00000010:3.1:1789431508.432810:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:2.1:1789431508.433935:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96a00.
00010000:00000010:2.1:1789431508.433946:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:2.1:1789431508.440382:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f900.
00010000:00000010:2.1:1789431508.440390:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5e00.
00010000:00000010:2.1:1789431508.528682:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221600.
00000080:00000010:2.1:1789431508.565501:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ec0.
00000080:00000010:2.1:1789431508.565544:0:2341:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f789590840.
00000080:00000010:2.1:1789431508.636743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1fc0.
00000080:00000010:2.1:1789431508.636778:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895918c0.
00010000:00000010:2.1:1789431508.709619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4f00.
00010000:00000010:2.1:1789431508.709650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497c00.
00000080:00000010:2.1:1789431508.725856:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ae0.
00010000:00000010:3.1:1789431508.731456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0800.
00010000:00000010:3.1:1789431508.731474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00000080:00000010:2.1:1789431508.737592:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655b9c0.
00000080:00000010:3.1:1789431508.764423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00000080:00000010:3.1:1789431508.769446:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655e300.
00010000:00000010:2.1:1789431508.799786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4000.
00000080:00000010:2.1:1789431508.799795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5400.
00010000:00000010:3.1:1789431508.849553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221600.
00010000:00000010:3.1:1789431508.875954:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:3.1:1789431508.939497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:3.1:1789431508.944099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:3.1:1789431509.030605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221400.
00000080:00000010:2.1:1789431509.030702:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1be0.
00010000:00000010:3.1:1789431509.116519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:3.1:1789431509.121512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:3.1:1789431509.257380:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79400.
00000080:00000010:2.1:1789431509.264906:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5da0.
00010000:00000010:3.1:1789431509.312845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:3.1:1789431509.352507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00010000:00000010:3.1:1789431509.381446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00000080:00000010:2.1:1789431509.417825:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a40.
00000080:00000010:2.1:1789431509.417853:0:2341:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661f380.
00010000:00000010:2.1:1789431509.425879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00000080:00000010:2.1:1789431509.425889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d80.
00010000:00000010:3.1:1789431509.586405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220400.
00010000:00000010:2.1:1789431509.611311:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625d00.
00010000:00000010:2.1:1789431509.611329:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:2.1:1789431509.764641:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06b00.
00010000:00000010:2.1:1789431509.764653:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00010000:00000010:2.1:1789431509.784507:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99f00.
00010000:00000010:2.1:1789431509.784517:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:2.1:1789431509.784525:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fc00.
00010000:00000010:2.1:1789431509.784532:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00010000:00000010:2.1:1789431509.806014:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7b00.
00010000:00000010:2.1:1789431509.806040:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f800.
00010000:00000010:2.1:1789431509.806047:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e600.
00010000:00000010:2.1:1789431509.806053:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3e00.
00010000:00000010:2.1:1789431509.806058:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0200.
00010000:00000010:2.1:1789431509.806063:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:2.1:1789431509.806067:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2700.
00010000:00000010:2.1:1789431509.806072:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497200.
00010000:00000010:2.1:1789431509.864705:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99500.
00010000:00000010:2.1:1789431509.864718:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00010000:00000010:2.1:1789431509.864724:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32300.
00010000:00000010:2.1:1789431509.864728:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:2.1:1789431509.864733:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f100.
00010000:00000010:2.1:1789431509.864739:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00000080:00000010:2.1:1789431510.213735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5640.
00010000:00000010:2.1:1789431510.213760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0700.
00010000:00000010:2.1:1789431510.213766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:2.1:1789431510.448655:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221400.
00000080:00000010:3.1:1789431510.581755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756a0.
00000080:00000010:3.1:1789431510.665766:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1e60.
00010000:00000010:3.1:1789431510.665784:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00000080:00000010:2.1:1789431510.690706:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1440.
00010000:00000010:2.1:1789431510.832395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00000080:00000010:2.1:1789431510.979746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475da0.
00010000:00000010:2.1:1789431511.087448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fba00.
00010000:00000010:2.1:1789431511.091763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fac00.
00010000:00000010:2.1:1789431511.357910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625000.
00010000:00000010:2.1:1789431511.357933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220400.
00010000:00000010:2.1:1789431511.361572:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625f00.
00010000:00000010:2.1:1789431511.361596:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:3.1:1789431511.524508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:3.1:1789431511.534442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbe00.
00010000:00000010:2.1:1789431511.750437:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624700.
00010000:00000010:2.1:1789431511.750448:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5c00.
00010000:00000010:2.1:1789431512.043320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:2.1:1789431512.134177:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00000080:00000010:2.1:1789431512.177504:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ea0.
00000080:00000010:2.1:1789431512.292038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ee0.
00010000:00000010:2.1:1789431512.326514:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbe00.
00010000:00000010:2.1:1789431512.326523:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00010000:00000010:2.1:1789431512.357410:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00000080:00000010:3.1:1789431512.405826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519020.
00010000:00000010:3.1:1789431512.408832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624700.
00010000:00000010:3.1:1789431512.408855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:3.1:1789431512.523408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220400.
00000080:00000010:3.1:1789431512.523419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519720.
00000080:00000010:2.1:1789431512.564422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1400.
00000080:00000010:2.1:1789431512.564435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00010000:00000010:3.1:1789431512.585341:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00000080:00000010:3.1:1789431512.585391:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00010000:00000010:2.1:1789431512.621537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79000.
00010000:00000010:2.1:1789431512.633401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4000.
00010000:00000010:2.1:1789431512.633446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fba00.
00010000:00000010:2.1:1789431512.715443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0000.
00010000:00000010:2.1:1789431512.715464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:2.1:1789431512.799380:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa400.
00000080:00000010:2.1:1789431513.083825:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f20.
00010000:00000010:2.1:1789431513.083842:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:2.1:1789431513.278416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:2.1:1789431513.278443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55e0.
00010000:00000010:2.1:1789431513.314902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:2.1:1789431513.314980:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00000080:00000010:2.1:1789431513.452655:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d60.
00010000:00000010:2.1:1789431513.457074:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00010000:00000010:2.1:1789431513.457089:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0200.
00010000:00000010:2.1:1789431513.457095:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00000080:00000010:2.1:1789431513.626472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5aa0.
00000080:00000010:3.1:1789431513.767585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55c0.
00000080:00000010:2.1:1789431513.919456:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894ff380.
00000080:00000010:3.1:1789431513.921867:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fe0.
00010000:00000010:3.1:1789431514.021315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497c00.
00000080:00000010:3.1:1789431514.050298:0:5581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00010000:00000010:2.1:1789431514.084456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00010000:00000010:3.1:1789431514.132688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:2.1:1789431514.167640:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496000.
00010000:00000010:3.1:1789431514.273078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496e00.
00000080:00000010:2.1:1789431514.312411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00010000:00000010:2.1:1789431514.447551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:2.1:1789431514.473444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00010000:00000010:3.1:1789431514.589383:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0300.
00010000:00000010:3.1:1789431514.589389:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496e00.
00010000:00000010:2.1:1789431514.637711:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:2.1:1789431514.868619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00010000:00000010:2.1:1789431514.889526:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00000080:00000010:2.1:1789431515.027529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519be0.
00010000:00000010:3.1:1789431515.086721:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00000080:00000010:2.1:1789431515.105288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475540.
00010000:00000010:2.1:1789431515.105304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497c00.
00010000:00000010:3.1:1789431515.184633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:3.1:1789431515.239472:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:3.1:1789431515.308383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79c00.
00010000:00000010:2.1:1789431515.332984:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00000080:00000010:2.1:1789431515.333111:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a80.
00010000:00000010:3.1:1789431515.432589:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00000080:00000010:2.1:1789431515.432837:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00000080:00000010:2.1:1789431515.491736:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d00.
00010000:00000010:2.1:1789431515.522263:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00010000:00000010:2.1:1789431515.583542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:3.1:1789431515.591442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:2.1:1789431515.650510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497200.
00010000:00000010:2.1:1789431515.747253:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00000080:00000010:3.1:1789431515.752519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c20.
00010000:00000010:3.1:1789431515.752544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:2.1:1789431515.771248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79000.
00000080:00000010:2.1:1789431515.771321:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00010000:00000010:2.1:1789431515.771331:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497c00.
00000080:00000010:2.1:1789431515.821883:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54a0.
00000080:00000010:2.1:1789431515.883409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00010000:00000010:2.1:1789431515.890438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:2.1:1789431515.925394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00010000:00000010:2.1:1789431515.928630:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496e00.
00010000:00000010:2.1:1789431515.928636:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00000080:00000010:2.1:1789431515.935018:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5940.
00000080:00000010:2.1:1789431515.935047:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c00.
00010000:00000010:2.1:1789431515.941514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00000080:00000010:2.1:1789431515.941530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5160.
00000080:00000010:3.1:1789431516.128780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759a0.
00010000:00000010:2.1:1789431516.319394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496e00.
00000080:00000010:2.1:1789431516.423792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51a0.
00010000:00000010:2.1:1789431516.426404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00000080:00000010:2.1:1789431516.479296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475120.
00010000:00000010:3.1:1789431516.505454:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:3.1:1789431516.505461:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00010000:00000010:3.1:1789431516.560548:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00010000:00000010:2.1:1789431516.591439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:3.1:1789431516.694586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497c00.
00000080:00000010:2.1:1789431516.734535:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00010000:00000010:3.1:1789431516.862456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79c00.
00010000:00000010:3.1:1789431517.038439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:3.1:1789431517.135381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497000.
00010000:00000010:3.1:1789431517.154470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:3.1:1789431517.371557:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:0.1:1789431517.460549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00000080:00000010:0.1:1789431517.470392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ca0.
00000080:00000010:2.1:1789431517.485389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751a0.
00010000:00000010:0.1:1789431517.510057:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00010000:00000010:0.1:1789431517.515585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:0.1:1789431517.525406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:2.1:1789431517.548834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:3.1:1789431517.613370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00010000:00000010:0.1:1789431517.666501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00000080:00000010:0.1:1789431517.682423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a40.
00010000:00000010:0.1:1789431517.682452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00000080:00000010:2.1:1789431517.700482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5180.
00010000:00000010:3.1:1789431517.705393:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624700.
00010000:00000010:3.1:1789431517.705402:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00000080:00000010:3.1:1789431517.705410:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e00.
00010000:00000010:0.1:1789431517.748403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78400.
00010000:00000010:0.1:1789431517.757693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:3.1:1789431517.783692:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00010000:00000010:0.1:1789431517.795397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:0.1:1789431517.804499:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1880.
00010000:00000010:3.1:1789431517.832684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00010000:00000010:2.1:1789431517.850187:0:5589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00010000:00000010:2.1:1789431517.850194:0:5589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00000080:00000010:2.1:1789431517.854926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54c0.
00000080:00000010:2.1:1789431517.854940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519620.
00010000:00000010:2.1:1789431517.861431:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00010000:00000010:0.1:1789431517.875384:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00010000:00000010:2.1:1789431517.935384:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc100.
00010000:00000010:2.1:1789431517.935392:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497200.
00010000:00000010:0.1:1789431517.945311:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946100.
00010000:00000010:0.1:1789431517.945322:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f000.
00000080:00000010:2.1:1789431517.945422:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b20.
00000080:00000010:2.1:1789431517.945445:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05dd280.
00010000:00000010:2.1:1789431517.950443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00000080:00000010:2.1:1789431517.960452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55e0.
00010000:00000010:0.1:1789431517.961212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00010000:00000010:2.1:1789431518.048066:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4eb00.
00010000:00000010:2.1:1789431518.048079:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00010000:00000010:3.1:1789431518.063388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:0.1:1789431518.081414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00000080:00000010:0.1:1789431518.081432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754a0.
00010000:00000010:0.1:1789431518.090617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:2.1:1789431518.101610:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:2.1:1789431518.124415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:3.1:1789431518.134503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497200.
00010000:00000010:0.1:1789431518.134565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00010000:00000010:0.1:1789431518.134585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648500.
00010000:00000010:0.1:1789431518.134590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3400.
00010000:00000010:2.1:1789431518.173087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497200.
00000080:00000010:2.1:1789431518.178816:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519360.
00000080:00000010:2.1:1789431518.178836:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5940.
00000080:00000010:2.1:1789431518.178841:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c00.
00010000:00000010:2.1:1789431518.178846:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00010000:00000010:0.1:1789431518.210518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00000080:00000010:0.1:1789431518.238420:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e00.
00010000:00000010:0.1:1789431518.238437:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:0.1:1789431518.238443:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487f00.
00010000:00000010:0.1:1789431518.238447:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00000080:00000010:0.1:1789431518.273477:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00010000:00000010:0.1:1789431518.285515:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497000.
00010000:00000010:2.1:1789431518.320769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00000080:00000010:2.1:1789431518.320778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5920.
00000080:00000010:0.1:1789431518.340425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d60.
00010000:00000010:0.1:1789431518.432426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:0.1:1789431518.449775:0:1039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00000080:00000010:3.1:1789431518.450387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e40.
00010000:00000010:3.1:1789431518.461495:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:2.1:1789431518.466414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:2.1:1789431518.466433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:0.1:1789431518.483457:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00000080:00000010:0.1:1789431518.483470:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00000080:00000010:0.1:1789431518.497491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb18e0.
00000080:00000010:0.1:1789431518.497525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1e80.
00010000:00000010:0.1:1789431518.540092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:0.1:1789431518.585330:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e800.
00000080:00000010:2.1:1789431518.588176:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5720.
00010000:00000010:0.1:1789431518.590519:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:0.1:1789431518.615395:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c300.
00010000:00000010:0.1:1789431518.615416:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00000080:00000010:0.1:1789431518.651498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475380.
00010000:00000010:0.1:1789431518.667460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:0.1:1789431518.729414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00000080:00000010:0.1:1789431518.756403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00010000:00000010:0.1:1789431518.784899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:0.1:1789431518.784908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00000080:00000010:2.1:1789431518.785937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5240.
00010000:00000010:2.1:1789431518.785951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:2.1:1789431518.785955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00000080:00000010:0.1:1789431518.829052:0:1039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1560.
00010000:00000010:0.1:1789431518.846535:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497000.
00010000:00000010:0.1:1789431518.846811:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:0.1:1789431518.846817:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00000080:00000010:0.1:1789431518.853795:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905195a0.
00000080:00000010:0.1:1789431518.853810:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519740.
00010000:00000010:0.1:1789431518.866508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:3.1:1789431518.913431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00000080:00000010:2.1:1789431518.920075:0:5581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f00.
00010000:00000010:2.1:1789431518.920092:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:3.1:1789431518.959607:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fa00.
00000080:00000010:3.1:1789431518.959617:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f00.
00010000:00000010:2.1:1789431519.002424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:0.1:1789431519.007455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946100.
00010000:00000010:0.1:1789431519.007466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00000080:00000010:0.1:1789431519.022376:0:5589:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519380.
00000080:00000010:0.1:1789431519.022400:0:5589:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fa100.
00010000:00000010:0.1:1789431519.029488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00000080:00000010:0.1:1789431519.029497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519400.
00010000:00000010:3.1:1789431519.029559:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e800.
00010000:00000010:0.1:1789431519.033392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7a0648a00.
00010000:00000010:0.1:1789431519.033402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f791ac3600.
00010000:00000010:0.1:1789431519.077380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00000080:00000010:0.1:1789431519.082043:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5680.
00010000:00000010:0.1:1789431519.082052:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:3.1:1789431519.134434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5100.
00010000:00000010:0.1:1789431519.142408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddea00.
00000080:00000010:0.1:1789431519.142431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519380.
00010000:00000010:0.1:1789431519.193565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddea00.
00010000:00000010:0.1:1789431519.193600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:0.1:1789431519.237423:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc300.
00010000:00000010:0.1:1789431519.237431:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00000080:00000010:0.1:1789431519.269006:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519380.
00000080:00000010:0.1:1789431519.269041:0:1356:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05da100.
00010000:00000010:0.1:1789431519.269055:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddea00.
00000080:00000010:0.1:1789431519.269059:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519520.
00010000:00000010:0.1:1789431519.285400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:0.1:1789431519.301827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddea00.
00000080:00000010:0.1:1789431519.362380:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d00.
00010000:00000010:0.1:1789431519.362399:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487200.
00010000:00000010:0.1:1789431519.362405:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00000080:00000010:0.1:1789431519.438026:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519280.
00010000:00000010:0.1:1789431519.438042:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde400.
00010000:00000010:2.1:1789431519.473888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00000080:00000010:2.1:1789431519.473909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5680.
00000080:00000010:0.1:1789431519.480702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519280.
00010000:00000010:0.1:1789431519.480725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc200.
00010000:00000010:0.1:1789431519.480732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00000080:00000010:2.1:1789431519.506408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475460.
00000080:00000010:0.1:1789431519.516418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519280.
00010000:00000010:0.1:1789431519.516432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00000080:00000010:2.1:1789431519.516492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00000080:00000010:0.1:1789431519.549459:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519520.
00000080:00000010:0.1:1789431519.566650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5020.
00010000:00000010:3.1:1789431519.580715:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431519.593055:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00010000:00000010:0.1:1789431519.603943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:0.1:1789431519.604016:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:0.1:1789431519.604020:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00000080:00000010:0.1:1789431519.613430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519280.
00000080:00000010:0.1:1789431519.613449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519520.
00010000:00000010:2.1:1789431519.625029:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:0.1:1789431519.648662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:0.1:1789431519.681401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9e600.
00010000:00000010:2.1:1789431519.681701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:0.1:1789431519.708371:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756a0.
00010000:00000010:2.1:1789431519.715564:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:0.1:1789431519.745375:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00000080:00000010:0.1:1789431519.763395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519520.
00010000:00000010:2.1:1789431519.779081:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00010000:00000010:0.1:1789431519.781075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde400.
00000080:00000010:0.1:1789431519.783392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197c0.
00000080:00000010:3.1:1789431519.828794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ac0.
00000080:00000010:3.1:1789431519.828818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519280.
00010000:00000010:0.1:1789431519.837665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:0.1:1789431519.849660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487300.
00010000:00000010:0.1:1789431519.849669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:0.1:1789431519.856512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:2.1:1789431519.892789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00000080:00000010:0.1:1789431519.902417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1740.
00010000:00000010:0.1:1789431519.902439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:3.1:1789431519.928578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475180.
00010000:00000010:3.1:1789431519.928599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:0.1:1789431519.954201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00000080:00000010:0.1:1789431519.954222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ca0.
00010000:00000010:2.1:1789431519.997838:0:14653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00010000:00000010:2.1:1789431520.015068:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00010000:00000010:0.1:1789431520.027794:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00000080:00000010:0.1:1789431520.027808:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1140.
00010000:00000010:2.1:1789431520.039394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7af66b100.
00010000:00000010:2.1:1789431520.039402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00000080:00000010:2.1:1789431520.064556:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475260.
00000080:00000010:0.1:1789431520.099633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b50e0.
00010000:00000010:0.1:1789431520.099665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:0.1:1789431520.099670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:0.1:1789431520.122787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51a0.
00010000:00000010:2.1:1789431520.130415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:2.1:1789431520.138452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d95400.
00010000:00000010:0.1:1789431520.189406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d95400.
00010000:00000010:0.1:1789431520.198397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8400.
00010000:00000010:0.1:1789431520.198404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00000080:00000010:3.1:1789431520.203449:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb13c0.
00010000:00000010:3.1:1789431520.203465:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00000080:00000010:0.1:1789431520.205935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1b00.
00000080:00000010:0.1:1789431520.205967:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fb9c0.
00010000:00000010:0.1:1789431520.219433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00000080:00000010:0.1:1789431520.219452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fc0.
00000080:00000010:3.1:1789431520.231404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475620.
00010000:00000010:0.1:1789431520.244712:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:0.1:1789431520.257305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00000080:00000010:0.1:1789431520.266555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fc0.
00010000:00000010:0.1:1789431520.266566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00010000:00000010:0.1:1789431520.282513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00000080:00000010:0.1:1789431520.282530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b59c0.
00010000:00000010:2.1:1789431520.314379:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00000080:00000010:0.1:1789431520.341456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475bc0.
00010000:00000010:0.1:1789431520.367114:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8400.
00010000:00000010:0.1:1789431520.367127:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00000080:00000010:0.1:1789431520.381489:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759e0.
00000080:00000010:0.1:1789431520.381505:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475300.
00000080:00000010:0.1:1789431520.416373:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fa0.
00010000:00000010:0.1:1789431520.416383:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:2.1:1789431520.428375:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:2.1:1789431520.428385:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c300.
00010000:00000010:2.1:1789431520.428389:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00000080:00000010:0.1:1789431520.457449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519220.
00010000:00000010:0.1:1789431520.457464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00000080:00000010:0.1:1789431520.489207:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:2.1:1789431520.489411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00010000:00000010:0.1:1789431520.507545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:3.1:1789431520.529395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624a00.
00010000:00000010:3.1:1789431520.529420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:3.1:1789431520.545491:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b20.
00000080:00000010:3.1:1789431520.549455:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661c200.
00010000:00000010:3.1:1789431520.549481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:3.1:1789431520.569403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00000080:00000010:0.1:1789431520.587400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:0.1:1789431520.587413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:2.1:1789431520.593532:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00000080:00000010:2.1:1789431520.615469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5be0.
00010000:00000010:2.1:1789431520.615485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:0.1:1789431520.622592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:3.1:1789431520.650393:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00000080:00000010:2.1:1789431520.651103:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5600.
00010000:00000010:2.1:1789431520.651114:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:3.1:1789431520.655474:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e9a00.
00000080:00000010:2.1:1789431520.676516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519900.
00000080:00000010:2.1:1789431520.695969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475960.
00010000:00000010:0.1:1789431520.733408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431520.733479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00000080:00000010:0.1:1789431520.743867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5600.
00000080:00000010:0.1:1789431520.782389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00000080:00000010:2.1:1789431520.791426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192c0.
00010000:00000010:2.1:1789431520.791456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:2.1:1789431520.791462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625f00.
00010000:00000010:2.1:1789431520.791467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00000080:00000010:2.1:1789431520.809742:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519220.
00000080:00000010:2.1:1789431520.814123:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f8000.
00000080:00000010:2.1:1789431520.880607:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fc0.
00010000:00000010:0.1:1789431520.881400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa400.
00010000:00000010:0.1:1789431520.881409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00010000:00000010:0.1:1789431520.888399:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:2.1:1789431520.898903:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00010000:00000010:2.1:1789431520.898912:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946100.
00010000:00000010:2.1:1789431520.898917:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00000080:00000010:2.1:1789431520.907408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5da0.
00000080:00000010:2.1:1789431520.907438:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fe300.
00000080:00000010:2.1:1789431520.936389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758a0.
00010000:00000010:2.1:1789431520.936406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:0.1:1789431520.936501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00010000:00000010:0.1:1789431520.936513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79196fe00.
00010000:00000010:0.1:1789431520.936524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496e00.
00010000:00000010:0.1:1789431520.957059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00000080:00000010:0.1:1789431520.970409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00010000:00000010:0.1:1789431520.988413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00000080:00000010:3.1:1789431521.016755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752c0.
00010000:00000010:2.1:1789431521.044408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00000080:00000010:0.1:1789431521.056377:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b60.
00010000:00000010:3.1:1789431521.068610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:0.1:1789431521.077410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00000080:00000010:0.1:1789431521.109792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d20.
00010000:00000010:0.1:1789431521.135228:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:0.1:1789431521.137751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00010000:00000010:0.1:1789431521.137758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:0.1:1789431521.150198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00000080:00000010:0.1:1789431521.150206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d20.
00010000:00000010:0.1:1789431521.186808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32700.
00010000:00000010:0.1:1789431521.186818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:0.1:1789431521.200631:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00000080:00000010:2.1:1789431521.221504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ea0.
00010000:00000010:0.1:1789431521.231391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:2.1:1789431521.231571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00000080:00000010:0.1:1789431521.254570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:0.1:1789431521.293393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:0.1:1789431521.293404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99f00.
00010000:00000010:0.1:1789431521.293412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:0.1:1789431521.313390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:2.1:1789431521.354636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00000080:00000010:2.1:1789431521.354649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:2.1:1789431521.363032:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5ce00.
00010000:00000010:2.1:1789431521.363044:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:2.1:1789431521.377811:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:2.1:1789431521.377875:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:2.1:1789431521.377879:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:0.1:1789431521.389005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00000080:00000010:0.1:1789431521.400723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5440.
00000080:00000010:0.1:1789431521.400742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00010000:00000010:0.1:1789431521.438540:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5cb00.
00010000:00000010:0.1:1789431521.438559:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:0.1:1789431521.443750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:0.1:1789431521.451488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00000080:00000010:2.1:1789431521.466420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754c0.
00010000:00000010:0.1:1789431521.532573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00010000:00000010:0.1:1789431521.564649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:0.1:1789431521.586385:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00000080:00000010:0.1:1789431521.586498:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905198e0.
00000080:00000010:0.1:1789431521.586506:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fc0.
00000080:00000010:0.1:1789431521.586512:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475680.
00000080:00000010:0.1:1789431521.586516:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ba0.
00010000:00000010:0.1:1789431521.586522:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:0.1:1789431521.595053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00010000:00000010:0.1:1789431521.643714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99100.
00010000:00000010:0.1:1789431521.643724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00000080:00000010:0.1:1789431521.655405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5800.
00010000:00000010:0.1:1789431521.690513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00000080:00000010:2.1:1789431521.714410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5780.
00010000:00000010:2.1:1789431521.744406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:2.1:1789431521.744424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:0.1:1789431521.744434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00000080:00000010:0.1:1789431521.744442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519640.
00010000:00000010:0.1:1789431521.771455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:3.1:1789431521.795380:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00000080:00000010:0.1:1789431521.797418:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00010000:00000010:0.1:1789431521.806409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00000080:00000010:0.1:1789431521.842396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e80.
00010000:00000010:0.1:1789431521.860010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:0.1:1789431521.885344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431521.902415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00000080:00000010:3.1:1789431521.920628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519640.
00010000:00000010:0.1:1789431521.933983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:0.1:1789431521.933992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00010000:00000010:0.1:1789431521.947427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243100.
00010000:00000010:0.1:1789431521.947437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00000080:00000010:0.1:1789431521.952548:0:14653:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e80.
00010000:00000010:0.1:1789431521.961443:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431521.961452:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:3.1:1789431521.984854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:2.1:1789431521.985371:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54a0.
00010000:00000010:0.1:1789431521.993420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:3.1:1789431522.022633:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00000080:00000010:0.1:1789431522.025520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54a0.
00010000:00000010:0.1:1789431522.034016:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:3.1:1789431522.084470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:0.1:1789431522.109531:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00000080:00000010:0.1:1789431522.109558:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05da100.
00010000:00000010:3.1:1789431522.130435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00000080:00000010:3.1:1789431522.136026:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d60.
00010000:00000010:3.1:1789431522.136048:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431522.153671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d800.
00010000:00000010:0.1:1789431522.170518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fca00.
00010000:00000010:0.1:1789431522.170533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00010000:00000010:0.1:1789431522.193189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:0.1:1789431522.193214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5ca00.
00010000:00000010:0.1:1789431522.193218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:2.1:1789431522.214705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:0.1:1789431522.218391:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:0.1:1789431522.232391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc900.
00010000:00000010:0.1:1789431522.232404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496000.
00010000:00000010:0.1:1789431522.236386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00010000:00000010:2.1:1789431522.283381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00000080:00000010:0.1:1789431522.292406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b40.
00010000:00000010:0.1:1789431522.301604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625900.
00010000:00000010:0.1:1789431522.301616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:0.1:1789431522.307420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:2.1:1789431522.316762:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:2.1:1789431522.339830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00000080:00000010:2.1:1789431522.339844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a60.
00010000:00000010:0.1:1789431522.346456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:0.1:1789431522.368245:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00000080:00000010:0.1:1789431522.375581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519200.
00010000:00000010:0.1:1789431522.414614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00010000:00000010:0.1:1789431522.421556:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00000080:00000010:0.1:1789431522.446750:0:11646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d60.
00010000:00000010:0.1:1789431522.459377:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8200.
00010000:00000010:0.1:1789431522.459385:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431522.459391:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc500.
00010000:00000010:0.1:1789431522.459395:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:0.1:1789431522.459399:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc800.
00010000:00000010:0.1:1789431522.459402:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:0.1:1789431522.459404:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fcd00.
00010000:00000010:0.1:1789431522.459407:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00010000:00000010:0.1:1789431522.459411:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625b00.
00010000:00000010:0.1:1789431522.459415:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:0.1:1789431522.459421:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625600.
00010000:00000010:0.1:1789431522.459423:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:0.1:1789431522.459426:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d8e200.
00010000:00000010:0.1:1789431522.459429:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00010000:00000010:0.1:1789431522.459432:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625c00.
00010000:00000010:0.1:1789431522.459435:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:0.1:1789431522.461031:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624d00.
00010000:00000010:0.1:1789431522.461039:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:2.1:1789431522.465096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00000080:00000010:2.1:1789431522.479563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519740.
00000080:00000010:2.1:1789431522.492571:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754e0.
00000080:00000010:0.1:1789431522.499564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1f80.
00000080:00000010:0.1:1789431522.499581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00000080:00000010:2.1:1789431522.501153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1140.
00010000:00000010:0.1:1789431522.505908:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00000080:00000010:0.1:1789431522.510384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755e0.
00000080:00000010:0.1:1789431522.520146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c60.
00000080:00000010:0.1:1789431522.533394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c80.
00000080:00000010:0.1:1789431522.554164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519040.
00010000:00000010:0.1:1789431522.569425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00010000:00000010:0.1:1789431522.576400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243f00.
00010000:00000010:0.1:1789431522.576419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:2.1:1789431522.620516:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:0.1:1789431522.627416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:0.1:1789431522.639468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487500.
00010000:00000010:0.1:1789431522.639488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:0.1:1789431522.665429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5b00.
00010000:00000010:0.1:1789431522.665436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:2.1:1789431522.685899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:0.1:1789431522.716391:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00010000:00000010:3.1:1789431522.717496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:0.1:1789431522.722470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8400.
00010000:00000010:0.1:1789431522.722488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:0.1:1789431522.740423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243800.
00010000:00000010:0.1:1789431522.740439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:3.1:1789431522.761270:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00010000:00000010:0.1:1789431522.795403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:0.1:1789431522.808415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99f00.
00010000:00000010:0.1:1789431522.808434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:2.1:1789431522.812590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:3.1:1789431522.821386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:0.1:1789431522.848470:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:0.1:1789431522.852793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445200.
00010000:00000010:0.1:1789431522.852800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:3.1:1789431522.865474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:0.1:1789431522.897054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624c00.
00010000:00000010:0.1:1789431522.897087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:0.1:1789431522.912713:0:5588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00010000:00000010:0.1:1789431522.918446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243800.
00010000:00000010:0.1:1789431522.918465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00010000:00000010:2.1:1789431522.943404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:0.1:1789431522.966499:0:5588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624a00.
00010000:00000010:0.1:1789431522.966508:0:5588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:0.1:1789431522.970521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431522.978577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00010000:00000010:3.1:1789431523.014763:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:0.1:1789431523.023386:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:0.1:1789431523.023395:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475660.
00010000:00000010:3.1:1789431523.035148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:0.1:1789431523.060677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431523.140524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243800.
00010000:00000010:0.1:1789431523.140538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:0.1:1789431523.140543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208900.
00010000:00000010:0.1:1789431523.140548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00010000:00000010:0.1:1789431523.153402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:3.1:1789431523.161410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:0.1:1789431523.192767:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431523.192775:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:0.1:1789431523.214888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e80.
00010000:00000010:2.1:1789431523.223173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:3.1:1789431523.234737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00010000:00000010:3.1:1789431523.234746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc800.
00010000:00000010:3.1:1789431523.234750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:0.1:1789431523.238557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487500.
00010000:00000010:0.1:1789431523.238564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:3.1:1789431523.253446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:2.1:1789431523.263410:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00000080:00000010:0.1:1789431523.273529:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:2.1:1789431523.273740:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfe00.
00000080:00000010:2.1:1789431523.273747:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519840.
00010000:00000010:0.1:1789431523.300400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:0.1:1789431523.309499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00000080:00000010:0.1:1789431523.318696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:0.1:1789431523.353103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc500.
00010000:00000010:0.1:1789431523.353122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00010000:00000010:0.1:1789431523.408393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00000080:00000010:2.1:1789431523.427396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519480.
00010000:00000010:2.1:1789431523.456669:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:0.1:1789431523.488686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:3.1:1789431523.501607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:0.1:1789431523.509437:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00000080:00000010:0.1:1789431523.519409:0:2347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c00.
00010000:00000010:0.1:1789431523.519418:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:2.1:1789431523.558732:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00000080:00000010:3.1:1789431523.568485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519640.
00010000:00000010:0.1:1789431523.578396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00010000:00000010:3.1:1789431523.586380:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00000080:00000010:3.1:1789431523.611497:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00010000:00000010:0.1:1789431523.636385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00000080:00000010:3.1:1789431523.648388:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb12e0.
00010000:00000010:0.1:1789431523.670250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00000080:00000010:0.1:1789431523.675882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a00.
00010000:00000010:0.1:1789431523.675904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243800.
00010000:00000010:0.1:1789431523.675914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431523.675919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:3.1:1789431523.685889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00000080:00000010:3.1:1789431523.685899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb12e0.
00000080:00000010:0.1:1789431523.693229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb19c0.
00000080:00000010:0.1:1789431523.693252:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05de300.
00000080:00000010:2.1:1789431523.739734:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00000080:00000010:2.1:1789431523.739760:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05da100.
00010000:00000010:2.1:1789431523.748553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f000.
00000080:00000010:2.1:1789431523.752410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5180.
00010000:00000010:0.1:1789431523.816403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc500.
00010000:00000010:0.1:1789431523.816426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:0.1:1789431523.816431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:0.1:1789431523.831395:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:0.1:1789431523.831404:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487c00.
00010000:00000010:0.1:1789431523.831409:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:0.1:1789431523.863893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431523.869397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00000080:00000010:0.1:1789431523.900395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f80.
00010000:00000010:0.1:1789431523.923072:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431523.933433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc900.
00010000:00000010:0.1:1789431523.933450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:0.1:1789431523.933453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:3.1:1789431523.943514:0:5580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc800.
00010000:00000010:3.1:1789431523.943522:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00010000:00000010:0.1:1789431523.956784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:2.1:1789431523.992467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00000080:00000010:2.1:1789431523.995972:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475880.
00010000:00000010:0.1:1789431523.999402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c100.
00010000:00000010:0.1:1789431523.999418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00000080:00000010:3.1:1789431524.030629:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519560.
00010000:00000010:0.1:1789431524.032310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:0.1:1789431524.050315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00000080:00000010:0.1:1789431524.087470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475860.
00010000:00000010:0.1:1789431524.087491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc900.
00010000:00000010:0.1:1789431524.087498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:0.1:1789431524.087503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:0.1:1789431524.117408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:0.1:1789431524.117430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:0.1:1789431524.149435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f800.
00010000:00000010:0.1:1789431524.178489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8400.
00010000:00000010:0.1:1789431524.178497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444c00.
00010000:00000010:0.1:1789431524.202390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:2.1:1789431524.235383:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:0.1:1789431524.246732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243100.
00010000:00000010:0.1:1789431524.246741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:3.1:1789431524.254212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:0.1:1789431524.263963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f200.
00010000:00000010:0.1:1789431524.273625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:0.1:1789431524.285121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:0.1:1789431524.313418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:0.1:1789431524.313442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc900.
00010000:00000010:0.1:1789431524.313447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:0.1:1789431524.341389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:0.1:1789431524.351385:0:14653:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243400.
00010000:00000010:0.1:1789431524.351398:0:14653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:0.1:1789431524.360506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:0.1:1789431524.384053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:0.1:1789431524.391398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00000080:00000010:2.1:1789431524.399168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b50e0.
00000080:00000010:0.1:1789431524.423550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1100.
00010000:00000010:0.1:1789431524.445581:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00000080:00000010:0.1:1789431524.465587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56a0.
00010000:00000010:2.1:1789431524.476410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00000080:00000010:2.1:1789431524.476434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475760.
00010000:00000010:0.1:1789431524.514503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:0.1:1789431524.572992:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243f00.
00010000:00000010:0.1:1789431524.573006:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00010000:00000010:2.1:1789431524.576035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc000.
00010000:00000010:2.1:1789431524.576044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:2.1:1789431524.576048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaae00.
00010000:00000010:2.1:1789431524.576051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:3.1:1789431524.576804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99900.
00010000:00000010:3.1:1789431524.576820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:0.1:1789431524.629394:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8200.
00010000:00000010:0.1:1789431524.629401:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:2.1:1789431524.679641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431524.690615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35f00.
00010000:00000010:0.1:1789431524.690625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:0.1:1789431524.705579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00000080:00000010:2.1:1789431524.706684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475940.
00010000:00000010:3.1:1789431524.745450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:0.1:1789431524.761118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35800.
00010000:00000010:0.1:1789431524.761128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00010000:00000010:2.1:1789431524.782411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:3.1:1789431524.806508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c100.
00010000:00000010:3.1:1789431524.806526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:3.1:1789431524.806531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:0.1:1789431524.817939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64300.
00010000:00000010:0.1:1789431524.817949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ae00.
00010000:00000010:0.1:1789431524.836645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:2.1:1789431524.839403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:0.1:1789431524.878367:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:3.1:1789431524.886646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:0.1:1789431524.894923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64800.
00010000:00000010:0.1:1789431524.894931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883a200.
00000080:00000010:0.1:1789431524.894936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00010000:00000010:0.1:1789431525.042387:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:0.1:1789431525.049694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:0.1:1789431525.069724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00000080:00000010:0.1:1789431525.073474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197c0.
00010000:00000010:0.1:1789431525.073482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:0.1:1789431525.112517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6cf00.
00010000:00000010:0.1:1789431525.112536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00000080:00000010:0.1:1789431525.162317:0:37:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519280.
00010000:00000010:2.1:1789431525.166390:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5cf00.
00010000:00000010:2.1:1789431525.166400:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00010000:00000010:3.1:1789431525.170662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00010000:00000010:2.1:1789431525.208417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:2.1:1789431525.279391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:0.1:1789431525.290399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c600.
00010000:00000010:0.1:1789431525.290409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00000080:00000010:2.1:1789431525.290446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ae0.
00010000:00000010:2.1:1789431525.320392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00000080:00000010:2.1:1789431525.362480:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ac0.
00000080:00000010:2.1:1789431525.362504:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05db9c0.
00010000:00000010:2.1:1789431525.392381:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:2.1:1789431525.392388:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:2.1:1789431525.425409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:3.1:1789431525.433407:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:0.1:1789431525.447673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508700.
00010000:00000010:0.1:1789431525.447685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:0.1:1789431525.514424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fcf00.
00010000:00000010:0.1:1789431525.514441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:2.1:1789431525.538414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00000080:00000010:0.1:1789431525.552046:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475240.
00000080:00000010:0.1:1789431525.552070:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fa0.
00010000:00000010:0.1:1789431525.552075:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:2.1:1789431525.581021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:0.1:1789431525.640713:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:0.1:1789431525.670435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00000080:00000010:3.1:1789431525.678853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51c0.
00010000:00000010:2.1:1789431525.683406:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00000080:00000010:3.1:1789431525.706577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1380.
00000080:00000010:0.1:1789431525.714871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758c0.
00010000:00000010:2.1:1789431525.725562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00000080:00000010:0.1:1789431525.731456:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519220.
00000080:00000010:0.1:1789431525.739066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54a0.
00010000:00000010:0.1:1789431525.744576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaad00.
00010000:00000010:0.1:1789431525.744588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00000080:00000010:2.1:1789431525.766993:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5da0.
00000080:00000010:2.1:1789431525.767005:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475600.
00010000:00000010:2.1:1789431525.767013:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6cf00.
00010000:00000010:2.1:1789431525.767020:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:2.1:1789431525.767024:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:0.1:1789431525.772111:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:3.1:1789431525.774398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a60.
00000080:00000010:2.1:1789431525.778453:0:2342:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f98c0.
00010000:00000010:2.1:1789431525.783431:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:2.1:1789431525.801862:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:2.1:1789431525.827761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f200.
00010000:00000010:0.1:1789431525.862781:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:3.1:1789431525.885512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:0.1:1789431525.890654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:0.1:1789431525.890661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487600.
00010000:00000010:0.1:1789431525.890665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f800.
00000080:00000010:2.1:1789431525.907986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5320.
00010000:00000010:2.1:1789431525.914496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:0.1:1789431525.932042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:0.1:1789431525.932061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625c00.
00010000:00000010:0.1:1789431525.932069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00010000:00000010:0.1:1789431525.956511:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:0.1:1789431525.961212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:0.1:1789431525.961220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475520.
00010000:00000010:2.1:1789431525.979499:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:0.1:1789431525.983413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99f00.
00010000:00000010:0.1:1789431525.983435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:0.1:1789431525.983440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5600.
00010000:00000010:0.1:1789431525.983444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00010000:00000010:3.1:1789431525.987426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:0.1:1789431526.007490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:0.1:1789431526.045727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f800.
00010000:00000010:3.1:1789431526.056118:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:0.1:1789431526.064502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:3.1:1789431526.067773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64100.
00010000:00000010:3.1:1789431526.067784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:0.1:1789431526.076482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:0.1:1789431526.091769:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:2.1:1789431526.132417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:2.1:1789431526.132432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6cf00.
00010000:00000010:2.1:1789431526.132437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:0.1:1789431526.147793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:0.1:1789431526.219411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00000080:00000010:3.1:1789431526.219704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5080.
00010000:00000010:2.1:1789431526.242383:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:0.1:1789431526.289576:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:3.1:1789431526.297203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00000080:00000010:0.1:1789431526.302490:0:2348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d40.
00010000:00000010:0.1:1789431526.306438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:0.1:1789431526.349186:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:0.1:1789431526.403562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208c00.
00010000:00000010:0.1:1789431526.403573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00010000:00000010:2.1:1789431526.407476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:0.1:1789431526.503659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8c00.
00010000:00000010:0.1:1789431526.503685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:0.1:1789431526.572591:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8000.
00010000:00000010:0.1:1789431526.572605:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:0.1:1789431526.577439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:2.1:1789431526.596812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00000080:00000010:2.1:1789431526.596835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56c0.
00010000:00000010:3.1:1789431526.630144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:2.1:1789431526.631879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221c00.
00010000:00000010:0.1:1789431526.640787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71200.
00010000:00000010:0.1:1789431526.640806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:0.1:1789431526.684698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:0.1:1789431526.684723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc900.
00010000:00000010:0.1:1789431526.684730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:0.1:1789431526.714420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f000.
00010000:00000010:2.1:1789431526.725601:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:0.1:1789431526.732437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3400.
00010000:00000010:0.1:1789431526.732459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431526.766404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221c00.
00010000:00000010:0.1:1789431526.787126:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00000080:00000010:0.1:1789431526.801690:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb18c0.
00010000:00000010:2.1:1789431526.806487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00000080:00000010:0.1:1789431526.817379:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00000080:00000010:0.1:1789431526.817399:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519980.
00010000:00000010:0.1:1789431526.817404:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:0.1:1789431526.822442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508300.
00010000:00000010:0.1:1789431526.822459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:0.1:1789431526.845293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:0.1:1789431526.876755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f000.
00010000:00000010:0.1:1789431526.899397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:2.1:1789431526.916444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f200.
00010000:00000010:0.1:1789431526.945170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:0.1:1789431526.954503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8000.
00010000:00000010:0.1:1789431526.954522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00000080:00000010:0.1:1789431526.965389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00010000:00000010:2.1:1789431526.986377:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:0.1:1789431527.006443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508300.
00010000:00000010:0.1:1789431527.006454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:0.1:1789431527.015388:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221c00.
00010000:00000010:0.1:1789431527.015398:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00000080:00000010:0.1:1789431527.053678:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e00.
00010000:00000010:2.1:1789431527.060542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:3.1:1789431527.064821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:0.1:1789431527.079679:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00000080:00000010:0.1:1789431527.079690:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00010000:00000010:0.1:1789431527.112813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00000080:00000010:0.1:1789431527.127731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519800.
00010000:00000010:2.1:1789431527.152832:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00000080:00000010:2.1:1789431527.152841:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b52a0.
00010000:00000010:2.1:1789431527.152851:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00010000:00000010:0.1:1789431527.190651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00000080:00000010:0.1:1789431527.213398:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a60.
00010000:00000010:3.1:1789431527.240407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:0.1:1789431527.242583:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00000080:00000010:0.1:1789431527.260403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00000080:00000010:2.1:1789431527.270454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475020.
00000080:00000010:2.1:1789431527.270477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750e0.
00010000:00000010:2.1:1789431527.274591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00000080:00000010:3.1:1789431527.274696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905196e0.
00010000:00000010:0.1:1789431527.279478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624a00.
00010000:00000010:0.1:1789431527.279491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00000080:00000010:2.1:1789431527.294408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c80.
00000080:00000010:3.1:1789431527.298941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475560.
00000080:00000010:3.1:1789431527.321122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e40.
00000080:00000010:2.1:1789431527.324383:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197c0.
00000080:00000010:2.1:1789431527.334413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00000080:00000010:2.1:1789431527.340391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519920.
00010000:00000010:0.1:1789431527.340681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00000080:00000010:0.1:1789431527.364754:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1620.
00000080:00000010:3.1:1789431527.364861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475200.
00000080:00000010:0.1:1789431527.374702:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ae0.
00000080:00000010:0.1:1789431527.374729:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475780.
00000080:00000010:2.1:1789431527.379594:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519800.
00010000:00000010:2.1:1789431527.379608:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624500.
00010000:00000010:2.1:1789431527.379614:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:2.1:1789431527.379620:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00000080:00000010:0.1:1789431527.380392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475240.
00000080:00000010:0.1:1789431527.380424:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fb180.
00010000:00000010:3.1:1789431527.402474:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:0.1:1789431527.433730:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64800.
00010000:00000010:0.1:1789431527.433744:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:2.1:1789431527.482193:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:0.1:1789431527.486406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:0.1:1789431527.514430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:0.1:1789431527.538486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00000080:00000010:3.1:1789431527.554461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ce0.
00000080:00000010:3.1:1789431527.554486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00010000:00000010:2.1:1789431527.572385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:0.1:1789431527.597393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624a00.
00010000:00000010:0.1:1789431527.597413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:0.1:1789431527.629547:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:3.1:1789431527.649409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243800.
00010000:00000010:3.1:1789431527.649422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:3.1:1789431527.649426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243600.
00010000:00000010:3.1:1789431527.649429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8e00.
00010000:00000010:2.1:1789431527.649598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc000.
00010000:00000010:2.1:1789431527.649606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f800.
00010000:00000010:0.1:1789431527.669494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00000080:00000010:0.1:1789431527.669515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c40.
00010000:00000010:2.1:1789431527.697438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497000.
00010000:00000010:0.1:1789431527.753401:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64200.
00010000:00000010:0.1:1789431527.753413:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f800.
00010000:00000010:2.1:1789431527.780705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497000.
00000080:00000010:2.1:1789431527.780721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519980.
00010000:00000010:0.1:1789431527.784514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:2.1:1789431527.813437:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:2.1:1789431527.827299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00000080:00000010:3.1:1789431527.829596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5520.
00010000:00000010:2.1:1789431527.843534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:0.1:1789431527.870219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624a00.
00010000:00000010:0.1:1789431527.870227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:0.1:1789431527.880449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64000.
00010000:00000010:0.1:1789431527.880459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f800.
00010000:00000010:0.1:1789431527.888564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:0.1:1789431527.900428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:2.1:1789431527.911247:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00000080:00000010:2.1:1789431527.911255:0:14623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53e0.
00010000:00000010:0.1:1789431527.920418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:0.1:1789431527.945516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:0.1:1789431527.963962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:0.1:1789431527.986421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:0.1:1789431527.996748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:0.1:1789431528.007494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8200.
00010000:00000010:0.1:1789431528.007512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:0.1:1789431528.038453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:2.1:1789431528.080093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f200.
00010000:00000010:0.1:1789431528.096727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243f00.
00010000:00000010:0.1:1789431528.096740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:0.1:1789431528.124507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc200.
00010000:00000010:0.1:1789431528.124528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431528.124533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:0.1:1789431528.166497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:2.1:1789431528.183414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f200.
00010000:00000010:3.1:1789431528.214998:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c800.
00010000:00000010:3.1:1789431528.215020:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fa00.
00000080:00000010:2.1:1789431528.267965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475860.
00010000:00000010:0.1:1789431528.290435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1d00.
00010000:00000010:0.1:1789431528.290457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:0.1:1789431528.290461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:0.1:1789431528.298689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946100.
00010000:00000010:0.1:1789431528.298704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485a00.
00010000:00000010:0.1:1789431528.325789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:3.1:1789431528.345889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00000080:00000010:3.1:1789431528.345903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b40.
00010000:00000010:3.1:1789431528.355664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:2.1:1789431528.393560:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431528.405780:0:14445:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:2.1:1789431528.415139:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:0.1:1789431528.419667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243100.
00010000:00000010:0.1:1789431528.419687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:3.1:1789431528.441524:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444c00.
00010000:00000010:0.1:1789431528.449402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00010000:00000010:3.1:1789431528.452710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00000080:00000010:2.1:1789431528.453408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475080.
00010000:00000010:0.1:1789431528.470684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243a00.
00010000:00000010:0.1:1789431528.470697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00000080:00000010:0.1:1789431528.475524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00010000:00000010:0.1:1789431528.488394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:3.1:1789431528.494406:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00000080:00000010:2.1:1789431528.495219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b00.
00010000:00000010:0.1:1789431528.527550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:0.1:1789431528.558625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:0.1:1789431528.569156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99100.
00010000:00000010:0.1:1789431528.569174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484e00.
00010000:00000010:0.1:1789431528.602928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:0.1:1789431528.625396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487f00.
00010000:00000010:0.1:1789431528.625406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:0.1:1789431528.656415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00000080:00000010:0.1:1789431528.699176:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475760.
00010000:00000010:3.1:1789431528.707818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:3.1:1789431528.717412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:0.1:1789431528.721400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00000080:00000010:0.1:1789431528.721410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00010000:00000010:3.1:1789431528.757400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f200.
00010000:00000010:0.1:1789431528.778877:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaae00.
00010000:00000010:0.1:1789431528.778887:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:3.1:1789431528.804217:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:3.1:1789431528.810460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc000.
00010000:00000010:3.1:1789431528.810471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:3.1:1789431528.858778:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00010000:00000010:0.1:1789431528.898502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208900.
00010000:00000010:0.1:1789431528.898521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:0.1:1789431528.938640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:0.1:1789431528.994766:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:2.1:1789431529.009657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00000080:00000010:0.1:1789431529.025914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00000080:00000010:0.1:1789431529.035969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a40.
00000080:00000010:0.1:1789431529.044412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c40.
00010000:00000010:0.1:1789431529.048509:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00000080:00000010:0.1:1789431529.059945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a00.
00000080:00000010:0.1:1789431529.077490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c20.
00010000:00000010:0.1:1789431529.084932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00000080:00000010:0.1:1789431529.089485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c80.
00010000:00000010:0.1:1789431529.106496:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64b00.
00010000:00000010:0.1:1789431529.106503:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00000080:00000010:0.1:1789431529.118453:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b20.
00000080:00000010:0.1:1789431529.126386:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519be0.
00000080:00000010:3.1:1789431529.170661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475440.
00000080:00000010:2.1:1789431529.173593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5cc0.
00000080:00000010:2.1:1789431529.177505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb14c0.
00000080:00000010:2.1:1789431529.190271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a80.
00000080:00000010:2.1:1789431529.196397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5960.
00010000:00000010:0.1:1789431529.216338:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:0.1:1789431529.235887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:3.1:1789431529.243458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:0.1:1789431529.257512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625c00.
00010000:00000010:0.1:1789431529.257521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00010000:00000010:2.1:1789431529.289316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00010000:00000010:0.1:1789431529.292219:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fcf00.
00010000:00000010:0.1:1789431529.292228:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:3.1:1789431529.331379:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00000080:00000010:2.1:1789431529.331388:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ec0.
00010000:00000010:0.1:1789431529.343408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00010000:00000010:3.1:1789431529.351519:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487600.
00010000:00000010:3.1:1789431529.351528:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00000080:00000010:0.1:1789431529.362410:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1380.
00000080:00000010:0.1:1789431529.373391:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661c200.
00010000:00000010:0.1:1789431529.373405:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00000080:00000010:0.1:1789431529.373410:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00010000:00000010:2.1:1789431529.424404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:2.1:1789431529.429381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:0.1:1789431529.450433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d900.
00010000:00000010:0.1:1789431529.450440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431529.473729:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:3.1:1789431529.517186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00010000:00000010:0.1:1789431529.527438:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00000080:00000010:0.1:1789431529.533864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fe0.
00010000:00000010:0.1:1789431529.573121:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:0.1:1789431529.576387:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625b00.
00010000:00000010:0.1:1789431529.576392:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431529.611561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99f00.
00010000:00000010:0.1:1789431529.611569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:0.1:1789431529.622179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99100.
00010000:00000010:0.1:1789431529.622201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00010000:00000010:0.1:1789431529.663596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030c00.
00010000:00000010:0.1:1789431529.697213:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:3.1:1789431529.727394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431529.756837:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624000.
00010000:00000010:0.1:1789431529.756860:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:0.1:1789431529.793376:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64c00.
00010000:00000010:0.1:1789431529.793384:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fa00.
00010000:00000010:2.1:1789431529.807921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:3.1:1789431529.832404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00010000:00000010:0.1:1789431529.849391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487a00.
00010000:00000010:0.1:1789431529.849397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:0.1:1789431529.863896:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:3.1:1789431529.870148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00010000:00000010:3.1:1789431529.870160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:3.1:1789431529.885474:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431529.895458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:3.1:1789431529.927370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:3.1:1789431529.935443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:0.1:1789431529.957822:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8200.
00010000:00000010:0.1:1789431529.957831:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497c00.
00010000:00000010:3.1:1789431529.966410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431529.975628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:3.1:1789431529.991143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:0.1:1789431530.000154:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431530.027722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:3.1:1789431530.027736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:0.1:1789431530.084887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625900.
00010000:00000010:0.1:1789431530.084911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:0.1:1789431530.134275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431530.190654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:0.1:1789431530.190673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f800.
00000080:00000010:0.1:1789431530.233431:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00000080:00000010:0.1:1789431530.284676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756c0.
00000080:00000010:0.1:1789431530.294718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ce0.
00000080:00000010:0.1:1789431530.294748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475340.
00000080:00000010:0.1:1789431530.305152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5be0.
00010000:00000010:2.1:1789431530.330093:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c800.
00010000:00000010:2.1:1789431530.340579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:2.1:1789431530.340602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c20.
00000080:00000010:0.1:1789431530.341256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00000080:00000010:0.1:1789431530.361997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752a0.
00010000:00000010:0.1:1789431530.362014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00000080:00000010:0.1:1789431530.376102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00000080:00000010:3.1:1789431530.382733:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00010000:00000010:0.1:1789431530.399321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:3.1:1789431530.408384:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fe0.
00000080:00000010:0.1:1789431530.408389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750a0.
00010000:00000010:2.1:1789431530.408774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99900.
00010000:00000010:2.1:1789431530.408782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00000080:00000010:2.1:1789431530.439092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f20.
00000080:00000010:3.1:1789431530.447790:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519be0.
00000080:00000010:3.1:1789431530.447805:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1440.
00010000:00000010:3.1:1789431530.447811:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d500.
00010000:00000010:3.1:1789431530.447817:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:3.1:1789431530.447821:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00000080:00000010:3.1:1789431530.477257:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00000080:00000010:3.1:1789431530.477274:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fd280.
00010000:00000010:0.1:1789431530.491425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00000080:00000010:0.1:1789431530.500739:0:2347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ba0.
00000080:00000010:0.1:1789431530.500749:0:2347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905193a0.
00010000:00000010:0.1:1789431530.500758:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:0.1:1789431530.518404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:0.1:1789431530.533468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625f00.
00010000:00000010:0.1:1789431530.533488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:3.1:1789431530.552885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:0.1:1789431530.569186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00010000:00000010:0.1:1789431530.601389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:0.1:1789431530.629173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00010000:00000010:0.1:1789431530.643466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35800.
00010000:00000010:0.1:1789431530.643487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d600.
00010000:00000010:0.1:1789431530.643492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:0.1:1789431530.654442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487600.
00010000:00000010:0.1:1789431530.654450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:0.1:1789431530.677801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00010000:00000010:0.1:1789431530.684668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00000080:00000010:2.1:1789431530.705476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c40.
00010000:00000010:0.1:1789431530.711420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d800.
00010000:00000010:3.1:1789431530.711575:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:2.1:1789431530.717389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00000080:00000010:2.1:1789431530.717397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56a0.
00010000:00000010:0.1:1789431530.717940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d900.
00010000:00000010:0.1:1789431530.717947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:0.1:1789431530.733394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:0.1:1789431530.748406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00010000:00000010:0.1:1789431530.756583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8500.
00010000:00000010:0.1:1789431530.756594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00010000:00000010:0.1:1789431530.767037:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d800.
00010000:00000010:0.1:1789431530.767045:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:3.1:1789431530.774317:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:0.1:1789431530.784292:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:2.1:1789431530.806400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:0.1:1789431530.814491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:0.1:1789431530.823562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d300.
00010000:00000010:0.1:1789431530.823569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:2.1:1789431530.831853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00010000:00000010:2.1:1789431530.839392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625f00.
00010000:00000010:2.1:1789431530.839402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00010000:00000010:2.1:1789431530.839406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:0.1:1789431530.875102:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:0.1:1789431530.882657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:2.1:1789431530.895101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00010000:00000010:0.1:1789431530.931330:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:2.1:1789431530.977303:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00010000:00000010:0.1:1789431530.994409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:2.1:1789431531.068506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc000.
00010000:00000010:2.1:1789431531.068528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497000.
00010000:00000010:0.1:1789431531.092390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946900.
00010000:00000010:0.1:1789431531.092400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445200.
00010000:00000010:2.1:1789431531.102400:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:2.1:1789431531.113393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00010000:00000010:0.1:1789431531.169390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:0.1:1789431531.187271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d600.
00010000:00000010:0.1:1789431531.217767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:0.1:1789431531.232825:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d800.
00010000:00000010:0.1:1789431531.246459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00000080:00000010:0.1:1789431531.246530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519520.
00000080:00000010:0.1:1789431531.246537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00010000:00000010:0.1:1789431531.246541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:0.1:1789431531.295759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:2.1:1789431531.309518:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d100.
00010000:00000010:2.1:1789431531.309537:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:0.1:1789431531.312422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17dd00.
00010000:00000010:0.1:1789431531.312443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9c00.
00010000:00000010:0.1:1789431531.358915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00010000:00000010:0.1:1789431531.374704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:2.1:1789431531.390580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431531.400411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625600.
00010000:00000010:0.1:1789431531.400423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:2.1:1789431531.427580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0a00.
00010000:00000010:0.1:1789431531.458404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0400.
00010000:00000010:2.1:1789431531.461979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:3.1:1789431531.497900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00010000:00000010:0.1:1789431531.513858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:0.1:1789431531.539405:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c800.
00000080:00000010:0.1:1789431531.553567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519360.
00010000:00000010:3.1:1789431531.567346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6cf00.
00010000:00000010:3.1:1789431531.567384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:0.1:1789431531.571390:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d800.
00010000:00000010:2.1:1789431531.571399:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:2.1:1789431531.609407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431531.627443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625b00.
00010000:00000010:0.1:1789431531.627470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:3.1:1789431531.639595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0a00.
00010000:00000010:0.1:1789431531.650412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:0.1:1789431531.660081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519800.
00010000:00000010:2.1:1789431531.664411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431531.694403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487c00.
00010000:00000010:0.1:1789431531.694416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:0.1:1789431531.736639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:3.1:1789431531.738627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:2.1:1789431531.753095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c800.
00000080:00000010:2.1:1789431531.771458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5320.
00000080:00000010:2.1:1789431531.771473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759e0.
00010000:00000010:2.1:1789431531.771526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0400.
00010000:00000010:0.1:1789431531.802056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc000.
00010000:00000010:0.1:1789431531.802074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0a00.
00010000:00000010:0.1:1789431531.825940:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487a00.
00010000:00000010:0.1:1789431531.825958:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d800.
00010000:00000010:3.1:1789431531.852383:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431531.915084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497000.
00000080:00000010:0.1:1789431531.926733:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5440.
00010000:00000010:3.1:1789431531.934212:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:3.1:1789431531.934232:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431531.943521:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208900.
00010000:00000010:0.1:1789431531.943543:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:0.1:1789431531.972703:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:2.1:1789431531.988562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c800.
00010000:00000010:3.1:1789431532.004079:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c200.
00000080:00000010:2.1:1789431532.004406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d80.
00010000:00000010:3.1:1789431532.125502:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:2.1:1789431532.140335:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00010000:00000010:0.1:1789431532.150955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64d00.
00010000:00000010:0.1:1789431532.150976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:0.1:1789431532.150981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc800.
00010000:00000010:0.1:1789431532.150984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:0.1:1789431532.170454:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624c00.
00010000:00000010:0.1:1789431532.170479:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f000.
00010000:00000010:0.1:1789431532.170484:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaaa00.
00010000:00000010:0.1:1789431532.170488:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:0.1:1789431532.186412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64b00.
00010000:00000010:0.1:1789431532.186433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00010000:00000010:0.1:1789431532.186440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:0.1:1789431532.230153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243900.
00010000:00000010:0.1:1789431532.230168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431532.307610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:0.1:1789431532.330517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c500.
00010000:00000010:0.1:1789431532.330524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:0.1:1789431532.389073:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:2.1:1789431532.402496:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431532.408490:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00010000:00000010:2.1:1789431532.415402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:0.1:1789431532.453099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64800.
00010000:00000010:0.1:1789431532.453117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:0.1:1789431532.474070:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:0.1:1789431532.485388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00000080:00000010:2.1:1789431532.499427:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d60.
00000080:00000010:2.1:1789431532.499439:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475180.
00010000:00000010:2.1:1789431532.499447:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00010000:00000010:0.1:1789431532.543554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487300.
00010000:00000010:0.1:1789431532.543562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:0.1:1789431532.591405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d500.
00010000:00000010:0.1:1789431532.591413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00000080:00000010:0.1:1789431532.624423:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475460.
00010000:00000010:3.1:1789431532.633437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:0.1:1789431532.646397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00010000:00000010:0.1:1789431532.656382:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8400.
00010000:00000010:0.1:1789431532.656509:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00000080:00000010:0.1:1789431532.701684:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519980.
00010000:00000010:2.1:1789431532.711222:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00000080:00000010:0.1:1789431532.711405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00000080:00000010:0.1:1789431532.711426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750c0.
00000080:00000010:0.1:1789431532.720449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b60.
00000080:00000010:0.1:1789431532.732420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519340.
00000080:00000010:0.1:1789431532.741547:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00000080:00000010:0.1:1789431532.767580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00010000:00000010:3.1:1789431532.775271:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431532.789811:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508700.
00010000:00000010:0.1:1789431532.789821:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00000080:00000010:0.1:1789431532.802405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00010000:00000010:0.1:1789431532.862418:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00000080:00000010:0.1:1789431532.873658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00010000:00000010:2.1:1789431532.878379:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:2.1:1789431532.878388:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:0.1:1789431532.886400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa900.
00010000:00000010:0.1:1789431532.886409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00010000:00000010:0.1:1789431532.902431:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00000080:00000010:3.1:1789431532.952549:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b20.
00000080:00000010:3.1:1789431532.952570:0:2341:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05de300.
00000080:00000010:0.1:1789431532.970443:0:1039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475680.
00000080:00000010:0.1:1789431532.970466:0:1039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00010000:00000010:0.1:1789431532.970473:0:1039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:3.1:1789431532.983305:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431533.011252:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa900.
00010000:00000010:0.1:1789431533.011259:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00000080:00000010:0.1:1789431533.029895:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00010000:00000010:0.1:1789431533.041631:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64800.
00010000:00000010:0.1:1789431533.041639:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00000080:00000010:0.1:1789431533.057202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197c0.
00000080:00000010:0.1:1789431533.057231:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6554a40.
00010000:00000010:0.1:1789431533.060284:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:0.1:1789431533.073835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00000080:00000010:0.1:1789431533.073843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00000080:00000010:3.1:1789431533.082678:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5960.
00010000:00000010:3.1:1789431533.088455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79000.
00010000:00000010:0.1:1789431533.106263:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487300.
00010000:00000010:0.1:1789431533.106272:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:0.1:1789431533.121421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79c00.
00010000:00000010:0.1:1789431533.133399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00000080:00000010:0.1:1789431533.191604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519340.
00010000:00000010:2.1:1789431533.191678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79400.
00000080:00000010:2.1:1789431533.191694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00010000:00000010:0.1:1789431533.195843:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00010000:00000010:0.1:1789431533.195852:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa900.
00010000:00000010:0.1:1789431533.195857:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78000.
00010000:00000010:0.1:1789431533.208547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431533.292516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:0.1:1789431533.334405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:0.1:1789431533.379481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64300.
00010000:00000010:0.1:1789431533.379491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496000.
00010000:00000010:0.1:1789431533.383101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17de00.
00010000:00000010:0.1:1789431533.383132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:0.1:1789431533.387643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00010000:00000010:2.1:1789431533.427793:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:0.1:1789431533.436789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487500.
00010000:00000010:0.1:1789431533.436812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:0.1:1789431533.522235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35700.
00010000:00000010:0.1:1789431533.522255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00010000:00000010:0.1:1789431533.522259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78000.
00010000:00000010:0.1:1789431533.541667:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00010000:00000010:0.1:1789431533.561761:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79200.
00010000:00000010:2.1:1789431533.564811:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:0.1:1789431533.568562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431533.583397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00010000:00000010:2.1:1789431533.626126:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:0.1:1789431533.631481:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497000.
00010000:00000010:0.1:1789431533.639389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624500.
00010000:00000010:0.1:1789431533.639398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00000080:00000010:3.1:1789431533.639527:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1700.
00010000:00000010:3.1:1789431533.639543:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00000080:00000010:3.1:1789431533.639548:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1720.
00000080:00000010:3.1:1789431533.680381:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755c0.
00010000:00000010:0.1:1789431533.691747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:0.1:1789431533.698418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:3.1:1789431533.702659:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79c00.
00010000:00000010:2.1:1789431533.713933:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:2.1:1789431533.713942:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:0.1:1789431533.738396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:0.1:1789431533.760391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00010000:00000010:0.1:1789431533.774850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64c00.
00010000:00000010:0.1:1789431533.774859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfae00.
00010000:00000010:0.1:1789431533.786406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00010000:00000010:0.1:1789431533.790563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00010000:00000010:2.1:1789431533.808061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00000080:00000010:0.1:1789431533.819395:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b20.
00010000:00000010:2.1:1789431533.820381:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625c00.
00010000:00000010:2.1:1789431533.820392:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00000080:00000010:0.1:1789431533.849527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ac0.
00010000:00000010:2.1:1789431533.858045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625900.
00010000:00000010:2.1:1789431533.858064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00000080:00000010:3.1:1789431533.877680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54a0.
00010000:00000010:2.1:1789431533.893451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:2.1:1789431533.906111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487900.
00010000:00000010:2.1:1789431533.906121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00000080:00000010:3.1:1789431533.912093:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5800.
00010000:00000010:3.1:1789431533.962582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79c00.
00010000:00000010:2.1:1789431533.985403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00000080:00000010:0.1:1789431534.005374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475260.
00000080:00000010:0.1:1789431534.010461:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fd280.
00010000:00000010:3.1:1789431534.039661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79c00.
00010000:00000010:2.1:1789431534.072436:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:2.1:1789431534.078407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79200.
00010000:00000010:0.1:1789431534.102767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:0.1:1789431534.122426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9a00.
00010000:00000010:0.1:1789431534.139206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:3.1:1789431534.167559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d600.
00010000:00000010:3.1:1789431534.167577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:2.1:1789431534.168789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9a00.
00010000:00000010:0.1:1789431534.181848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35200.
00010000:00000010:0.1:1789431534.181857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78400.
00010000:00000010:0.1:1789431534.190423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:0.1:1789431534.203755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:0.1:1789431534.214639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00010000:00000010:2.1:1789431534.218448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78000.
00010000:00000010:3.1:1789431534.218526:0:2350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17dc00.
00010000:00000010:3.1:1789431534.218534:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00000080:00000010:0.1:1789431534.225456:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b40.
00010000:00000010:0.1:1789431534.252083:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4700.
00010000:00000010:0.1:1789431534.252099:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:0.1:1789431534.252103:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:2.1:1789431534.275940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:3.1:1789431534.287040:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487400.
00010000:00000010:3.1:1789431534.287051:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:2.1:1789431534.300179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:3.1:1789431534.333410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:0.1:1789431534.341401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:0.1:1789431534.363399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64e00.
00010000:00000010:0.1:1789431534.363409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030c00.
00010000:00000010:0.1:1789431534.398388:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:0.1:1789431534.438415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d400.
00010000:00000010:0.1:1789431534.438434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:0.1:1789431534.438444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:0.1:1789431534.438447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:0.1:1789431534.462363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:2.1:1789431534.505580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78000.
00010000:00000010:0.1:1789431534.515848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243000.
00010000:00000010:0.1:1789431534.516268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:0.1:1789431534.516273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487a00.
00010000:00000010:0.1:1789431534.516277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431534.534384:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00010000:00000010:0.1:1789431534.552381:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:2.1:1789431534.563389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00010000:00000010:3.1:1789431534.569381:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:0.1:1789431534.592404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00010000:00000010:3.1:1789431534.601377:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb000.
00010000:00000010:0.1:1789431534.605616:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:0.1:1789431534.637711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00010000:00000010:2.1:1789431534.647391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:0.1:1789431534.656478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00010000:00000010:0.1:1789431534.664399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35100.
00010000:00000010:0.1:1789431534.664408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00010000:00000010:0.1:1789431534.671424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:0.1:1789431534.707405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00000080:00000010:2.1:1789431534.717569:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a40.
00010000:00000010:0.1:1789431534.717689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78400.
00010000:00000010:0.1:1789431534.739450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78400.
00000080:00000010:2.1:1789431534.743392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a40.
00010000:00000010:3.1:1789431534.747441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:3.1:1789431534.775282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496000.
00000080:00000010:3.1:1789431534.775366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a60.
00000080:00000010:3.1:1789431534.775378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00000080:00000010:3.1:1789431534.775385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475920.
00000080:00000010:3.1:1789431534.775391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905196e0.
00000080:00000010:3.1:1789431534.775395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b59c0.
00000080:00000010:3.1:1789431534.775400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b50e0.
00010000:00000010:3.1:1789431534.775404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:0.1:1789431534.777404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64b00.
00010000:00000010:0.1:1789431534.777413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:3.1:1789431534.812376:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00010000:00000010:0.1:1789431534.840404:0:5589:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35f00.
00010000:00000010:0.1:1789431534.840412:0:5589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:0.1:1789431534.840417:0:5589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:0.1:1789431534.850386:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:0.1:1789431534.864486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:0.1:1789431534.888387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:0.1:1789431534.894398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5740.
00010000:00000010:0.1:1789431534.909387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:2.1:1789431534.919457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:0.1:1789431534.935420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487400.
00010000:00000010:0.1:1789431534.935442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497000.
00010000:00000010:0.1:1789431534.940423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:0.1:1789431534.966403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487d00.
00010000:00000010:0.1:1789431534.966412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:2.1:1789431534.989444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:0.1:1789431535.001414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:0.1:1789431535.016403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487c00.
00010000:00000010:0.1:1789431535.016416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497c00.
00010000:00000010:0.1:1789431535.022629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:0.1:1789431535.022639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:0.1:1789431535.037829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487600.
00010000:00000010:0.1:1789431535.037837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:0.1:1789431535.050208:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00000080:00000010:2.1:1789431535.055575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905195a0.
00010000:00000010:0.1:1789431535.060472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:0.1:1789431535.068157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64100.
00010000:00000010:0.1:1789431535.068166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:0.1:1789431535.081624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c600.
00010000:00000010:0.1:1789431535.096629:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8200.
00010000:00000010:0.1:1789431535.096640:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:2.1:1789431535.100676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:0.1:1789431535.106728:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00000080:00000010:0.1:1789431535.133735:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475120.
00010000:00000010:2.1:1789431535.148488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00000080:00000010:2.1:1789431535.148515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00010000:00000010:0.1:1789431535.166392:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35600.
00010000:00000010:0.1:1789431535.166399:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d600.
00010000:00000010:0.1:1789431535.190005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:3.1:1789431535.247486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:0.1:1789431535.268739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d400.
00010000:00000010:0.1:1789431535.268748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00010000:00000010:0.1:1789431535.282391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:0.1:1789431535.290401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:2.1:1789431535.303399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00000080:00000010:0.1:1789431535.329425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c60.
00010000:00000010:3.1:1789431535.353414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:2.1:1789431535.380161:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:0.1:1789431535.392891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00000080:00000010:2.1:1789431535.415689:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5660.
00010000:00000010:0.1:1789431535.427771:0:14683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:0.1:1789431535.433408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:2.1:1789431535.496390:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:3.1:1789431535.499392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00010000:00000010:2.1:1789431535.507207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:2.1:1789431535.508510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431535.536441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1200.
00010000:00000010:0.1:1789431535.536460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:0.1:1789431535.555388:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00010000:00000010:2.1:1789431535.581389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00010000:00000010:3.1:1789431535.623904:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:0.1:1789431535.664405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8500.
00010000:00000010:0.1:1789431535.664412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:0.1:1789431535.680300:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:0.1:1789431535.716587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:0.1:1789431535.722450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b94e2d00.
00010000:00000010:0.1:1789431535.722472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8800.
00000080:00000010:3.1:1789431535.723124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519120.
00000080:00000010:2.1:1789431535.728663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b20.
00010000:00000010:1.1:1789431535.758865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487600.
00010000:00000010:1.1:1789431535.758870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:1.1:1789431535.758876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050de00.
00010000:00000010:0.1:1789431535.768731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00000080:00000010:1.1:1789431535.772454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00000080:00000010:1.1:1789431535.772490:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661f380.
00010000:00000010:3.1:1789431535.775524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:1.1:1789431535.778698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00000080:00000010:1.1:1789431535.778717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475580.
00010000:00000010:0.1:1789431535.784489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c400.
00010000:00000010:0.1:1789431535.784497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92a00.
00010000:00000010:1.1:1789431535.800370:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:0.1:1789431535.813386:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:1.1:1789431535.822610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4b00.
00010000:00000010:1.1:1789431535.822618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:3.1:1789431535.828452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:1.1:1789431535.834700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64700.
00010000:00000010:1.1:1789431535.834726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497a00.
00010000:00000010:1.1:1789431535.844645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:0.1:1789431535.856456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00010000:00000010:2.1:1789431535.868507:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00010000:00000010:1.1:1789431535.889721:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92a00.
00000080:00000010:0.1:1789431535.890012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00010000:00000010:3.1:1789431535.895739:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8400.
00010000:00000010:3.1:1789431535.895758:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:1.1:1789431535.899599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:0.1:1789431535.907280:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b40.
00010000:00000010:1.1:1789431535.908302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:0.1:1789431535.909691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00010000:00000010:2.1:1789431535.926501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00010000:00000010:1.1:1789431535.931723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487300.
00010000:00000010:1.1:1789431535.931733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00010000:00000010:0.1:1789431535.942456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00000080:00000010:0.1:1789431535.942531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199c0.
00000080:00000010:0.1:1789431535.942541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ea0.
00000080:00000010:0.1:1789431535.942549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475220.
00000080:00000010:0.1:1789431535.942558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475980.
00000080:00000010:0.1:1789431535.942563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475820.
00000080:00000010:0.1:1789431535.942566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00010000:00000010:0.1:1789431535.942570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9a00.
00010000:00000010:1.1:1789431535.951596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:1.1:1789431535.983528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497c00.
00010000:00000010:1.1:1789431535.997891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8500.
00010000:00000010:1.1:1789431535.997900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00010000:00000010:0.1:1789431535.997960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64c00.
00010000:00000010:0.1:1789431535.997966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00010000:00000010:1.1:1789431536.008466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496000.
00010000:00000010:2.1:1789431536.026237:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:0.1:1789431536.029907:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32300.
00010000:00000010:0.1:1789431536.029919:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:2.1:1789431536.040471:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:1.1:1789431536.042080:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00000080:00000010:0.1:1789431536.064773:0:14653:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00010000:00000010:0.1:1789431536.078738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92a00.
00010000:00000010:0.1:1789431536.078745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:1.1:1789431536.103408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64e00.
00010000:00000010:1.1:1789431536.103419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9a00.
00010000:00000010:3.1:1789431536.114316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:1.1:1789431536.122448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:2.1:1789431536.128541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32400.
00010000:00000010:2.1:1789431536.128550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00000080:00000010:1.1:1789431536.145396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475de0.
00010000:00000010:0.1:1789431536.149383:0:5588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9a00.
00010000:00000010:0.1:1789431536.162451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00010000:00000010:0.1:1789431536.175799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487500.
00010000:00000010:0.1:1789431536.175811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:0.1:1789431536.175817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9a00.
00010000:00000010:0.1:1789431536.179501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487900.
00010000:00000010:0.1:1789431536.179511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79000.
00010000:00000010:1.1:1789431536.182619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:0.1:1789431536.201745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00000080:00000010:1.1:1789431536.225282:0:2348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758a0.
00010000:00000010:0.1:1789431536.228026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:0.1:1789431536.228036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00010000:00000010:0.1:1789431536.240452:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32800.
00010000:00000010:0.1:1789431536.240459:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:1.1:1789431536.243409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487300.
00010000:00000010:1.1:1789431536.243421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:2.1:1789431536.259481:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:1.1:1789431536.271402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:2.1:1789431536.275406:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:1.1:1789431536.284458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00000080:00000010:0.1:1789431536.286478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00010000:00000010:1.1:1789431536.288504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32a00.
00010000:00000010:1.1:1789431536.288516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:0.1:1789431536.301812:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00000080:00000010:0.1:1789431536.301827:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00010000:00000010:0.1:1789431536.311707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00010000:00000010:2.1:1789431536.352723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:3.1:1789431536.367401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32700.
00010000:00000010:3.1:1789431536.367412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:0.1:1789431536.367612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00010000:00000010:0.1:1789431536.389417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00010000:00000010:0.1:1789431536.418181:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5f00.
00010000:00000010:0.1:1789431536.418190:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00010000:00000010:2.1:1789431536.432439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00010000:00000010:3.1:1789431536.432771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00010000:00000010:0.1:1789431536.436420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64000.
00010000:00000010:0.1:1789431536.436440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:0.1:1789431536.459433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c600.
00000080:00000010:1.1:1789431536.462760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475500.
00010000:00000010:2.1:1789431536.499782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:3.1:1789431536.503412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00010000:00000010:0.1:1789431536.503766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4700.
00010000:00000010:0.1:1789431536.503775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:0.1:1789431536.523749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8500.
00010000:00000010:0.1:1789431536.523774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00010000:00000010:0.1:1789431536.544718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:0.1:1789431536.555906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00000080:00000010:1.1:1789431536.572437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb19e0.
00010000:00000010:2.1:1789431536.584617:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497a00.
00010000:00000010:0.1:1789431536.593201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeedc00.
00010000:00000010:0.1:1789431536.595462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00010000:00000010:0.1:1789431536.600082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35c00.
00010000:00000010:0.1:1789431536.600092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00010000:00000010:0.1:1789431536.630394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:0.1:1789431536.630406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5d00.
00010000:00000010:0.1:1789431536.630411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92a00.
00010000:00000010:0.1:1789431536.660398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec400.
00010000:00000010:0.1:1789431536.690429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:0.1:1789431536.690440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4f00.
00010000:00000010:0.1:1789431536.690449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00000080:00000010:1.1:1789431536.697550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d00.
00010000:00000010:0.1:1789431536.701800:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:0.1:1789431536.701812:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475bc0.
00010000:00000010:1.1:1789431536.702703:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00000080:00000010:1.1:1789431536.702711:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519560.
00000080:00000010:0.1:1789431536.714502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5640.
00010000:00000010:1.1:1789431536.716595:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeedc00.
00000080:00000010:0.1:1789431536.725407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00000080:00000010:0.1:1789431536.737431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fc0.
00010000:00000010:1.1:1789431536.737781:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00000080:00000010:0.1:1789431536.744403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475700.
00000080:00000010:2.1:1789431536.749410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e60.
00010000:00000010:1.1:1789431536.750261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeedc00.
00000080:00000010:1.1:1789431536.750343:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475540.
00000080:00000010:1.1:1789431536.750414:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475100.
00000080:00000010:1.1:1789431536.750419:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54a0.
00010000:00000010:1.1:1789431536.750426:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00000080:00000010:2.1:1789431536.752868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759a0.
00000080:00000010:2.1:1789431536.756923:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905191e0.
00000080:00000010:2.1:1789431536.768800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519200.
00000080:00000010:2.1:1789431536.782524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00000080:00000010:2.1:1789431536.791578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00010000:00000010:0.1:1789431536.801402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4f00.
00010000:00000010:0.1:1789431536.801412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00000080:00000010:1.1:1789431536.811379:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55c0.
00000080:00000010:2.1:1789431536.811574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475320.
00010000:00000010:0.1:1789431536.819403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00000080:00000010:2.1:1789431536.819448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a80.
00000080:00000010:2.1:1789431536.831963:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475da0.
00010000:00000010:0.1:1789431536.844432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeedc00.
00000080:00000010:2.1:1789431536.844537:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d40.
00000080:00000010:0.1:1789431536.854484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519300.
00000080:00000010:2.1:1789431536.861774:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a00.
00000080:00000010:2.1:1789431536.861789:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00010000:00000010:2.1:1789431536.861796:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d200.
00010000:00000010:2.1:1789431536.861801:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00010000:00000010:2.1:1789431536.861804:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00000080:00000010:3.1:1789431536.862346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ea0.
00000080:00000010:1.1:1789431536.863412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d00.
00010000:00000010:0.1:1789431536.895456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00000080:00000010:2.1:1789431536.897395:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192c0.
00000080:00000010:2.1:1789431536.897421:0:2341:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05df380.
00010000:00000010:1.1:1789431536.897424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8000.
00010000:00000010:1.1:1789431536.897436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:3.1:1789431536.900675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:0.1:1789431536.901377:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d200.
00000080:00000010:0.1:1789431536.901386:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fc0.
00000080:00000010:2.1:1789431536.927378:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5380.
00010000:00000010:0.1:1789431536.930642:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00010000:00000010:1.1:1789431536.955666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:3.1:1789431536.974473:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497a00.
00000080:00000010:3.1:1789431536.974495:0:5580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb11c0.
00010000:00000010:0.1:1789431536.981712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64b00.
00010000:00000010:0.1:1789431536.981739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:2.1:1789431537.017568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00010000:00000010:1.1:1789431537.017792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:1.1:1789431537.036416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00000080:00000010:1.1:1789431537.062373:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d00.
00010000:00000010:1.1:1789431537.062390:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496000.
00010000:00000010:0.1:1789431537.081446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:2.1:1789431537.091391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64800.
00010000:00000010:2.1:1789431537.091407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00010000:00000010:0.1:1789431537.106279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487900.
00010000:00000010:0.1:1789431537.106289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:1.1:1789431537.136706:0:14683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:1.1:1789431537.150877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:1.1:1789431537.188416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:3.1:1789431537.198853:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497a00.
00000080:00000010:1.1:1789431537.210847:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ea0.
00010000:00000010:1.1:1789431537.210871:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35800.
00010000:00000010:1.1:1789431537.210876:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:2.1:1789431537.217403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:1.1:1789431537.217470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:0.1:1789431537.233649:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5d00.
00010000:00000010:0.1:1789431537.233656:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:0.1:1789431537.254394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:1.1:1789431537.258810:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:0.1:1789431537.268164:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35100.
00010000:00000010:0.1:1789431537.268177:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:1.1:1789431537.294385:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484e00.
00010000:00000010:0.1:1789431537.308399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00000080:00000010:1.1:1789431537.323403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00010000:00000010:0.1:1789431537.330408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:0.1:1789431537.352698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d900.
00010000:00000010:0.1:1789431537.352706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:0.1:1789431537.381469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487300.
00010000:00000010:0.1:1789431537.381479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:1.1:1789431537.393450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00010000:00000010:0.1:1789431537.395441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:3.1:1789431537.399238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:0.1:1789431537.409453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17dc00.
00010000:00000010:0.1:1789431537.409461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d400.
00000080:00000010:1.1:1789431537.416379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905196e0.
00010000:00000010:2.1:1789431537.422513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:1.1:1789431537.431402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00000080:00000010:1.1:1789431537.448398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00000080:00000010:1.1:1789431537.468143:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c00.
00000080:00000010:2.1:1789431537.469390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475740.
00010000:00000010:1.1:1789431537.471760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485a00.
00000080:00000010:1.1:1789431537.471770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1720.
00010000:00000010:0.1:1789431537.472471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480f00.
00010000:00000010:0.1:1789431537.472480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00000080:00000010:1.1:1789431537.477665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a60.
00000080:00000010:1.1:1789431537.482444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00000080:00000010:1.1:1789431537.502460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475de0.
00000080:00000010:1.1:1789431537.512389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1400.
00010000:00000010:1.1:1789431537.512418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00000080:00000010:0.1:1789431537.515656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199c0.
00010000:00000010:3.1:1789431537.520402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d400.
00010000:00000010:1.1:1789431537.527567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64100.
00010000:00000010:1.1:1789431537.527577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:0.1:1789431537.534434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00000080:00000010:1.1:1789431537.541400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758a0.
00000080:00000010:1.1:1789431537.556446:0:2348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c60.
00010000:00000010:0.1:1789431537.562370:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497a00.
00000080:00000010:0.1:1789431537.572392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475500.
00010000:00000010:1.1:1789431537.572393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00000080:00000010:2.1:1789431537.575480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475540.
00000080:00000010:0.1:1789431537.576647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5520.
00010000:00000010:0.1:1789431537.576672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5d00.
00010000:00000010:0.1:1789431537.576677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00000080:00000010:2.1:1789431537.583405:0:5581:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f9080.
00010000:00000010:0.1:1789431537.591408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:0.1:1789431537.591429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:0.1:1789431537.591434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8200.
00010000:00000010:0.1:1789431537.591438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:1.1:1789431537.626643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:1.1:1789431537.641591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:0.1:1789431537.653608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:0.1:1789431537.653616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00000080:00000010:1.1:1789431537.656498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c80.
00010000:00000010:0.1:1789431537.657553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d600.
00010000:00000010:0.1:1789431537.657570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00010000:00000010:2.1:1789431537.660506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8200.
00010000:00000010:2.1:1789431537.660526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeedc00.
00000080:00000010:1.1:1789431537.673127:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d00.
00010000:00000010:0.1:1789431537.678403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00000080:00000010:1.1:1789431537.678549:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65539c0.
00010000:00000010:0.1:1789431537.690789:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:1.1:1789431537.703437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaab00.
00010000:00000010:1.1:1789431537.703448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00010000:00000010:3.1:1789431537.707588:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:0.1:1789431537.716493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35600.
00010000:00000010:0.1:1789431537.716509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:0.1:1789431537.727229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:0.1:1789431537.761100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec400.
00010000:00000010:0.1:1789431537.775373:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:0.1:1789431537.775381:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487c00.
00010000:00000010:0.1:1789431537.775386:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:0.1:1789431537.775390:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:0.1:1789431537.790396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00010000:00000010:2.1:1789431537.790454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:1.1:1789431537.794836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79196fa00.
00010000:00000010:1.1:1789431537.794850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:0.1:1789431537.808872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35f00.
00010000:00000010:0.1:1789431537.808882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:1.1:1789431537.824427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:0.1:1789431537.831100:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:2.1:1789431537.897717:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:3.1:1789431537.908682:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8200.
00010000:00000010:3.1:1789431537.908695:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:1.1:1789431537.909409:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:1.1:1789431537.909418:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:0.1:1789431537.928537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624100.
00010000:00000010:0.1:1789431537.928549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:1.1:1789431537.933974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:0.1:1789431537.948415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:0.1:1789431537.973380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:1.1:1789431538.037362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00000080:00000010:1.1:1789431538.037426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475da0.
00000080:00000010:1.1:1789431538.037435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00000080:00000010:1.1:1789431538.037438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e80.
00010000:00000010:1.1:1789431538.037444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:3.1:1789431538.052631:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5800.
00010000:00000010:3.1:1789431538.052639:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec400.
00010000:00000010:0.1:1789431538.057532:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:2.1:1789431538.082386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:0.1:1789431538.083372:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:0.1:1789431538.098403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00000080:00000010:1.1:1789431538.128759:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199c0.
00010000:00000010:0.1:1789431538.132423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:1.1:1789431538.141399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5200.
00010000:00000010:1.1:1789431538.141416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:1.1:1789431538.145388:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec400.
00010000:00000010:0.1:1789431538.153362:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:0.1:1789431538.157598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:1.1:1789431538.172922:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00000080:00000010:0.1:1789431538.179055:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fa0.
00010000:00000010:1.1:1789431538.183913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:0.1:1789431538.184054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92a00.
00010000:00000010:0.1:1789431538.194385:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:1.1:1789431538.202848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00000080:00000010:1.1:1789431538.202862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00010000:00000010:1.1:1789431538.212047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:1.1:1789431538.232532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:0.1:1789431538.240097:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:0.1:1789431538.253391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00000080:00000010:0.1:1789431538.253404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1280.
00010000:00000010:0.1:1789431538.253414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00000080:00000010:2.1:1789431538.254289:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fa0.
00010000:00000010:2.1:1789431538.254301:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92a00.
00010000:00000010:2.1:1789431538.276440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00010000:00000010:3.1:1789431538.303086:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:0.1:1789431538.306934:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00000080:00000010:0.1:1789431538.310427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb18c0.
00000080:00000010:0.1:1789431538.310446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519460.
00000080:00000010:0.1:1789431538.310452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475be0.
00000080:00000010:0.1:1789431538.310458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475320.
00000080:00000010:0.1:1789431538.310461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e40.
00000080:00000010:0.1:1789431538.310465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a60.
00000080:00000010:0.1:1789431538.310468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00000080:00000010:0.1:1789431538.310471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00010000:00000010:0.1:1789431538.310475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:1.1:1789431538.310565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d600.
00010000:00000010:1.1:1789431538.310571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:1.1:1789431538.333438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:0.1:1789431538.372429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00000080:00000010:1.1:1789431538.380479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754e0.
00000080:00000010:0.1:1789431538.399439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00000080:00000010:1.1:1789431538.406229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d20.
00010000:00000010:1.1:1789431538.421594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00000080:00000010:1.1:1789431538.421610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c00.
00010000:00000010:0.1:1789431538.421927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946300.
00010000:00000010:0.1:1789431538.421935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:1.1:1789431538.433411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fcf00.
00010000:00000010:1.1:1789431538.433426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00000080:00000010:1.1:1789431538.433432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1820.
00000080:00000010:1.1:1789431538.433449:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fb180.
00010000:00000010:3.1:1789431538.434723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:3.1:1789431538.443289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00000080:00000010:3.1:1789431538.454388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475580.
00000080:00000010:1.1:1789431538.454457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c00.
00010000:00000010:2.1:1789431538.469102:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:0.1:1789431538.509659:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946900.
00010000:00000010:0.1:1789431538.509667:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:1.1:1789431538.521397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:0.1:1789431538.534727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:0.1:1789431538.535243:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:0.1:1789431538.545752:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00000080:00000010:2.1:1789431538.550504:0:5581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f80.
00010000:00000010:0.1:1789431538.572052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00000080:00000010:1.1:1789431538.580404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475de0.
00010000:00000010:1.1:1789431538.580431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5200.
00010000:00000010:1.1:1789431538.580436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00000080:00000010:1.1:1789431538.584525:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5de0.
00000080:00000010:1.1:1789431538.589407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00000080:00000010:3.1:1789431538.596622:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ee0.
00000080:00000010:3.1:1789431538.607148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a80.
00000080:00000010:3.1:1789431538.626436:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5da0.
00000080:00000010:1.1:1789431538.632399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905195a0.
00000080:00000010:1.1:1789431538.640426:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905198e0.
00000080:00000010:1.1:1789431538.640443:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5bc0.
00000080:00000010:1.1:1789431538.645668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53e0.
00000080:00000010:1.1:1789431538.654447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5800.
00000080:00000010:1.1:1789431538.654466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51e0.
00000080:00000010:1.1:1789431538.658442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5440.
00000080:00000010:1.1:1789431538.661535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519300.
00010000:00000010:1.1:1789431538.661562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fcf00.
00010000:00000010:1.1:1789431538.661567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00000080:00000010:2.1:1789431538.671029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00000080:00000010:2.1:1789431538.671057:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05ddac0.
00010000:00000010:1.1:1789431538.709849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc800.
00010000:00000010:1.1:1789431538.709877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00010000:00000010:0.1:1789431538.740382:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaad00.
00010000:00000010:0.1:1789431538.740389:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0400.
00010000:00000010:1.1:1789431538.741529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35500.
00010000:00000010:1.1:1789431538.741537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c200.
00010000:00000010:1.1:1789431538.741541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc900.
00010000:00000010:1.1:1789431538.741544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:1.1:1789431538.754112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487f00.
00010000:00000010:1.1:1789431538.754124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00010000:00000010:0.1:1789431538.755457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480200.
00010000:00000010:0.1:1789431538.755468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:0.1:1789431538.755473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1200.
00010000:00000010:0.1:1789431538.755476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00010000:00000010:0.1:1789431538.764035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487500.
00010000:00000010:0.1:1789431538.764041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:0.1:1789431538.764045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8400.
00010000:00000010:0.1:1789431538.764048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00010000:00000010:1.1:1789431538.777071:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00000080:00000010:1.1:1789431538.777090:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519360.
00000080:00000010:1.1:1789431538.805818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475700.
00010000:00000010:3.1:1789431538.806385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:0.1:1789431538.826396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00010000:00000010:1.1:1789431538.826396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc800.
00010000:00000010:1.1:1789431538.826414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00000080:00000010:1.1:1789431538.842403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00000080:00000010:1.1:1789431538.847379:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661e300.
00010000:00000010:0.1:1789431538.847443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:0.1:1789431538.854672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00010000:00000010:1.1:1789431538.861388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaaf00.
00010000:00000010:1.1:1789431538.861398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d800.
00010000:00000010:0.1:1789431538.867986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:3.1:1789431538.872503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a80.
00010000:00000010:3.1:1789431538.872516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00010000:00000010:0.1:1789431538.887401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00000080:00000010:0.1:1789431538.924063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00010000:00000010:3.1:1789431538.928794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:0.1:1789431538.949471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa000.
00010000:00000010:0.1:1789431538.949488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:1.1:1789431538.953703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00000080:00000010:2.1:1789431538.957586:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55e0.
00010000:00000010:2.1:1789431538.957597:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:1.1:1789431538.968186:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00000080:00000010:2.1:1789431538.984568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00010000:00000010:1.1:1789431539.003401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00000080:00000010:1.1:1789431539.003414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55e0.
00010000:00000010:1.1:1789431539.024765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:0.1:1789431539.029601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:0.1:1789431539.033513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa400.
00010000:00000010:0.1:1789431539.033526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00010000:00000010:1.1:1789431539.053770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:1.1:1789431539.053788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00000080:00000010:1.1:1789431539.096440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475de0.
00010000:00000010:0.1:1789431539.121938:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:2.1:1789431539.131402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:2.1:1789431539.171145:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:2.1:1789431539.171153:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00000080:00000010:2.1:1789431539.171158:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475de0.
00000080:00000010:2.1:1789431539.171164:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e00.
00010000:00000010:0.1:1789431539.175590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00010000:00000010:1.1:1789431539.190480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:0.1:1789431539.204455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:0.1:1789431539.214765:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:1.1:1789431539.231837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:1.1:1789431539.236091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:0.1:1789431539.250410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00000080:00000010:0.1:1789431539.250428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e40.
00010000:00000010:0.1:1789431539.250442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:0.1:1789431539.274388:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:0.1:1789431539.274395:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:1.1:1789431539.282721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:0.1:1789431539.290088:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:1.1:1789431539.290883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:3.1:1789431539.294562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:0.1:1789431539.310431:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:0.1:1789431539.324614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946300.
00010000:00000010:0.1:1789431539.324631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:0.1:1789431539.329670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00000080:00000010:1.1:1789431539.330470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475960.
00010000:00000010:1.1:1789431539.330485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:1.1:1789431539.391405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:1.1:1789431539.405535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00000080:00000010:1.1:1789431539.405584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475960.
00000080:00000010:1.1:1789431539.405594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e40.
00000080:00000010:1.1:1789431539.405599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00000080:00000010:1.1:1789431539.405602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519460.
00000080:00000010:1.1:1789431539.405606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00000080:00000010:1.1:1789431539.405609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fc0.
00000080:00000010:1.1:1789431539.405613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d00.
00000080:00000010:1.1:1789431539.405616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754e0.
00010000:00000010:1.1:1789431539.405620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00000080:00000010:2.1:1789431539.478431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758a0.
00000080:00000010:2.1:1789431539.483252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475100.
00000080:00000010:2.1:1789431539.487403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a60.
00010000:00000010:2.1:1789431539.487431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fcf00.
00010000:00000010:2.1:1789431539.487436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00000080:00000010:2.1:1789431539.503402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475bc0.
00000080:00000010:2.1:1789431539.507468:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fb180.
00010000:00000010:2.1:1789431539.522420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00000080:00000010:2.1:1789431539.522437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5540.
00010000:00000010:0.1:1789431539.558438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17dc00.
00010000:00000010:0.1:1789431539.558459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978000.
00010000:00000010:1.1:1789431539.566711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5100.
00010000:00000010:1.1:1789431539.566719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00010000:00000010:2.1:1789431539.566836:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc000.
00010000:00000010:2.1:1789431539.566842:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979800.
00010000:00000010:0.1:1789431539.577068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:0.1:1789431539.580781:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:0.1:1789431539.612524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:1.1:1789431539.636559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa000.
00010000:00000010:1.1:1789431539.636570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:2.1:1789431539.678023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00000080:00000010:0.1:1789431539.692392:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00010000:00000010:0.1:1789431539.692410:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00010000:00000010:0.1:1789431539.756412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:2.1:1789431539.760066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f80.
00010000:00000010:2.1:1789431539.760088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00000080:00000010:1.1:1789431539.801675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f00.
00000080:00000010:1.1:1789431539.806415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ee0.
00010000:00000010:1.1:1789431539.829680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:1.1:1789431539.829689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc500.
00010000:00000010:1.1:1789431539.829693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00010000:00000010:2.1:1789431539.829738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00000080:00000010:1.1:1789431539.853989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d00.
00000080:00000010:1.1:1789431539.862391:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05d8840.
00010000:00000010:1.1:1789431539.883054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:0.1:1789431539.907945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00000080:00000010:1.1:1789431539.926542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f00.
00010000:00000010:0.1:1789431539.947394:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00000080:00000010:0.1:1789431539.958174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197c0.
00010000:00000010:1.1:1789431539.966605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00000080:00000010:1.1:1789431539.966611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f00.
00010000:00000010:0.1:1789431539.983946:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:0.1:1789431540.011384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:2.1:1789431540.012030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:2.1:1789431540.014590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00010000:00000010:2.1:1789431540.014597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00000080:00000010:2.1:1789431540.021408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197c0.
00000080:00000010:2.1:1789431540.021419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d00.
00010000:00000010:1.1:1789431540.040399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00000080:00000010:1.1:1789431540.040407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5980.
00010000:00000010:1.1:1789431540.040416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:0.1:1789431540.052617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:3.1:1789431540.065015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00000080:00000010:3.1:1789431540.069554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a40.
00000080:00000010:3.1:1789431540.086660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00010000:00000010:0.1:1789431540.128845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00010000:00000010:0.1:1789431540.140447:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00000080:00000010:1.1:1789431540.142482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b40.
00010000:00000010:1.1:1789431540.142494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:0.1:1789431540.153383:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:0.1:1789431540.161384:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaae00.
00010000:00000010:0.1:1789431540.161391:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00000080:00000010:0.1:1789431540.161395:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1580.
00010000:00000010:0.1:1789431540.165520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00000080:00000010:0.1:1789431540.165528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00000080:00000010:0.1:1789431540.173557:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a40.
00000080:00000010:0.1:1789431540.182671:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05d9080.
00000080:00000010:2.1:1789431540.189895:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b00.
00010000:00000010:0.1:1789431540.190552:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:0.1:1789431540.232578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:0.1:1789431540.243426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00010000:00000010:0.1:1789431540.255009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:2.1:1789431540.260602:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:2.1:1789431540.264543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00000080:00000010:1.1:1789431540.286652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00010000:00000010:0.1:1789431540.310458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00010000:00000010:3.1:1789431540.312403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00000080:00000010:2.1:1789431540.324409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b52c0.
00010000:00000010:1.1:1789431540.327553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00010000:00000010:1.1:1789431540.327610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:1.1:1789431540.327614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00000080:00000010:1.1:1789431540.342418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00000080:00000010:1.1:1789431540.342441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fc0.
00010000:00000010:3.1:1789431540.365018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:3.1:1789431540.365067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00010000:00000010:1.1:1789431540.380383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00010000:00000010:0.1:1789431540.400385:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979800.
00010000:00000010:0.1:1789431540.404385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:0.1:1789431540.438414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480100.
00010000:00000010:0.1:1789431540.438432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:3.1:1789431540.460107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00000080:00000010:3.1:1789431540.460124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e00.
00010000:00000010:0.1:1789431540.550371:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00010000:00000010:0.1:1789431540.550416:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:1.1:1789431540.565858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:2.1:1789431540.584555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487500.
00010000:00000010:2.1:1789431540.584563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:1.1:1789431540.671699:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946300.
00010000:00000010:1.1:1789431540.671723:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:1.1:1789431540.674651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5800.
00010000:00000010:1.1:1789431540.674667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00000080:00000010:0.1:1789431540.760394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00010000:00000010:2.1:1789431540.760394:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:0.1:1789431540.770712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:2.1:1789431540.773453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00000080:00000010:0.1:1789431540.776191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f00.
00010000:00000010:0.1:1789431540.776225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:1.1:1789431540.815408:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00000080:00000010:0.1:1789431540.823673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00010000:00000010:0.1:1789431540.823689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:0.1:1789431540.851545:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7e00.
00000080:00000010:2.1:1789431540.865257:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fc0.
00010000:00000010:2.1:1789431540.865293:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00000080:00000010:0.1:1789431540.869399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1640.
00010000:00000010:0.1:1789431540.869420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:0.1:1789431540.869425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1d00.
00010000:00000010:0.1:1789431540.869431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00000080:00000010:1.1:1789431540.870078:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519920.
00000080:00000010:2.1:1789431540.879529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51a0.
00000080:00000010:1.1:1789431540.907257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475960.
00000080:00000010:2.1:1789431540.907361:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05dd280.
00010000:00000010:3.1:1789431540.913454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:3.1:1789431540.913464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc000.
00010000:00000010:3.1:1789431540.913468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:2.1:1789431540.923555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00000080:00000010:1.1:1789431540.924501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00000080:00000010:1.1:1789431540.924537:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05dca40.
00010000:00000010:0.1:1789431540.928412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:1.1:1789431540.934546:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:0.1:1789431540.945435:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00000080:00000010:0.1:1789431540.954411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5460.
00010000:00000010:0.1:1789431540.959796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:2.1:1789431540.987417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00000080:00000010:0.1:1789431541.004258:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751c0.
00010000:00000010:1.1:1789431541.015108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00000080:00000010:1.1:1789431541.015118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00010000:00000010:2.1:1789431541.015289:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:0.1:1789431541.020429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00000080:00000010:0.1:1789431541.020452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00010000:00000010:1.1:1789431541.070139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:1.1:1789431541.082460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:1.1:1789431541.082474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00000080:00000010:1.1:1789431541.086463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5080.
00000080:00000010:1.1:1789431541.086491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00010000:00000010:0.1:1789431541.097490:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:0.1:1789431541.097539:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:0.1:1789431541.097546:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00000080:00000010:0.1:1789431541.114406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00000080:00000010:0.1:1789431541.114426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519720.
00010000:00000010:3.1:1789431541.122895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:1.1:1789431541.129749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00000080:00000010:0.1:1789431541.134399:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754c0.
00010000:00000010:1.1:1789431541.145833:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:0.1:1789431541.151102:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00000080:00000010:0.1:1789431541.151126:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00010000:00000010:0.1:1789431541.194425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:0.1:1789431541.194956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:2.1:1789431541.217618:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00010000:00000010:2.1:1789431541.223478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:3.1:1789431541.242401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d800.
00010000:00000010:3.1:1789431541.242410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:2.1:1789431541.262532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc000.
00010000:00000010:2.1:1789431541.262547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00000080:00000010:0.1:1789431541.262601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00000080:00000010:0.1:1789431541.262622:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661eb40.
00000080:00000010:2.1:1789431541.268480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00000080:00000010:2.1:1789431541.268638:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fe300.
00010000:00000010:0.1:1789431541.269937:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00000080:00000010:0.1:1789431541.269957:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b60.
00010000:00000010:1.1:1789431541.279333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00000080:00000010:1.1:1789431541.279345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475980.
00010000:00000010:1.1:1789431541.319402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:1.1:1789431541.319446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7e00.
00010000:00000010:0.1:1789431541.329821:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:0.1:1789431541.334421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:1.1:1789431541.355401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7e00.
00010000:00000010:1.1:1789431541.371398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:0.1:1789431541.408149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00000080:00000010:0.1:1789431541.408168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519be0.
00010000:00000010:1.1:1789431541.412848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7e00.
00000080:00000010:1.1:1789431541.412858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475220.
00010000:00000010:1.1:1789431541.460067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:1.1:1789431541.467530:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:0.1:1789431541.487670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00010000:00000010:1.1:1789431541.515376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00010000:00000010:1.1:1789431541.516890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:0.1:1789431541.575398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5700.
00010000:00000010:0.1:1789431541.575408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7e00.
00010000:00000010:1.1:1789431541.590501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624100.
00010000:00000010:1.1:1789431541.590515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00000080:00000010:1.1:1789431541.606549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f20.
00000080:00000010:1.1:1789431541.606585:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fb180.
00010000:00000010:0.1:1789431541.622048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00000080:00000010:0.1:1789431541.622065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d80.
00010000:00000010:1.1:1789431541.692078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:1.1:1789431541.695445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec400.
00010000:00000010:1.1:1789431541.773413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:0.1:1789431541.819862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d400.
00010000:00000010:0.1:1789431541.819872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:0.1:1789431541.819879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa000.
00010000:00000010:0.1:1789431541.819885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:1.1:1789431541.841472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6cf00.
00010000:00000010:1.1:1789431541.841486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:0.1:1789431541.888388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00000080:00000010:0.1:1789431541.888404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00010000:00000010:1.1:1789431541.971926:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:1.1:1789431541.971978:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec400.
00000080:00000010:2.1:1789431541.981115:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00010000:00000010:2.1:1789431541.981135:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:1.1:1789431541.984299:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:3.1:1789431541.988137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883a200.
00010000:00000010:2.1:1789431542.014705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa000.
00010000:00000010:2.1:1789431542.014715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00000080:00000010:0.1:1789431542.042620:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00010000:00000010:0.1:1789431542.046402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:1.1:1789431542.046463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ae00.
00000080:00000010:0.1:1789431542.097999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519be0.
00010000:00000010:2.1:1789431542.105429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:2.1:1789431542.105443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487c00.
00010000:00000010:2.1:1789431542.105448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00000080:00000010:2.1:1789431542.114091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519800.
00000080:00000010:1.1:1789431542.116722:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05dc200.
00010000:00000010:1.1:1789431542.132882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:1.1:1789431542.155416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00000080:00000010:1.1:1789431542.182412:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475920.
00010000:00000010:3.1:1789431542.187228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:1.1:1789431542.202399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:1.1:1789431542.202414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475920.
00010000:00000010:1.1:1789431542.219389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487f00.
00010000:00000010:1.1:1789431542.219406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:1.1:1789431542.219410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946300.
00010000:00000010:1.1:1789431542.219413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:2.1:1789431542.228573:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487900.
00010000:00000010:2.1:1789431542.228582:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00010000:00000010:1.1:1789431542.228855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaaf00.
00010000:00000010:1.1:1789431542.228865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:0.1:1789431542.249372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:0.1:1789431542.249420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:0.1:1789431542.249424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883aa00.
00000080:00000010:0.1:1789431542.261744:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb18e0.
00000080:00000010:0.1:1789431542.261762:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752c0.
00010000:00000010:3.1:1789431542.283273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ba00.
00000080:00000010:1.1:1789431542.299380:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00010000:00000010:0.1:1789431542.311500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ae00.
00010000:00000010:0.1:1789431542.323383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883a200.
00000080:00000010:1.1:1789431542.327074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00010000:00000010:1.1:1789431542.327896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:0.1:1789431542.351210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00010000:00000010:0.1:1789431542.351249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:1.1:1789431542.379405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1d00.
00010000:00000010:1.1:1789431542.379419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883a200.
00000080:00000010:1.1:1789431542.388857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475120.
00000080:00000010:1.1:1789431542.388878:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05dd280.
00010000:00000010:1.1:1789431542.397267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:1.1:1789431542.397275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475920.
00000080:00000010:0.1:1789431542.402159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197e0.
00010000:00000010:0.1:1789431542.402177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:1.1:1789431542.404522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883a200.
00000080:00000010:1.1:1789431542.427435:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475640.
00010000:00000010:1.1:1789431542.434055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:1.1:1789431542.436559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:1.1:1789431542.463402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:1.1:1789431542.463415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480100.
00010000:00000010:1.1:1789431542.463420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979800.
00010000:00000010:1.1:1789431542.476478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00000080:00000010:0.1:1789431542.486501:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00000080:00000010:0.1:1789431542.499071:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05d9080.
00010000:00000010:1.1:1789431542.505087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ba00.
00010000:00000010:2.1:1789431542.524454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00000080:00000010:2.1:1789431542.524467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a40.
00010000:00000010:0.1:1789431542.528395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00000080:00000010:0.1:1789431542.548425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00010000:00000010:1.1:1789431542.552529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ba00.
00010000:00000010:0.1:1789431542.565704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00000080:00000010:0.1:1789431542.567589:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c40.
00010000:00000010:0.1:1789431542.593996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883a200.
00010000:00000010:1.1:1789431542.603429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:0.1:1789431542.603494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:0.1:1789431542.603518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:0.1:1789431542.603521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00000080:00000010:0.1:1789431542.615579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475640.
00000080:00000010:0.1:1789431542.615594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ec0.
00010000:00000010:1.1:1789431542.631391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883a200.
00010000:00000010:2.1:1789431542.634573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17dc00.
00010000:00000010:2.1:1789431542.634590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:1.1:1789431542.653409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00000080:00000010:2.1:1789431542.654045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00000080:00000010:2.1:1789431542.654073:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661b180.
00010000:00000010:0.1:1789431542.679486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00000080:00000010:1.1:1789431542.686588:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5080.
00010000:00000010:2.1:1789431542.693545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00000080:00000010:2.1:1789431542.693552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ec0.
00010000:00000010:0.1:1789431542.724396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:0.1:1789431542.739775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:2.1:1789431542.752929:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:1.1:1789431542.757385:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:1.1:1789431542.757397:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:1.1:1789431542.777397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:1.1:1789431542.824758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:0.1:1789431542.838406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:0.1:1789431542.855467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:2.1:1789431542.869597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:0.1:1789431542.875741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1f00.
00010000:00000010:1.1:1789431542.890414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:1.1:1789431542.917162:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdea00.
00010000:00000010:2.1:1789431542.918255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:2.1:1789431542.918309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00000080:00000010:0.1:1789431542.927946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00010000:00000010:0.1:1789431542.927968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:1.1:1789431542.965941:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:0.1:1789431542.980366:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624d00.
00010000:00000010:0.1:1789431542.980376:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:0.1:1789431542.998536:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00010000:00000010:0.1:1789431543.011884:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00000080:00000010:0.1:1789431543.024214:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00000080:00000010:0.1:1789431543.024225:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475260.
00000080:00000010:0.1:1789431543.024233:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475720.
00000080:00000010:0.1:1789431543.024237:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475120.
00000080:00000010:0.1:1789431543.024244:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5680.
00000080:00000010:0.1:1789431543.024249:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fe0.
00010000:00000010:0.1:1789431543.024254:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00000080:00000010:1.1:1789431543.073390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00010000:00000010:1.1:1789431543.073411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624d00.
00010000:00000010:1.1:1789431543.073417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00000080:00000010:1.1:1789431543.077587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519800.
00000080:00000010:1.1:1789431543.077612:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661b180.
00010000:00000010:1.1:1789431543.087420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00000080:00000010:1.1:1789431543.087441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475360.
00010000:00000010:1.1:1789431543.116662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:1.1:1789431543.116734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:1.1:1789431543.147413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4f00.
00010000:00000010:1.1:1789431543.147436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ae00.
00010000:00000010:0.1:1789431543.169576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:0.1:1789431543.209625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ac0.
00010000:00000010:1.1:1789431543.248390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:1.1:1789431543.269462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:1.1:1789431543.296432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00000080:00000010:0.1:1789431543.296507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519420.
00010000:00000010:0.1:1789431543.296520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00000080:00000010:2.1:1789431543.307400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d20.
00010000:00000010:2.1:1789431543.307428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:1.1:1789431543.314263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:1.1:1789431543.350398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00000080:00000010:0.1:1789431543.362417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519420.
00010000:00000010:0.1:1789431543.362437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00000080:00000010:2.1:1789431543.366569:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00010000:00000010:0.1:1789431543.379398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:0.1:1789431543.379413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56e0.
00000080:00000010:1.1:1789431543.385555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1100.
00010000:00000010:1.1:1789431543.391399:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883aa00.
00010000:00000010:1.1:1789431543.391406:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5700.
00010000:00000010:1.1:1789431543.391410:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00000080:00000010:1.1:1789431543.413598:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519be0.
00000080:00000010:1.1:1789431543.413626:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fe300.
00010000:00000010:0.1:1789431543.435934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:2.1:1789431543.442010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946300.
00010000:00000010:2.1:1789431543.442024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:2.1:1789431543.458048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:1.1:1789431543.473247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf400.
00000080:00000010:2.1:1789431543.497324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475360.
00000080:00000010:1.1:1789431543.508544:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756a0.
00010000:00000010:2.1:1789431543.513393:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:0.1:1789431543.516718:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf400.
00010000:00000010:0.1:1789431543.527656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:1.1:1789431543.527811:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5700.
00010000:00000010:1.1:1789431543.527818:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:1.1:1789431543.527822:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00010000:00000010:0.1:1789431543.528475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00000080:00000010:1.1:1789431543.529062:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519420.
00000080:00000010:1.1:1789431543.529077:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ba0.
00000080:00000010:2.1:1789431543.529388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475680.
00010000:00000010:1.1:1789431543.556433:0:1356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243a00.
00010000:00000010:1.1:1789431543.556444:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00010000:00000010:2.1:1789431543.561397:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:2.1:1789431543.564587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:2.1:1789431543.564599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00000080:00000010:1.1:1789431543.573815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f20.
00000080:00000010:1.1:1789431543.573834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475300.
00010000:00000010:1.1:1789431543.580654:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:1.1:1789431543.599373:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00010000:00000010:1.1:1789431543.620560:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00000080:00000010:2.1:1789431543.643602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519720.
00010000:00000010:0.1:1789431543.646558:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:1.1:1789431543.663529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00000080:00000010:1.1:1789431543.663537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475620.
00010000:00000010:0.1:1789431543.667932:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431543.668395:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:1.1:1789431543.698781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:0.1:1789431543.705657:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:0.1:1789431543.710545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00010000:00000010:1.1:1789431543.730828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5700.
00010000:00000010:1.1:1789431543.730838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:0.1:1789431543.734061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:2.1:1789431543.743063:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:2.1:1789431543.752623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00000080:00000010:1.1:1789431543.766536:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d80.
00000080:00000010:1.1:1789431543.774383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756a0.
00010000:00000010:1.1:1789431543.781397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624d00.
00010000:00000010:1.1:1789431543.781414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf400.
00010000:00000010:2.1:1789431543.782207:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:0.1:1789431543.813257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00000080:00000010:1.1:1789431543.821743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475380.
00000080:00000010:0.1:1789431543.826303:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fd280.
00010000:00000010:0.1:1789431543.826329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:1.1:1789431543.836379:0:14683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:0.1:1789431543.837108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:2.1:1789431543.845589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb12a0.
00010000:00000010:2.1:1789431543.845600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:1.1:1789431543.851398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00000080:00000010:1.1:1789431543.869391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f20.
00010000:00000010:0.1:1789431543.888728:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:0.1:1789431543.889076:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00010000:00000010:0.1:1789431543.898567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00000080:00000010:0.1:1789431543.915895:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00000080:00000010:0.1:1789431543.915918:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56e0.
00000080:00000010:0.1:1789431543.915936:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51c0.
00010000:00000010:1.1:1789431543.916230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00000080:00000010:1.1:1789431543.916238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756a0.
00000080:00000010:0.1:1789431543.916327:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00000080:00000010:0.1:1789431543.916333:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00000080:00000010:0.1:1789431543.916340:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb19c0.
00010000:00000010:0.1:1789431543.916345:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:0.1:1789431543.955782:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:1.1:1789431543.964442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:1.1:1789431543.964458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00000080:00000010:1.1:1789431543.964465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756a0.
00000080:00000010:1.1:1789431543.964477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475380.
00000080:00000010:1.1:1789431543.972570:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05ddac0.
00000080:00000010:0.1:1789431543.973479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b20.
00010000:00000010:0.1:1789431543.973502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624d00.
00010000:00000010:0.1:1789431543.973510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00000080:00000010:0.1:1789431543.973514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00010000:00000010:1.1:1789431543.983092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00000080:00000010:1.1:1789431543.983105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475160.
00010000:00000010:2.1:1789431543.992387:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:2.1:1789431544.027892:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:2.1:1789431544.028016:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:1.1:1789431544.035948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00000080:00000010:1.1:1789431544.035960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475160.
00010000:00000010:1.1:1789431544.040462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00000080:00000010:3.1:1789431544.077322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5200.
00010000:00000010:1.1:1789431544.082389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:1.1:1789431544.085541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:0.1:1789431544.103453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:1.1:1789431544.118169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:1.1:1789431544.144377:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99100.
00010000:00000010:1.1:1789431544.144385:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:0.1:1789431544.156383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:2.1:1789431544.157874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fa0.
00010000:00000010:2.1:1789431544.157898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00000080:00000010:1.1:1789431544.160516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475160.
00000080:00000010:1.1:1789431544.160552:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fd280.
00010000:00000010:1.1:1789431544.160563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00000080:00000010:1.1:1789431544.160567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e40.
00000080:00000010:2.1:1789431544.198799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1880.
00010000:00000010:1.1:1789431544.203413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:1.1:1789431544.203478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:2.1:1789431544.234614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:2.1:1789431544.234632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5620.
00010000:00000010:1.1:1789431544.254414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487200.
00010000:00000010:1.1:1789431544.254432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:1.1:1789431544.261603:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00010000:00000010:0.1:1789431544.289656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00000080:00000010:0.1:1789431544.317485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e80.
00010000:00000010:2.1:1789431544.323410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:0.1:1789431544.337615:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:0.1:1789431544.337668:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:0.1:1789431544.337674:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00010000:00000010:0.1:1789431544.337677:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:2.1:1789431544.347386:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaaa00.
00010000:00000010:2.1:1789431544.347394:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:0.1:1789431544.348282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00000080:00000010:0.1:1789431544.348296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00010000:00000010:0.1:1789431544.348301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:1.1:1789431544.374464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5700.
00010000:00000010:1.1:1789431544.374474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:0.1:1789431544.380575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:0.1:1789431544.387496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:2.1:1789431544.388309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:3.1:1789431544.395709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946100.
00010000:00000010:3.1:1789431544.395717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:0.1:1789431544.403517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00010000:00000010:1.1:1789431544.408266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00000080:00000010:1.1:1789431544.412058:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00010000:00000010:1.1:1789431544.429157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:1.1:1789431544.444965:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5900.
00010000:00000010:1.1:1789431544.444976:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:0.1:1789431544.454407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00010000:00000010:0.1:1789431544.458427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:1.1:1789431544.458478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:0.1:1789431544.487391:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00010000:00000010:0.1:1789431544.496658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf500.
00010000:00000010:0.1:1789431544.496679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2800.
00010000:00000010:0.1:1789431544.501551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:0.1:1789431544.501559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:1.1:1789431544.513939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:2.1:1789431544.545055:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:0.1:1789431544.548403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00000080:00000010:0.1:1789431544.560499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519900.
00010000:00000010:2.1:1789431544.605647:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:2.1:1789431544.615198:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00000080:00000010:1.1:1789431544.616999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e80.
00010000:00000010:0.1:1789431544.620236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d8e200.
00010000:00000010:0.1:1789431544.620249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00000080:00000010:0.1:1789431544.637387:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00000080:00000010:0.1:1789431544.637439:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6618000.
00010000:00000010:1.1:1789431544.643036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00000080:00000010:2.1:1789431544.649587:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a80.
00010000:00000010:2.1:1789431544.649603:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:3.1:1789431544.670818:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:0.1:1789431544.681990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:0.1:1789431544.682002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51e0.
00000080:00000010:0.1:1789431544.701563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475160.
00000080:00000010:1.1:1789431544.716336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5040.
00010000:00000010:2.1:1789431544.721904:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:2.1:1789431544.722026:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00010000:00000010:2.1:1789431544.722034:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00000080:00000010:1.1:1789431544.730404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5240.
00000080:00000010:2.1:1789431544.738492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5be0.
00000080:00000010:2.1:1789431544.738510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519900.
00010000:00000010:1.1:1789431544.747490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487c00.
00010000:00000010:1.1:1789431544.747498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00000080:00000010:1.1:1789431544.757580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475460.
00000080:00000010:1.1:1789431544.757607:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6619080.
00010000:00000010:0.1:1789431544.760547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:1.1:1789431544.761287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00000080:00000010:1.1:1789431544.761299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00010000:00000010:1.1:1789431544.784401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:1.1:1789431544.830393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:3.1:1789431544.845825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:1.1:1789431544.850532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00000080:00000010:0.1:1789431544.858397:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475460.
00000080:00000010:0.1:1789431544.858417:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5640.
00010000:00000010:0.1:1789431544.858424:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:0.1:1789431544.887413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:0.1:1789431544.906408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00010000:00000010:0.1:1789431544.909521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:0.1:1789431544.961636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5900.
00010000:00000010:0.1:1789431544.961662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00000080:00000010:0.1:1789431544.980799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00000080:00000010:0.1:1789431544.980826:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a663a100.
00010000:00000010:0.1:1789431544.985470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00000080:00000010:0.1:1789431544.985497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b00.
00010000:00000010:3.1:1789431545.044072:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487f00.
00010000:00000010:3.1:1789431545.044080:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:3.1:1789431545.050246:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5a00.
00010000:00000010:3.1:1789431545.051494:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:0.1:1789431545.058446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480f00.
00010000:00000010:0.1:1789431545.058456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978000.
00010000:00000010:0.1:1789431545.058464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d800.
00010000:00000010:0.1:1789431545.058471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:1.1:1789431545.062973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8200.
00010000:00000010:1.1:1789431545.063033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:0.1:1789431545.111404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:1.1:1789431545.128575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00000080:00000010:1.1:1789431545.128591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475380.
00010000:00000010:1.1:1789431545.191581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:1.1:1789431545.191604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:3.1:1789431545.202556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:0.1:1789431545.223162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc800.
00010000:00000010:0.1:1789431545.223184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00010000:00000010:0.1:1789431545.232454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:3.1:1789431545.256840:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00000080:00000010:1.1:1789431545.276841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e80.
00010000:00000010:1.1:1789431545.285907:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00010000:00000010:3.1:1789431545.298707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00010000:00000010:0.1:1789431545.300258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:1.1:1789431545.301385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc900.
00010000:00000010:1.1:1789431545.301394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00000080:00000010:1.1:1789431545.310160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475620.
00000080:00000010:1.1:1789431545.310179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475380.
00010000:00000010:0.1:1789431545.312633:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786ced100.
00010000:00000010:0.1:1789431545.312646:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:0.1:1789431545.312650:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:1.1:1789431545.328926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:1.1:1789431545.340418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786cede00.
00010000:00000010:1.1:1789431545.340431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:1.1:1789431545.346526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:0.1:1789431545.355703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:3.1:1789431545.359268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fcd00.
00010000:00000010:3.1:1789431545.359276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92a00.
00010000:00000010:1.1:1789431545.377401:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2800.
00010000:00000010:1.1:1789431545.385479:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00000080:00000010:1.1:1789431545.385496:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475380.
00010000:00000010:1.1:1789431545.419616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa800.
00010000:00000010:1.1:1789431545.419628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00010000:00000010:3.1:1789431545.431986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf600.
00010000:00000010:3.1:1789431545.432000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:0.1:1789431545.445654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:0.1:1789431545.445667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2800.
00010000:00000010:0.1:1789431545.486485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2800.
00010000:00000010:2.1:1789431545.486554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00000080:00000010:1.1:1789431545.489584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755c0.
00010000:00000010:1.1:1789431545.532383:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:1.1:1789431545.532393:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:1.1:1789431545.532397:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00000080:00000010:2.1:1789431545.542515:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00010000:00000010:3.1:1789431545.547505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2800.
00010000:00000010:1.1:1789431545.570552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:1.1:1789431545.570625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519460.
00010000:00000010:2.1:1789431545.570672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:2.1:1789431545.570682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f100.
00010000:00000010:2.1:1789431545.570686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:1.1:1789431545.581186:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:1.1:1789431545.611462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:1.1:1789431545.623738:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00000080:00000010:0.1:1789431545.641584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c80.
00000080:00000010:0.1:1789431545.645580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00000080:00000010:1.1:1789431545.659432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197c0.
00000080:00000010:1.1:1789431545.665410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55c0.
00010000:00000010:1.1:1789431545.665429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946300.
00010000:00000010:1.1:1789431545.665434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00000080:00000010:1.1:1789431545.690573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b80.
00000080:00000010:0.1:1789431545.691884:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6618840.
00010000:00000010:2.1:1789431545.692371:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fa00.
00010000:00000010:2.1:1789431545.692382:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:0.1:1789431545.695616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2800.
00000080:00000010:0.1:1789431545.695640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00000080:00000010:0.1:1789431545.709437:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755c0.
00000080:00000010:0.1:1789431545.709474:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:0.1:1789431545.722478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00000080:00000010:0.1:1789431545.722492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00010000:00000010:1.1:1789431545.745563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:1.1:1789431545.777740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:0.1:1789431545.777806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:0.1:1789431545.777855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00000080:00000010:1.1:1789431545.797394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00010000:00000010:1.1:1789431545.797419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:2.1:1789431545.810431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:0.1:1789431545.820489:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:0.1:1789431545.929985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00000080:00000010:0.1:1789431545.930000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00010000:00000010:1.1:1789431545.967516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:1.1:1789431545.971548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:0.1:1789431546.027436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99f00.
00010000:00000010:0.1:1789431546.027452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:0.1:1789431546.027457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946900.
00010000:00000010:0.1:1789431546.027462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00010000:00000010:0.1:1789431546.027466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487c00.
00010000:00000010:0.1:1789431546.027470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00010000:00000010:2.1:1789431546.027676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fc00.
00010000:00000010:2.1:1789431546.027683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00010000:00000010:3.1:1789431546.028376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8400.
00010000:00000010:3.1:1789431546.028386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:3.1:1789431546.028391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487200.
00010000:00000010:3.1:1789431546.028394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:2.1:1789431546.031457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243100.
00010000:00000010:2.1:1789431546.031479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:1.1:1789431546.076409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f800.
00010000:00000010:1.1:1789431546.076433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00000080:00000010:1.1:1789431546.091244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00000080:00000010:1.1:1789431546.091281:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bb180.
00010000:00000010:1.1:1789431546.106265:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00000080:00000010:1.1:1789431546.106281:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f40.
00010000:00000010:1.1:1789431546.169447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:1.1:1789431546.169500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:0.1:1789431546.175942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00000080:00000010:0.1:1789431546.175970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00010000:00000010:0.1:1789431546.253576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:2.1:1789431546.282039:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:0.1:1789431546.296251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:0.1:1789431546.296306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f500.
00010000:00000010:0.1:1789431546.296312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:0.1:1789431546.296315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00000080:00000010:3.1:1789431546.316578:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00000080:00000010:3.1:1789431546.316598:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475040.
00010000:00000010:0.1:1789431546.334385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96a00.
00010000:00000010:0.1:1789431546.334394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:0.1:1789431546.362558:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:1.1:1789431546.388031:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00000080:00000010:1.1:1789431546.388047:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b00.
00010000:00000010:1.1:1789431546.429397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00000080:00000010:1.1:1789431546.429407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ba0.
00010000:00000010:0.1:1789431546.439481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa600.
00010000:00000010:0.1:1789431546.439495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:0.1:1789431546.459053:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:2.1:1789431546.466991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:2.1:1789431546.483801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00000080:00000010:0.1:1789431546.488381:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ba0.
00010000:00000010:3.1:1789431546.488382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:1.1:1789431546.506442:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:1.1:1789431546.506460:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6cf00.
00010000:00000010:1.1:1789431546.506467:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:1.1:1789431546.522421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:1.1:1789431546.528399:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:1.1:1789431546.528411:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32a00.
00010000:00000010:1.1:1789431546.528415:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:1.1:1789431546.541417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:0.1:1789431546.545474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:1.1:1789431546.588433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32800.
00010000:00000010:1.1:1789431546.588532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00000080:00000010:1.1:1789431546.600447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00000080:00000010:1.1:1789431546.600476:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05db180.
00010000:00000010:1.1:1789431546.615531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00000080:00000010:1.1:1789431546.615557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750a0.
00010000:00000010:1.1:1789431546.643612:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00010000:00000010:1.1:1789431546.653731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:3.1:1789431546.657999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243b00.
00010000:00000010:3.1:1789431546.658009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:0.1:1789431546.662516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f300.
00010000:00000010:0.1:1789431546.662530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:0.1:1789431546.690575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00000080:00000010:2.1:1789431546.765652:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e80.
00010000:00000010:2.1:1789431546.765682:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5200.
00010000:00000010:2.1:1789431546.765690:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:3.1:1789431546.793518:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00000080:00000010:0.1:1789431546.823735:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5600.
00000080:00000010:0.1:1789431546.823772:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05da100.
00010000:00000010:0.1:1789431546.828698:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99f00.
00010000:00000010:0.1:1789431546.828711:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:2.1:1789431546.840948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00000080:00000010:3.1:1789431546.859204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00010000:00000010:0.1:1789431546.891665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00000080:00000010:0.1:1789431546.891686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519280.
00010000:00000010:0.1:1789431546.897291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:3.1:1789431546.899658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:3.1:1789431546.899676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1f80.
00010000:00000010:0.1:1789431546.925059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:0.1:1789431546.925129:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:1.1:1789431546.927516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:1.1:1789431546.927591:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32400.
00010000:00000010:1.1:1789431546.927597:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:1.1:1789431546.927601:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00000080:00000010:1.1:1789431546.944707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757a0.
00000080:00000010:1.1:1789431546.944729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1560.
00010000:00000010:2.1:1789431546.962693:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32300.
00010000:00000010:2.1:1789431546.962702:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00000080:00000010:1.1:1789431546.974096:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5200.
00010000:00000010:0.1:1789431546.974925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fc00.
00010000:00000010:0.1:1789431546.974933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00000080:00000010:1.1:1789431546.978451:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05da100.
00010000:00000010:1.1:1789431546.992033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e200.
00000080:00000010:1.1:1789431546.992044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757a0.
00010000:00000010:3.1:1789431546.994998:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:1.1:1789431546.999189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00000080:00000010:1.1:1789431546.999214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475aa0.
00010000:00000010:1.1:1789431547.027559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:1.1:1789431547.041373:0:14653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f800.
00010000:00000010:1.1:1789431547.049182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8e00.
00010000:00000010:1.1:1789431547.049190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde400.
00010000:00000010:0.1:1789431547.053611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:1.1:1789431547.093749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:3.1:1789431547.123404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00000080:00000010:1.1:1789431547.123564:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1740.
00010000:00000010:1.1:1789431547.134415:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00000080:00000010:3.1:1789431547.179981:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475340.
00010000:00000010:3.1:1789431547.179997:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e200.
00010000:00000010:0.1:1789431547.188925:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32300.
00010000:00000010:0.1:1789431547.188935:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:1.1:1789431547.189373:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00000080:00000010:0.1:1789431547.192770:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ce0.
00000080:00000010:0.1:1789431547.192796:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b8840.
00010000:00000010:0.1:1789431547.201402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00000080:00000010:1.1:1789431547.205765:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519300.
00010000:00000010:1.1:1789431547.210159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00000080:00000010:1.1:1789431547.210179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b00.
00010000:00000010:3.1:1789431547.235997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:3.1:1789431547.238783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:1.1:1789431547.247968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:0.1:1789431547.257467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e200.
00000080:00000010:0.1:1789431547.263438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a60.
00010000:00000010:0.1:1789431547.263451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f200.
00010000:00000010:0.1:1789431547.268406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:1.1:1789431547.307423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:0.1:1789431547.376869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64000.
00010000:00000010:0.1:1789431547.376907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:0.1:1789431547.376916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827ff00.
00010000:00000010:0.1:1789431547.376920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00000080:00000010:1.1:1789431547.434861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1140.
00010000:00000010:0.1:1789431547.459760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:0.1:1789431547.468416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:0.1:1789431547.468436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905198e0.
00010000:00000010:1.1:1789431547.468509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f800.
00010000:00000010:1.1:1789431547.468516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00000080:00000010:1.1:1789431547.471589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00000080:00000010:1.1:1789431547.471640:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895be300.
00010000:00000010:1.1:1789431547.491139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:1.1:1789431547.491148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:0.1:1789431547.510973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32300.
00010000:00000010:0.1:1789431547.510985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:0.1:1789431547.521038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:0.1:1789431547.521047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00000080:00000010:0.1:1789431547.535539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475060.
00000080:00000010:2.1:1789431547.535628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b00.
00010000:00000010:3.1:1789431547.558016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:1.1:1789431547.563976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:1.1:1789431547.564040:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:1.1:1789431547.564046:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:1.1:1789431547.564050:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:3.1:1789431547.570590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:0.1:1789431547.585729:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:0.1:1789431547.593392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64000.
00010000:00000010:0.1:1789431547.593402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00000080:00000010:1.1:1789431547.593457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519280.
00000080:00000010:1.1:1789431547.593473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905198e0.
00000080:00000010:1.1:1789431547.593478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519520.
00010000:00000010:0.1:1789431547.617370:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:1.1:1789431547.629881:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00010000:00000010:1.1:1789431547.645037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaaf00.
00010000:00000010:1.1:1789431547.645052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:1.1:1789431547.645057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00000080:00000010:1.1:1789431547.645065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a80.
00000080:00000010:1.1:1789431547.645081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5740.
00010000:00000010:0.1:1789431547.647563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00000080:00000010:0.1:1789431547.647571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00010000:00000010:0.1:1789431547.655615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:0.1:1789431547.685419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00000080:00000010:0.1:1789431547.685428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475440.
00010000:00000010:2.1:1789431547.691141:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:3.1:1789431547.691797:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:1.1:1789431547.718412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4400.
00010000:00000010:1.1:1789431547.718421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00010000:00000010:1.1:1789431547.735067:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:2.1:1789431547.748771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f200.
00010000:00000010:0.1:1789431547.767398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00000080:00000010:1.1:1789431547.767654:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755e0.
00010000:00000010:1.1:1789431547.782401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:1.1:1789431547.808991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00000080:00000010:1.1:1789431547.809060:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c20.
00010000:00000010:1.1:1789431547.809071:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:0.1:1789431547.834524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd900.
00010000:00000010:0.1:1789431547.834542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00000080:00000010:0.1:1789431547.840330:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755e0.
00000080:00000010:0.1:1789431547.840398:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895ba100.
00010000:00000010:0.1:1789431547.844603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:0.1:1789431547.844629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00010000:00000010:1.1:1789431547.897470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:1.1:1789431547.930436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:2.1:1789431547.930746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:0.1:1789431547.934392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00000080:00000010:2.1:1789431547.934543:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c20.
00010000:00000010:2.1:1789431547.934553:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:1.1:1789431547.975387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243700.
00010000:00000010:1.1:1789431547.975409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:1.1:1789431548.007460:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00000080:00000010:1.1:1789431548.016405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00000080:00000010:1.1:1789431548.028835:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05da100.
00010000:00000010:3.1:1789431548.032603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00010000:00000010:1.1:1789431548.054713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00000080:00000010:0.1:1789431548.055423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00010000:00000010:3.1:1789431548.104650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:3.1:1789431548.104697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107800.
00010000:00000010:3.1:1789431548.104704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:3.1:1789431548.104710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00000080:00000010:3.1:1789431548.118464:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a40.
00000080:00000010:3.1:1789431548.118478:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753e0.
00010000:00000010:0.1:1789431548.121544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f300.
00010000:00000010:0.1:1789431548.121565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:0.1:1789431548.131131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd000.
00010000:00000010:0.1:1789431548.131141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f200.
00010000:00000010:0.1:1789431548.131146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f000.
00010000:00000010:0.1:1789431548.131149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:1.1:1789431548.131260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32800.
00010000:00000010:1.1:1789431548.131266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:2.1:1789431548.133569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:3.1:1789431548.153306:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:3.1:1789431548.153326:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1920.
00010000:00000010:3.1:1789431548.200590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:2.1:1789431548.210692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:1.1:1789431548.235251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243100.
00010000:00000010:1.1:1789431548.235275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:1.1:1789431548.252438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1920.
00000080:00000010:1.1:1789431548.252464:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6554a40.
00010000:00000010:0.1:1789431548.279124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:0.1:1789431548.279135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00010000:00000010:1.1:1789431548.282427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00000080:00000010:1.1:1789431548.282459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475080.
00010000:00000010:0.1:1789431548.336508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd300.
00010000:00000010:0.1:1789431548.336521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:1.1:1789431548.336594:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:1.1:1789431548.336644:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:1.1:1789431548.354509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:1.1:1789431548.363600:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5040.
00010000:00000010:0.1:1789431548.379515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:0.1:1789431548.404422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ddd800.
00010000:00000010:0.1:1789431548.404435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00010000:00000010:3.1:1789431548.406615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:3.1:1789431548.406665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:3.1:1789431548.406669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00000080:00000010:3.1:1789431548.411415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475880.
00000080:00000010:3.1:1789431548.411446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753a0.
00010000:00000010:0.1:1789431548.429388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243f00.
00010000:00000010:0.1:1789431548.429398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:1.1:1789431548.472408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:0.1:1789431548.483538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00000080:00000010:0.1:1789431548.483548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00010000:00000010:1.1:1789431548.492947:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:1.1:1789431548.492956:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00010000:00000010:0.1:1789431548.525890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:0.1:1789431548.537594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:1.1:1789431548.542620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:0.1:1789431548.544791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:0.1:1789431548.570408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64000.
00010000:00000010:0.1:1789431548.570432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:0.1:1789431548.574523:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00000080:00000010:1.1:1789431548.575400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b80.
00000080:00000010:1.1:1789431548.575425:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05db180.
00010000:00000010:1.1:1789431548.599505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00000080:00000010:1.1:1789431548.599518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c40.
00010000:00000010:1.1:1789431548.635542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:0.1:1789431548.639499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00010000:00000010:0.1:1789431548.685613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:1.1:1789431548.806864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00000080:00000010:1.1:1789431548.806877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b80.
00010000:00000010:1.1:1789431548.844395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:1.1:1789431548.844453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:2.1:1789431548.873255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00000080:00000010:0.1:1789431548.878466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519180.
00010000:00000010:1.1:1789431548.896581:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c800.
00010000:00000010:0.1:1789431548.920271:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaaf00.
00010000:00000010:0.1:1789431548.920283:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:3.1:1789431548.923564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5100.
00000080:00000010:3.1:1789431548.923614:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bdac0.
00010000:00000010:1.1:1789431548.941287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd000.
00010000:00000010:1.1:1789431548.941310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:0.1:1789431548.954820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00000080:00000010:0.1:1789431549.011480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00010000:00000010:0.1:1789431549.021675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00010000:00000010:1.1:1789431549.025393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00000080:00000010:1.1:1789431549.025405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ec0.
00010000:00000010:0.1:1789431549.033387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd900.
00010000:00000010:0.1:1789431549.033399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:0.1:1789431549.063303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00010000:00000010:2.1:1789431549.076628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f900.
00010000:00000010:2.1:1789431549.076638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00010000:00000010:2.1:1789431549.076642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:0.1:1789431549.086813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00000080:00000010:0.1:1789431549.086838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519180.
00010000:00000010:0.1:1789431549.104055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:2.1:1789431549.110379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00000080:00000010:2.1:1789431549.110387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d40.
00010000:00000010:1.1:1789431549.167396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243700.
00010000:00000010:1.1:1789431549.167419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883aa00.
00010000:00000010:0.1:1789431549.171824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00010000:00000010:0.1:1789431549.191984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00000080:00000010:1.1:1789431549.199418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d60.
00000080:00000010:1.1:1789431549.199462:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895be300.
00010000:00000010:1.1:1789431549.220407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32300.
00010000:00000010:1.1:1789431549.220429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00010000:00000010:1.1:1789431549.227403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f800.
00010000:00000010:1.1:1789431549.227418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00000080:00000010:2.1:1789431549.254817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519180.
00000080:00000010:2.1:1789431549.254855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05db180.
00010000:00000010:2.1:1789431549.259669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:0.1:1789431549.261019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00000080:00000010:2.1:1789431549.269339:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c60.
00000080:00000010:0.1:1789431549.277407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b80.
00010000:00000010:0.1:1789431549.277442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c800.
00010000:00000010:1.1:1789431549.291431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00000080:00000010:1.1:1789431549.291443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475240.
00010000:00000010:1.1:1789431549.312121:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:1.1:1789431549.314465:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:1.1:1789431549.329659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00010000:00000010:1.1:1789431549.331697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ddd800.
00010000:00000010:1.1:1789431549.331713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00010000:00000010:1.1:1789431549.331718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:0.1:1789431549.351497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00000080:00000010:1.1:1789431549.354614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475240.
00000080:00000010:1.1:1789431549.354643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e80.
00010000:00000010:2.1:1789431549.394594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00010000:00000010:0.1:1789431549.411411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00000080:00000010:0.1:1789431549.411427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ca0.
00010000:00000010:0.1:1789431549.444050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00010000:00000010:0.1:1789431549.475876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00010000:00000010:1.1:1789431549.490393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00000080:00000010:1.1:1789431549.490406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475240.
00010000:00000010:2.1:1789431549.493597:0:5580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d8e100.
00010000:00000010:2.1:1789431549.493607:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030c00.
00010000:00000010:1.1:1789431549.516411:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:2.1:1789431549.517404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:1.1:1789431549.523516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:0.1:1789431549.555524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:1.1:1789431549.570446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243600.
00010000:00000010:1.1:1789431549.570462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:1.1:1789431549.582401:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ddd800.
00010000:00000010:1.1:1789431549.582408:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00010000:00000010:0.1:1789431549.582642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:1.1:1789431549.600991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475240.
00000080:00000010:1.1:1789431549.601023:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b9080.
00010000:00000010:1.1:1789431549.617370:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00000080:00000010:1.1:1789431549.617382:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475cc0.
00010000:00000010:3.1:1789431549.630398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:0.1:1789431549.634779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:0.1:1789431549.634828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:0.1:1789431549.634835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5700.
00010000:00000010:0.1:1789431549.634840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00010000:00000010:0.1:1789431549.643867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883aa00.
00010000:00000010:0.1:1789431549.664391:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:0.1:1789431549.724701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00000080:00000010:0.1:1789431549.724722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475240.
00010000:00000010:1.1:1789431549.737146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00000080:00000010:1.1:1789431549.737157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5980.
00010000:00000010:0.1:1789431549.772736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:2.1:1789431549.773501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:0.1:1789431549.777557:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:0.1:1789431549.792498:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa500.
00010000:00000010:0.1:1789431549.792508:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:0.1:1789431549.807462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:3.1:1789431549.834797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220200.
00010000:00000010:1.1:1789431549.857483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:1.1:1789431549.861460:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:0.1:1789431549.909801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7900.
00010000:00000010:0.1:1789431549.909818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde400.
00010000:00000010:0.1:1789431549.947409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:0.1:1789431549.970017:0:14683:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827ff00.
00010000:00000010:0.1:1789431549.970029:0:14683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00010000:00000010:0.1:1789431549.970035:0:14683:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32400.
00010000:00000010:0.1:1789431549.970039:0:14683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:3.1:1789431549.975711:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaad00.
00010000:00000010:3.1:1789431549.975722:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:0.1:1789431549.982308:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64f00.
00010000:00000010:0.1:1789431549.982317:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:0.1:1789431549.982321:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030c00.
00010000:00000010:1.1:1789431550.227767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dddc00.
00010000:00000010:1.1:1789431550.227788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00000080:00000010:0.1:1789431550.241397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519580.
00000080:00000010:0.1:1789431550.248545:0:14653:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05ddac0.
00010000:00000010:0.1:1789431550.263614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d8e100.
00010000:00000010:0.1:1789431550.263625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:0.1:1789431550.286402:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00000080:00000010:0.1:1789431550.293557:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757c0.
00000080:00000010:0.1:1789431550.298760:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519380.
00000080:00000010:0.1:1789431550.305952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00000080:00000010:1.1:1789431550.308738:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56e0.
00000080:00000010:1.1:1789431550.313408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51a0.
00010000:00000010:3.1:1789431550.313713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:0.1:1789431550.326260:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00000080:00000010:0.1:1789431550.326275:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00010000:00000010:2.1:1789431550.352657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00010000:00000010:2.1:1789431550.363323:0:5580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7f00.
00010000:00000010:2.1:1789431550.363330:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:2.1:1789431550.363334:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00000080:00000010:2.1:1789431550.382452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00000080:00000010:2.1:1789431550.382466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519580.
00010000:00000010:0.1:1789431550.394388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5200.
00010000:00000010:0.1:1789431550.394405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:0.1:1789431550.394410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00010000:00000010:3.1:1789431550.421742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00000080:00000010:3.1:1789431550.421751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5640.
00010000:00000010:2.1:1789431550.431431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:0.1:1789431550.458415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:0.1:1789431550.468507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480f00.
00010000:00000010:0.1:1789431550.468517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:0.1:1789431550.476390:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:2.1:1789431550.508408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:0.1:1789431550.519417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5a00.
00010000:00000010:0.1:1789431550.519430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00010000:00000010:0.1:1789431550.537968:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:0.1:1789431550.559338:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00000080:00000010:0.1:1789431550.559361:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00010000:00000010:3.1:1789431550.588535:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:1.1:1789431550.592876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5900.
00010000:00000010:1.1:1789431550.592892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:0.1:1789431550.600520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:0.1:1789431550.600588:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:0.1:1789431550.616393:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00010000:00000010:1.1:1789431550.648411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7c00.
00010000:00000010:1.1:1789431550.648427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00000080:00000010:1.1:1789431550.664439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d40.
00000080:00000010:1.1:1789431550.664463:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895beb40.
00010000:00000010:1.1:1789431550.664472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde400.
00000080:00000010:1.1:1789431550.664477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755a0.
00010000:00000010:0.1:1789431550.669419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00000080:00000010:0.1:1789431550.669429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00010000:00000010:1.1:1789431550.669503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00010000:00000010:1.1:1789431550.669542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:1.1:1789431550.696199:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:2.1:1789431550.710420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00010000:00000010:0.1:1789431550.727065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487b00.
00010000:00000010:0.1:1789431550.727074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c600.
00010000:00000010:3.1:1789431550.737403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:1.1:1789431550.743401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00000080:00000010:2.1:1789431550.743562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755a0.
00010000:00000010:0.1:1789431550.758442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00010000:00000010:0.1:1789431550.764501:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:1.1:1789431550.787389:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:1.1:1789431550.796384:0:5589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:1.1:1789431550.813072:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5900.
00010000:00000010:1.1:1789431550.813081:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:1.1:1789431550.835637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7900.
00010000:00000010:1.1:1789431550.835649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00010000:00000010:1.1:1789431550.835654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00000080:00000010:1.1:1789431550.845398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fa0.
00010000:00000010:0.1:1789431550.845422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00000080:00000010:1.1:1789431550.845429:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895beb40.
00000080:00000010:0.1:1789431550.855571:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475400.
00010000:00000010:1.1:1789431550.857657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00010000:00000010:3.1:1789431550.883860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00010000:00000010:3.1:1789431550.893450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00010000:00000010:0.1:1789431550.917025:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:1.1:1789431550.927380:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00000080:00000010:1.1:1789431550.927388:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475400.
00010000:00000010:1.1:1789431550.954387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:1.1:1789431550.958421:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00000080:00000010:3.1:1789431550.964465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5960.
00000080:00000010:1.1:1789431550.991424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c80.
00000080:00000010:3.1:1789431550.996393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475400.
00010000:00000010:0.1:1789431550.996525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152200.
00010000:00000010:0.1:1789431550.996532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00000080:00000010:1.1:1789431550.996675:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192c0.
00000080:00000010:1.1:1789431550.996693:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bc200.
00000080:00000010:1.1:1789431551.006813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00010000:00000010:0.1:1789431551.013388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00000080:00000010:0.1:1789431551.013397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ec0.
00010000:00000010:1.1:1789431551.037404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:1.1:1789431551.040910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:1.1:1789431551.064381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:0.1:1789431551.113387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00000080:00000010:1.1:1789431551.115322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475480.
00000080:00000010:3.1:1789431551.126565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475dc0.
00010000:00000010:3.1:1789431551.132187:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7000.
00010000:00000010:3.1:1789431551.132208:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00000080:00000010:3.1:1789431551.141395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750e0.
00000080:00000010:3.1:1789431551.141422:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6619080.
00010000:00000010:3.1:1789431551.165404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:0.1:1789431551.199558:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa600.
00010000:00000010:0.1:1789431551.199570:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:0.1:1789431551.199578:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:0.1:1789431551.207417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00010000:00000010:0.1:1789431551.216405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243a00.
00010000:00000010:0.1:1789431551.216415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:1.1:1789431551.229958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:0.1:1789431551.243530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8e00.
00010000:00000010:1.1:1789431551.253394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaaf00.
00010000:00000010:1.1:1789431551.253405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:0.1:1789431551.267998:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00010000:00000010:0.1:1789431551.278385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00000080:00000010:0.1:1789431551.278396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1920.
00010000:00000010:0.1:1789431551.289503:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00000080:00000010:0.1:1789431551.305740:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e60.
00010000:00000010:1.1:1789431551.314515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:1.1:1789431551.314589:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00010000:00000010:2.1:1789431551.327571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:0.1:1789431551.331107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152d00.
00010000:00000010:0.1:1789431551.331127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:2.1:1789431551.331531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00000080:00000010:0.1:1789431551.344404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475240.
00000080:00000010:0.1:1789431551.351314:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bd280.
00010000:00000010:0.1:1789431551.359397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00000080:00000010:0.1:1789431551.359407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e60.
00000080:00000010:2.1:1789431551.373402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475480.
00000080:00000010:2.1:1789431551.386385:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a60.
00000080:00000010:2.1:1789431551.389622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb16e0.
00010000:00000010:0.1:1789431551.390376:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:0.1:1789431551.390419:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:2.1:1789431551.398452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243f00.
00010000:00000010:2.1:1789431551.398469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00000080:00000010:2.1:1789431551.398476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5420.
00000080:00000010:2.1:1789431551.398497:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6552940.
00010000:00000010:1.1:1789431551.402813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00010000:00000010:1.1:1789431551.409425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ea00.
00010000:00000010:1.1:1789431551.409434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220e00.
00010000:00000010:0.1:1789431551.434381:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:1.1:1789431551.450703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:1.1:1789431551.456538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:2.1:1789431551.463376:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00000080:00000010:2.1:1789431551.463384:0:5581:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ac0.
00010000:00000010:1.1:1789431551.464444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243c00.
00010000:00000010:1.1:1789431551.464453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:1.1:1789431551.473387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00010000:00000010:0.1:1789431551.495421:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00010000:00000010:0.1:1789431551.495429:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:0.1:1789431551.495545:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:1.1:1789431551.503396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243e00.
00010000:00000010:1.1:1789431551.503405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92200.
00010000:00000010:1.1:1789431551.517376:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:2.1:1789431551.525275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99f00.
00010000:00000010:2.1:1789431551.525286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00000080:00000010:2.1:1789431551.529392:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00000080:00000010:2.1:1789431551.529421:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655e300.
00010000:00000010:1.1:1789431551.533735:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00000080:00000010:1.1:1789431551.533747:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d40.
00010000:00000010:2.1:1789431551.546635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00000080:00000010:2.1:1789431551.546643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51c0.
00010000:00000010:1.1:1789431551.565423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:1.1:1789431551.565470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00010000:00000010:0.1:1789431551.570787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431551.570833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:1.1:1789431551.596770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00000080:00000010:1.1:1789431551.602640:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ae0.
00000080:00000010:0.1:1789431551.613477:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a60.
00000080:00000010:1.1:1789431551.625410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b80.
00010000:00000010:1.1:1789431551.625435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aa700.
00010000:00000010:1.1:1789431551.625444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00000080:00000010:0.1:1789431551.630399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d40.
00000080:00000010:0.1:1789431551.630419:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bf380.
00010000:00000010:2.1:1789431551.635399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:3.1:1789431551.635399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00000080:00000010:2.1:1789431551.635897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b80.
00010000:00000010:1.1:1789431551.642338:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0600.
00010000:00000010:1.1:1789431551.642346:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:0.1:1789431551.657422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:0.1:1789431551.661467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:1.1:1789431551.661517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:1.1:1789431551.679428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:0.1:1789431551.689391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5c200.
00010000:00000010:0.1:1789431551.689399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00010000:00000010:2.1:1789431551.694423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06d00.
00010000:00000010:2.1:1789431551.694431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00000080:00000010:0.1:1789431551.699554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b80.
00010000:00000010:1.1:1789431551.703205:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00000080:00000010:0.1:1789431551.703632:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655ca40.
00010000:00000010:0.1:1789431551.713389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00000080:00000010:0.1:1789431551.713398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519080.
00010000:00000010:1.1:1789431551.729908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00000080:00000010:1.1:1789431551.729930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475860.
00010000:00000010:0.1:1789431551.760152:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:0.1:1789431551.762413:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:1.1:1789431551.767391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:1.1:1789431551.772439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:1.1:1789431551.802469:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00000080:00000010:1.1:1789431551.826494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00000080:00000010:1.1:1789431551.826514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519560.
00010000:00000010:1.1:1789431551.826523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aac00.
00010000:00000010:1.1:1789431551.826530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00000080:00000010:1.1:1789431551.840895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475860.
00000080:00000010:1.1:1789431551.840930:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bf380.
00000080:00000010:2.1:1789431551.846057:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519200.
00010000:00000010:0.1:1789431551.846412:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:1.1:1789431551.855386:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aa700.
00010000:00000010:1.1:1789431551.855396:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:1.1:1789431551.855409:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92200.
00000080:00000010:0.1:1789431551.872554:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00010000:00000010:0.1:1789431551.872569:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc900.
00010000:00000010:0.1:1789431551.872575:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:1.1:1789431551.886990:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00000080:00000010:0.1:1789431551.892387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5140.
00000080:00000010:0.1:1789431551.892412:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05ddac0.
00010000:00000010:0.1:1789431551.900389:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:0.1:1789431551.905756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:2.1:1789431551.911916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06300.
00010000:00000010:2.1:1789431551.911925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:1.1:1789431551.912397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7b00.
00010000:00000010:1.1:1789431551.912408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:1.1:1789431551.927106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431551.938399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:2.1:1789431551.946512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:0.1:1789431551.950395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7700.
00010000:00000010:0.1:1789431551.950404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:1.1:1789431551.950481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00000080:00000010:1.1:1789431551.950489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753e0.
00010000:00000010:0.1:1789431551.971377:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8e00.
00010000:00000010:1.1:1789431551.993723:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:2.1:1789431551.993723:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a600.
00010000:00000010:2.1:1789431551.993780:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431551.998842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7f00.
00010000:00000010:0.1:1789431551.998850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:0.1:1789431552.030406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00000080:00000010:1.1:1789431552.042207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00010000:00000010:2.1:1789431552.063410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00000080:00000010:2.1:1789431552.063420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5660.
00000080:00000010:1.1:1789431552.063996:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b80.
00010000:00000010:1.1:1789431552.064015:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc800.
00010000:00000010:1.1:1789431552.064019:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00000080:00000010:1.1:1789431552.067403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5240.
00000080:00000010:1.1:1789431552.067436:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6618000.
00010000:00000010:1.1:1789431552.071518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00000080:00000010:1.1:1789431552.071539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475860.
00010000:00000010:0.1:1789431552.099417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:1.1:1789431552.103550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:1.1:1789431552.126797:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:1.1:1789431552.146724:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00000080:00000010:1.1:1789431552.164381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00000080:00000010:1.1:1789431552.175406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51e0.
00000080:00000010:0.1:1789431552.180897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519220.
00010000:00000010:0.1:1789431552.184814:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243e00.
00010000:00000010:0.1:1789431552.184824:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:3.1:1789431552.185619:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00000080:00000010:0.1:1789431552.193825:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519560.
00000080:00000010:0.1:1789431552.204248:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6556300.
00010000:00000010:2.1:1789431552.211045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:0.1:1789431552.211444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:0.1:1789431552.217589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f700.
00010000:00000010:0.1:1789431552.217600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00010000:00000010:0.1:1789431552.225398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107600.
00010000:00000010:0.1:1789431552.225410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:0.1:1789431552.232396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:0.1:1789431552.246631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00000080:00000010:1.1:1789431552.274843:0:2348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475760.
00010000:00000010:1.1:1789431552.284011:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:0.1:1789431552.284536:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:0.1:1789431552.294603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0c00.
00010000:00000010:0.1:1789431552.294621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484600.
00010000:00000010:0.1:1789431552.305743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf700.
00010000:00000010:0.1:1789431552.305755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:0.1:1789431552.310129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:2.1:1789431552.324591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:0.1:1789431552.357379:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:1.1:1789431552.368473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7200.
00010000:00000010:1.1:1789431552.368491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf600.
00010000:00000010:1.1:1789431552.368495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:0.1:1789431552.383928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979800.
00010000:00000010:2.1:1789431552.398565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7d00.
00010000:00000010:2.1:1789431552.398576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93600.
00010000:00000010:0.1:1789431552.428912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00000080:00000010:0.1:1789431552.428931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519980.
00010000:00000010:1.1:1789431552.436408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978000.
00000080:00000010:1.1:1789431552.450570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753e0.
00010000:00000010:3.1:1789431552.484481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:0.1:1789431552.518645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:0.1:1789431552.518701:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484600.
00010000:00000010:1.1:1789431552.531290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfb00.
00010000:00000010:1.1:1789431552.531299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:0.1:1789431552.544421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:3.1:1789431552.548569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00000080:00000010:2.1:1789431552.556482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519220.
00010000:00000010:0.1:1789431552.567428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0c00.
00010000:00000010:0.1:1789431552.567442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ec00.
00000080:00000010:3.1:1789431552.572493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519560.
00000080:00000010:0.1:1789431552.583431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ae0.
00010000:00000010:1.1:1789431552.592278:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4eb00.
00010000:00000010:1.1:1789431552.592291:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:0.1:1789431552.606165:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00000080:00000010:2.1:1789431552.609557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519980.
00000080:00000010:2.1:1789431552.609586:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655c200.
00010000:00000010:3.1:1789431552.611644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978000.
00000080:00000010:0.1:1789431552.627317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753e0.
00010000:00000010:1.1:1789431552.638434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e300.
00010000:00000010:1.1:1789431552.638443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00010000:00000010:0.1:1789431552.645395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfb00.
00010000:00000010:0.1:1789431552.645403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:2.1:1789431552.655408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:0.1:1789431552.655567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:1.1:1789431552.659795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:1.1:1789431552.707505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:3.1:1789431552.707991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:0.1:1789431552.739656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ed00.
00010000:00000010:0.1:1789431552.739665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ea00.
00010000:00000010:0.1:1789431552.742559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487800.
00010000:00000010:0.1:1789431552.742568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:1.1:1789431552.749613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:1.1:1789431552.758791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00000080:00000010:1.1:1789431552.777561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c20.
00010000:00000010:0.1:1789431552.781456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00010000:00000010:3.1:1789431552.781456:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00000080:00000010:0.1:1789431552.781464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5960.
00010000:00000010:1.1:1789431552.790449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf100.
00010000:00000010:1.1:1789431552.790458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:1.1:1789431552.818407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978000.
00010000:00000010:0.1:1789431552.823632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:0.1:1789431552.823671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:2.1:1789431552.830740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753c0.
00010000:00000010:3.1:1789431552.850598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00010000:00000010:3.1:1789431552.855540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8200.
00010000:00000010:3.1:1789431552.855559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979800.
00000080:00000010:0.1:1789431552.869679:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5bc0.
00000080:00000010:2.1:1789431552.876413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00010000:00000010:2.1:1789431552.880227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ed00.
00010000:00000010:2.1:1789431552.880245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00000080:00000010:2.1:1789431552.890964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519840.
00010000:00000010:1.1:1789431552.895369:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00000080:00000010:2.1:1789431552.899623:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655a100.
00010000:00000010:3.1:1789431552.901860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:0.1:1789431552.911383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243f00.
00010000:00000010:0.1:1789431552.911390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:2.1:1789431552.928603:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:1.1:1789431552.935651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979800.
00010000:00000010:1.1:1789431552.943593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00000080:00000010:1.1:1789431552.943601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b00.
00010000:00000010:1.1:1789431552.954105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979800.
00010000:00000010:1.1:1789431552.979437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e600.
00010000:00000010:1.1:1789431552.979450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:1.1:1789431552.998528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978000.
00010000:00000010:0.1:1789431553.006637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00000080:00000010:0.1:1789431553.016792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192c0.
00000080:00000010:0.1:1789431553.026767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5520.
00000080:00000010:0.1:1789431553.046336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00000080:00000010:0.1:1789431553.057675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00010000:00000010:1.1:1789431553.057775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00000080:00000010:0.1:1789431553.062695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ae0.
00010000:00000010:1.1:1789431553.068130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:1.1:1789431553.078512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfa00.
00010000:00000010:1.1:1789431553.078523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:1.1:1789431553.102617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00000080:00000010:1.1:1789431553.125018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5320.
00000080:00000010:1.1:1789431553.147667:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b53c0.
00010000:00000010:1.1:1789431553.147685:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfb00.
00010000:00000010:1.1:1789431553.147692:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d800.
00000080:00000010:3.1:1789431553.150589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475860.
00010000:00000010:3.1:1789431553.159434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8800.
00010000:00000010:2.1:1789431553.164391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:2.1:1789431553.164430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ef00.
00010000:00000010:2.1:1789431553.164434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:2.1:1789431553.164437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00000080:00000010:0.1:1789431553.164647:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b00.
00000080:00000010:0.1:1789431553.164662:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bf380.
00010000:00000010:0.1:1789431553.171717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00000080:00000010:0.1:1789431553.171724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192c0.
00000080:00000010:2.1:1789431553.171870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519740.
00000080:00000010:2.1:1789431553.172020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1e80.
00010000:00000010:0.1:1789431553.176384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979800.
00000080:00000010:0.1:1789431553.176399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ba0.
00010000:00000010:1.1:1789431553.197383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d800.
00010000:00000010:1.1:1789431553.197492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:0.1:1789431553.209376:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:1.1:1789431553.217424:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:1.1:1789431553.256447:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:1.1:1789431553.267602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:0.1:1789431553.282391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:0.1:1789431553.282400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00010000:00000010:2.1:1789431553.289679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:2.1:1789431553.297403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5e00.
00010000:00000010:2.1:1789431553.297411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e400.
00010000:00000010:1.1:1789431553.312387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00000080:00000010:1.1:1789431553.323577:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519580.
00010000:00000010:3.1:1789431553.331892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:1.1:1789431553.334564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:1.1:1789431553.345577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7f00.
00010000:00000010:1.1:1789431553.345583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00010000:00000010:1.1:1789431553.365477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00010000:00000010:0.1:1789431553.376145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:0.1:1789431553.376189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e400.
00010000:00000010:0.1:1789431553.376193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:0.1:1789431553.376196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00000080:00000010:0.1:1789431553.380503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00000080:00000010:0.1:1789431553.380523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00010000:00000010:1.1:1789431553.388515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484600.
00010000:00000010:1.1:1789431553.392805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5500.
00010000:00000010:1.1:1789431553.392814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfaa00.
00010000:00000010:1.1:1789431553.392818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00010000:00000010:1.1:1789431553.410637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dddd00.
00010000:00000010:1.1:1789431553.410653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb800.
00010000:00000010:1.1:1789431553.414398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:1.1:1789431553.442658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979800.
00010000:00000010:1.1:1789431553.447498:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00000080:00000010:1.1:1789431553.447512:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5760.
00000080:00000010:1.1:1789431553.467405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752a0.
00010000:00000010:3.1:1789431553.495561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:0.1:1789431553.502661:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:1.1:1789431553.507296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dddd00.
00010000:00000010:1.1:1789431553.507303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:0.1:1789431553.507416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497a00.
00010000:00000010:1.1:1789431553.540814:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484600.
00010000:00000010:2.1:1789431553.554072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:1.1:1789431553.579448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa700.
00010000:00000010:1.1:1789431553.579458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932e00.
00010000:00000010:0.1:1789431553.579555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5500.
00010000:00000010:0.1:1789431553.579561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00000080:00000010:1.1:1789431553.584442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d60.
00000080:00000010:0.1:1789431553.584506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752a0.
00000080:00000010:0.1:1789431553.584523:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661b180.
00010000:00000010:1.1:1789431553.598602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:2.1:1789431553.609596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:2.1:1789431553.628725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf500.
00010000:00000010:2.1:1789431553.628738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00010000:00000010:0.1:1789431553.629952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00000080:00000010:1.1:1789431553.641721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00010000:00000010:2.1:1789431553.642055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484600.
00010000:00000010:1.1:1789431553.670396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dddd00.
00010000:00000010:1.1:1789431553.670406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:0.1:1789431553.674742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ea00.
00010000:00000010:0.1:1789431553.674759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:1.1:1789431553.698405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7b00.
00010000:00000010:1.1:1789431553.698423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00010000:00000010:3.1:1789431553.711432:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:1.1:1789431553.722540:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e200.
00010000:00000010:1.1:1789431553.722548:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfc00.
00010000:00000010:0.1:1789431553.733087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00010000:00000010:0.1:1789431553.749729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:2.1:1789431553.765271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78400.
00000080:00000010:1.1:1789431553.765824:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e80.
00000080:00000010:2.1:1789431553.768553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5020.
00010000:00000010:0.1:1789431553.774457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:0.1:1789431553.778579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aac00.
00010000:00000010:0.1:1789431553.778596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:1.1:1789431553.805823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:1.1:1789431553.805882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78a00.
00010000:00000010:0.1:1789431553.817725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00000080:00000010:0.1:1789431553.834443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759e0.
00010000:00000010:2.1:1789431553.847486:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00000080:00000010:0.1:1789431553.855012:0:2348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ce0.
00010000:00000010:0.1:1789431553.885836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243e00.
00010000:00000010:0.1:1789431553.885844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00000080:00000010:1.1:1789431553.902786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00010000:00000010:1.1:1789431553.902804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aac00.
00010000:00000010:1.1:1789431553.902819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:1.1:1789431553.902824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e80.
00000080:00000010:1.1:1789431553.902835:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bdac0.
00010000:00000010:1.1:1789431553.906758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00000080:00000010:1.1:1789431553.906769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ba0.
00010000:00000010:0.1:1789431553.918395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:1.1:1789431553.957645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:1.1:1789431553.968419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:0.1:1789431553.968840:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00000080:00000010:0.1:1789431553.968849:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00010000:00000010:2.1:1789431553.969584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:0.1:1789431553.997400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00000080:00000010:1.1:1789431554.028516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e40.
00000080:00000010:3.1:1789431554.035008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756c0.
00000080:00000010:2.1:1789431554.041702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a60.
00000080:00000010:1.1:1789431554.051699:0:11646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475900.
00010000:00000010:2.1:1789431554.056773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e500.
00010000:00000010:2.1:1789431554.056785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:2.1:1789431554.056788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:0.1:1789431554.071385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32b0600.
00010000:00000010:0.1:1789431554.071392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e800.
00010000:00000010:0.1:1789431554.075409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00000080:00000010:1.1:1789431554.090471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755e0.
00010000:00000010:3.1:1789431554.098415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00010000:00000010:3.1:1789431554.098427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:1.1:1789431554.113390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ec00.
00010000:00000010:1.1:1789431554.117430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3500.
00010000:00000010:1.1:1789431554.117442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:1.1:1789431554.117455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00000080:00000010:0.1:1789431554.121410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475040.
00000080:00000010:1.1:1789431554.121491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00000080:00000010:1.1:1789431554.121499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475900.
00010000:00000010:1.1:1789431554.141526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00000080:00000010:1.1:1789431554.141541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755e0.
00010000:00000010:2.1:1789431554.142472:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:1.1:1789431554.158766:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ef00.
00010000:00000010:1.1:1789431554.158775:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044000.
00010000:00000010:1.1:1789431554.180083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:1.1:1789431554.180138:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:0.1:1789431554.204236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00010000:00000010:0.1:1789431554.222395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:0.1:1789431554.236480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:1.1:1789431554.262997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00000080:00000010:1.1:1789431554.263008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751e0.
00010000:00000010:3.1:1789431554.267230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00000080:00000010:3.1:1789431554.267241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb12e0.
00000080:00000010:1.1:1789431554.310389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519180.
00010000:00000010:2.1:1789431554.324032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0600.
00010000:00000010:1.1:1789431554.333062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aac00.
00010000:00000010:1.1:1789431554.333086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:0.1:1789431554.343196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:0.1:1789431554.352977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00000080:00000010:3.1:1789431554.369230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ba0.
00010000:00000010:0.1:1789431554.369438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625c00.
00010000:00000010:0.1:1789431554.369446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a1400.
00010000:00000010:0.1:1789431554.369451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8800.
00000080:00000010:0.1:1789431554.369456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199c0.
00000080:00000010:0.1:1789431554.369463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b40.
00010000:00000010:0.1:1789431554.378490:0:11646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:2.1:1789431554.378985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:1.1:1789431554.385517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:0.1:1789431554.395605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd400.
00010000:00000010:0.1:1789431554.395614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:1.1:1789431554.396003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c100.
00010000:00000010:1.1:1789431554.396011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:1.1:1789431554.396015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00000080:00000010:1.1:1789431554.405595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751e0.
00000080:00000010:1.1:1789431554.405617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb12e0.
00010000:00000010:1.1:1789431554.411483:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0600.
00010000:00000010:1.1:1789431554.411493:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:1.1:1789431554.411500:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d60.
00010000:00000010:0.1:1789431554.437775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0600.
00000080:00000010:0.1:1789431554.437791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5da0.
00010000:00000010:1.1:1789431554.452395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:2.1:1789431554.453057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:1.1:1789431554.481542:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:1.1:1789431554.481651:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00010000:00000010:2.1:1789431554.507774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0400.
00000080:00000010:0.1:1789431554.529479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fa0.
00010000:00000010:0.1:1789431554.529494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c100.
00010000:00000010:0.1:1789431554.529499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:1.1:1789431554.538422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00000080:00000010:1.1:1789431554.542643:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b8840.
00010000:00000010:0.1:1789431554.567774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:0.1:1789431554.567793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00000080:00000010:0.1:1789431554.567798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475180.
00010000:00000010:1.1:1789431554.585484:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfd00.
00010000:00000010:1.1:1789431554.585492:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf600.
00010000:00000010:1.1:1789431554.613653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:1.1:1789431554.613670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:1.1:1789431554.644642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:1.1:1789431554.661314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e600.
00010000:00000010:1.1:1789431554.661327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00010000:00000010:0.1:1789431554.668246:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0400.
00010000:00000010:0.1:1789431554.668285:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ed00.
00010000:00000010:0.1:1789431554.668289:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00010000:00000010:0.1:1789431554.668292:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ec00.
00010000:00000010:1.1:1789431554.673409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:0.1:1789431554.686939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199c0.
00000080:00000010:0.1:1789431554.686950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fa0.
00010000:00000010:3.1:1789431554.690043:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c600.
00010000:00000010:0.1:1789431554.696791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00000080:00000010:0.1:1789431554.696804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5120.
00010000:00000010:0.1:1789431554.696814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32400.
00010000:00000010:0.1:1789431554.696818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431554.714392:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:0.1:1789431554.749521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d600.
00010000:00000010:0.1:1789431554.749583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c200.
00000080:00000010:1.1:1789431554.759529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519520.
00010000:00000010:1.1:1789431554.768720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00000080:00000010:1.1:1789431554.768732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475460.
00000080:00000010:0.1:1789431554.787634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5460.
00010000:00000010:0.1:1789431554.787651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c200.
00010000:00000010:0.1:1789431554.787684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00000080:00000010:2.1:1789431554.793291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755c0.
00010000:00000010:2.1:1789431554.798955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ed00.
00010000:00000010:2.1:1789431554.799025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00000080:00000010:1.1:1789431554.805421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fa0.
00000080:00000010:1.1:1789431554.805453:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655d280.
00010000:00000010:2.1:1789431554.830530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e600.
00010000:00000010:2.1:1789431554.830539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d600.
00010000:00000010:0.1:1789431554.838472:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00000080:00000010:0.1:1789431554.838478:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905195a0.
00000080:00000010:2.1:1789431554.838600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905198e0.
00000080:00000010:2.1:1789431554.838616:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6559080.
00010000:00000010:2.1:1789431554.844498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93600.
00010000:00000010:1.1:1789431554.855395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd300.
00010000:00000010:1.1:1789431554.855401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:0.1:1789431554.855969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c800.
00010000:00000010:0.1:1789431554.856372:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:0.1:1789431554.867739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:0.1:1789431554.873968:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00010000:00000010:2.1:1789431554.886801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:0.1:1789431554.895406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243600.
00010000:00000010:0.1:1789431554.895433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:1.1:1789431554.920386:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:0.1:1789431554.935338:0:14683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:0.1:1789431554.954628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0e00.
00010000:00000010:0.1:1789431554.954645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00010000:00000010:0.1:1789431554.984435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:1.1:1789431554.993678:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00010000:00000010:0.1:1789431554.994493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243700.
00010000:00000010:0.1:1789431554.994502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:1.1:1789431555.010411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00000080:00000010:2.1:1789431555.024198:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b60.
00010000:00000010:1.1:1789431555.049703:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:0.1:1789431555.053446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243600.
00010000:00000010:0.1:1789431555.053457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00010000:00000010:1.1:1789431555.068397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:1.1:1789431555.087666:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5900.
00010000:00000010:1.1:1789431555.087673:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00010000:00000010:2.1:1789431555.087956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8e00.
00010000:00000010:0.1:1789431555.092970:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:0.1:1789431555.092977:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750c0.
00010000:00000010:2.1:1789431555.093667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00010000:00000010:1.1:1789431555.097414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00000080:00000010:0.1:1789431555.162520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5420.
00010000:00000010:0.1:1789431555.169600:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e600.
00010000:00000010:0.1:1789431555.169784:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d800.
00010000:00000010:0.1:1789431555.182505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00000080:00000010:0.1:1789431555.182520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519360.
00010000:00000010:0.1:1789431555.189405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00000080:00000010:0.1:1789431555.224302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519300.
00010000:00000010:3.1:1789431555.225692:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d800.
00010000:00000010:0.1:1789431555.245744:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccdc00.
00010000:00000010:0.1:1789431555.245751:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:0.1:1789431555.245756:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152200.
00010000:00000010:0.1:1789431555.245759:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:0.1:1789431555.245763:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dddc00.
00010000:00000010:0.1:1789431555.245768:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:0.1:1789431555.245771:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aae00.
00010000:00000010:0.1:1789431555.245775:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:1.1:1789431555.269971:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107f00.
00010000:00000010:1.1:1789431555.269980:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:0.1:1789431555.272633:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa500.
00010000:00000010:0.1:1789431555.272642:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:0.1:1789431555.272646:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f900.
00010000:00000010:0.1:1789431555.272649:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00010000:00000010:0.1:1789431555.278553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5a00.
00010000:00000010:0.1:1789431555.278564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:0.1:1789431555.278568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152700.
00010000:00000010:0.1:1789431555.278572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:0.1:1789431555.278576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06100.
00010000:00000010:0.1:1789431555.278580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00010000:00000010:0.1:1789431555.278584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827ff00.
00010000:00000010:0.1:1789431555.278587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:0.1:1789431555.278591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243100.
00010000:00000010:0.1:1789431555.278595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00010000:00000010:0.1:1789431555.279291:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e800.
00010000:00000010:0.1:1789431555.279296:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:0.1:1789431555.279299:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc000.
00010000:00000010:0.1:1789431555.279303:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00010000:00000010:1.1:1789431555.287919:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5e00.
00010000:00000010:1.1:1789431555.287936:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:1.1:1789431555.287940:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:2.1:1789431555.301962:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aa500.
00010000:00000010:2.1:1789431555.301971:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:0.1:1789431555.302375:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7100.
00010000:00000010:0.1:1789431555.302381:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00010000:00000010:0.1:1789431555.319936:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc800.
00010000:00000010:0.1:1789431555.324595:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00010000:00000010:0.1:1789431555.324607:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e300.
00010000:00000010:0.1:1789431555.324610:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:0.1:1789431555.324613:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf700.
00010000:00000010:0.1:1789431555.324618:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:2.1:1789431555.328425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7b00.
00010000:00000010:2.1:1789431555.328434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:1.1:1789431555.328453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ee00.
00010000:00000010:1.1:1789431555.328459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:0.1:1789431555.333387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfaa00.
00010000:00000010:0.1:1789431555.333422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243600.
00010000:00000010:0.1:1789431555.333428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d600.
00010000:00000010:0.1:1789431555.333431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00000080:00000010:3.1:1789431555.337443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5360.
00000080:00000010:3.1:1789431555.353528:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475160.
00000080:00000010:1.1:1789431555.360589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5aa0.
00000080:00000010:1.1:1789431555.360604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756a0.
00000080:00000010:3.1:1789431555.372582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c60.
00010000:00000010:1.1:1789431555.372659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00000080:00000010:1.1:1789431555.372666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b20.
00000080:00000010:0.1:1789431555.375280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1520.
00010000:00000010:0.1:1789431555.375297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa600.
00010000:00000010:0.1:1789431555.375302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00000080:00000010:0.1:1789431555.384521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb18e0.
00000080:00000010:0.1:1789431555.410456:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6556b40.
00010000:00000010:1.1:1789431555.414388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:1.1:1789431555.414433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:0.1:1789431555.414511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00000080:00000010:0.1:1789431555.414518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519300.
00010000:00000010:3.1:1789431555.423452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d600.
00010000:00000010:0.1:1789431555.436233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:0.1:1789431555.453400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99f00.
00010000:00000010:0.1:1789431555.453409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00000080:00000010:0.1:1789431555.477382:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d20.
00000080:00000010:0.1:1789431555.481493:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655f380.
00010000:00000010:1.1:1789431555.492068:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00000080:00000010:1.1:1789431555.492085:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519360.
00010000:00000010:0.1:1789431555.505076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00000080:00000010:0.1:1789431555.505086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00010000:00000010:0.1:1789431555.552499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00010000:00000010:0.1:1789431555.567456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb800.
00010000:00000010:2.1:1789431555.577122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00000080:00000010:2.1:1789431555.577164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00010000:00000010:2.1:1789431555.577174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:0.1:1789431555.583388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00010000:00000010:1.1:1789431555.603699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625000.
00010000:00000010:1.1:1789431555.603712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfaa00.
00010000:00000010:1.1:1789431555.603716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:3.1:1789431555.605132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00000080:00000010:1.1:1789431555.607737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b00.
00000080:00000010:1.1:1789431555.607747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5460.
00010000:00000010:0.1:1789431555.612587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf200.
00010000:00000010:0.1:1789431555.612609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00010000:00000010:2.1:1789431555.658090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7b00.
00010000:00000010:2.1:1789431555.658106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00000080:00000010:2.1:1789431555.664392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00000080:00000010:2.1:1789431555.664415:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661eb40.
00010000:00000010:0.1:1789431555.673460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00000080:00000010:3.1:1789431555.690486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756a0.
00010000:00000010:1.1:1789431555.694398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00000080:00000010:1.1:1789431555.694416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475300.
00010000:00000010:3.1:1789431555.714558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8e00.
00000080:00000010:3.1:1789431555.714564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb10a0.
00010000:00000010:0.1:1789431555.742508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00010000:00000010:3.1:1789431555.747737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8e00.
00010000:00000010:2.1:1789431555.748469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:1.1:1789431555.760872:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00000080:00000010:1.1:1789431555.760915:0:2348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00010000:00000010:1.1:1789431555.760922:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:1.1:1789431555.798513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c600.
00010000:00000010:1.1:1789431555.798520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:2.1:1789431555.798649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc900.
00010000:00000010:2.1:1789431555.798655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00000080:00000010:2.1:1789431555.802309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475300.
00000080:00000010:2.1:1789431555.802327:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655f380.
00010000:00000010:0.1:1789431555.802429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00000080:00000010:0.1:1789431555.802437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fc0.
00000080:00000010:1.1:1789431555.805851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb10a0.
00000080:00000010:1.1:1789431555.805886:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b8840.
00010000:00000010:2.1:1789431555.822540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00010000:00000010:0.1:1789431555.826813:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf400.
00010000:00000010:0.1:1789431555.826822:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:0.1:1789431555.840292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c600.
00010000:00000010:0.1:1789431555.847458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:1.1:1789431555.860446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:0.1:1789431555.881213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf300.
00010000:00000010:0.1:1789431555.881233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:1.1:1789431555.881445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c300.
00010000:00000010:1.1:1789431555.881452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00000080:00000010:1.1:1789431555.901454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a60.
00000080:00000010:1.1:1789431555.901483:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b8840.
00010000:00000010:0.1:1789431555.905595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9800.
00010000:00000010:1.1:1789431555.917374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00000080:00000010:1.1:1789431555.917385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475720.
00010000:00000010:0.1:1789431555.953400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:1.1:1789431555.963432:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:0.1:1789431555.970542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06300.
00010000:00000010:0.1:1789431555.970558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:0.1:1789431555.985395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:1.1:1789431555.985441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c300.
00010000:00000010:1.1:1789431555.985449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:2.1:1789431556.029805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475720.
00000080:00000010:2.1:1789431556.035591:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b8840.
00010000:00000010:2.1:1789431556.046608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:1.1:1789431556.046764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00000080:00000010:1.1:1789431556.046772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5660.
00010000:00000010:0.1:1789431556.054388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06d00.
00010000:00000010:0.1:1789431556.054397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:1.1:1789431556.054504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:0.1:1789431556.065466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:2.1:1789431556.125564:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95cd00.
00010000:00000010:2.1:1789431556.125584:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00000080:00000010:3.1:1789431556.127723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475640.
00000080:00000010:3.1:1789431556.127761:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:2.1:1789431556.131834:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00000080:00000010:2.1:1789431556.131853:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a80.
00010000:00000010:2.1:1789431556.136904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:1.1:1789431556.141387:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00000080:00000010:1.1:1789431556.141394:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00010000:00000010:1.1:1789431556.177431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00010000:00000010:0.1:1789431556.192411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf500.
00010000:00000010:0.1:1789431556.192421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00000080:00000010:1.1:1789431556.196605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5640.
00000080:00000010:1.1:1789431556.200572:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661eb40.
00010000:00000010:1.1:1789431556.215424:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00000080:00000010:1.1:1789431556.215434:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475220.
00000080:00000010:0.1:1789431556.232713:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475360.
00000080:00000010:0.1:1789431556.232728:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1640.
00000080:00000010:0.1:1789431556.253249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d40.
00010000:00000010:1.1:1789431556.257471:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00000080:00000010:0.1:1789431556.262401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00010000:00000010:0.1:1789431556.262424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c000.
00010000:00000010:0.1:1789431556.262430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00000080:00000010:1.1:1789431556.272558:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00000080:00000010:1.1:1789431556.272578:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:1.1:1789431556.272585:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:1.1:1789431556.272617:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475220.
00010000:00000010:1.1:1789431556.272623:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00010000:00000010:0.1:1789431556.279395:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00000080:00000010:0.1:1789431556.279402:0:2347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475980.
00010000:00000010:1.1:1789431556.311394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c000.
00010000:00000010:1.1:1789431556.311403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:0.1:1789431556.311481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00000080:00000010:1.1:1789431556.323745:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ca0.
00000080:00000010:1.1:1789431556.323771:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b8840.
00010000:00000010:0.1:1789431556.328088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00000080:00000010:0.1:1789431556.328105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475220.
00010000:00000010:1.1:1789431556.331421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06100.
00010000:00000010:1.1:1789431556.331434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d600.
00000080:00000010:1.1:1789431556.339408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00000080:00000010:1.1:1789431556.347638:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655a940.
00010000:00000010:1.1:1789431556.355386:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00000080:00000010:1.1:1789431556.355394:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ca0.
00010000:00000010:0.1:1789431556.359396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:0.1:1789431556.370408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:0.1:1789431556.390376:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:1.1:1789431556.390384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00000080:00000010:0.1:1789431556.390407:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00000080:00000010:0.1:1789431556.390413:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519900.
00010000:00000010:0.1:1789431556.390417:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:0.1:1789431556.401636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:0.1:1789431556.411509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ca0.
00010000:00000010:0.1:1789431556.411519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:1.1:1789431556.415511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152700.
00010000:00000010:1.1:1789431556.415521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00000080:00000010:1.1:1789431556.422470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00000080:00000010:1.1:1789431556.422488:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655eb40.
00010000:00000010:1.1:1789431556.434072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152a00.
00010000:00000010:1.1:1789431556.434086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:1.1:1789431556.447394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00000080:00000010:1.1:1789431556.447405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d80.
00000080:00000010:0.1:1789431556.455519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00000080:00000010:0.1:1789431556.455538:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655b180.
00010000:00000010:0.1:1789431556.461181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00000080:00000010:0.1:1789431556.461187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00010000:00000010:2.1:1789431556.466393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:0.1:1789431556.471390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:1.1:1789431556.475816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:0.1:1789431556.497395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00000080:00000010:0.1:1789431556.497433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00010000:00000010:0.1:1789431556.497441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:2.1:1789431556.507424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00000080:00000010:2.1:1789431556.507472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a80.
00000080:00000010:2.1:1789431556.507480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d80.
00010000:00000010:2.1:1789431556.507487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00010000:00000010:1.1:1789431556.525000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7d00.
00010000:00000010:1.1:1789431556.525015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00000080:00000010:2.1:1789431556.532444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00000080:00000010:2.1:1789431556.532465:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655eb40.
00010000:00000010:1.1:1789431556.532555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152a00.
00010000:00000010:1.1:1789431556.532563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e400.
00010000:00000010:0.1:1789431556.535741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00000080:00000010:0.1:1789431556.539386:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00000080:00000010:1.1:1789431556.540089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5de0.
00000080:00000010:1.1:1789431556.543537:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655b180.
00010000:00000010:1.1:1789431556.551824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00000080:00000010:1.1:1789431556.551843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00010000:00000010:0.1:1789431556.567408:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:3.1:1789431556.592381:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7500.
00010000:00000010:3.1:1789431556.592388:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00000080:00000010:3.1:1789431556.597445:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00000080:00000010:3.1:1789431556.597465:0:2341:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655a940.
00010000:00000010:0.1:1789431556.603393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:1.1:1789431556.611366:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00000080:00000010:1.1:1789431556.611376:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a40.
00010000:00000010:2.1:1789431556.629511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:2.1:1789431556.633395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00000080:00000010:2.1:1789431556.633437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00000080:00000010:2.1:1789431556.633445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00010000:00000010:2.1:1789431556.633451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00010000:00000010:1.1:1789431556.633493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00010000:00000010:2.1:1789431556.670003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf200.
00010000:00000010:2.1:1789431556.670015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00000080:00000010:2.1:1789431556.676744:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54c0.
00000080:00000010:2.1:1789431556.676760:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661e300.
00010000:00000010:0.1:1789431556.680630:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152a00.
00010000:00000010:0.1:1789431556.680640:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:2.1:1789431556.688545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e800.
00000080:00000010:2.1:1789431556.688564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5e80.
00000080:00000010:0.1:1789431556.692640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00000080:00000010:0.1:1789431556.692664:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b8840.
00010000:00000010:0.1:1789431556.700517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00000080:00000010:0.1:1789431556.700525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197e0.
00010000:00000010:0.1:1789431556.711396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:3.1:1789431556.728388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:1.1:1789431556.729160:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:0.1:1789431556.731529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8800.
00000080:00000010:1.1:1789431556.731628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197e0.
00000080:00000010:1.1:1789431556.731638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56c0.
00010000:00000010:1.1:1789431556.731644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:1.1:1789431556.765334:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109f00.
00010000:00000010:1.1:1789431556.765370:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:2.1:1789431556.777502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109b00.
00010000:00000010:2.1:1789431556.777511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00000080:00000010:1.1:1789431556.778137:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751c0.
00000080:00000010:1.1:1789431556.778157:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00000080:00000010:2.1:1789431556.787437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1580.
00000080:00000010:2.1:1789431556.787461:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bf380.
00010000:00000010:1.1:1789431556.787994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00000080:00000010:1.1:1789431556.790509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d00.
00010000:00000010:1.1:1789431556.790528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e800.
00000080:00000010:1.1:1789431556.790533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5180.
00010000:00000010:0.1:1789431556.807379:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431556.823575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:0.1:1789431556.827723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:0.1:1789431556.854416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa500.
00010000:00000010:0.1:1789431556.854432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:0.1:1789431556.854437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00000080:00000010:0.1:1789431556.854468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00000080:00000010:0.1:1789431556.854474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d00.
00010000:00000010:0.1:1789431556.854480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00000080:00000010:0.1:1789431556.866529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519800.
00000080:00000010:0.1:1789431556.871588:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6557380.
00010000:00000010:0.1:1789431556.880889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00000080:00000010:0.1:1789431556.885672:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00010000:00000010:1.1:1789431556.894391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109f00.
00010000:00000010:1.1:1789431556.894398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00000080:00000010:1.1:1789431556.904788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ec0.
00000080:00000010:1.1:1789431556.904804:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:1.1:1789431556.912802:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00000080:00000010:1.1:1789431556.912812:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754a0.
00010000:00000010:1.1:1789431556.933416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:3.1:1789431556.937403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00000080:00000010:3.1:1789431556.937452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754e0.
00010000:00000010:3.1:1789431556.937461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:1.1:1789431556.946397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00010000:00000010:3.1:1789431556.973793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00010000:00000010:1.1:1789431556.974074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107600.
00010000:00000010:1.1:1789431556.974081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00000080:00000010:0.1:1789431556.976381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754a0.
00000080:00000010:0.1:1789431556.976401:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6550840.
00010000:00000010:1.1:1789431556.987400:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00000080:00000010:1.1:1789431556.987441:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475100.
00000080:00000010:1.1:1789431556.987449:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475bc0.
00010000:00000010:1.1:1789431556.987452:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883aa00.
00010000:00000010:1.1:1789431556.994447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00000080:00000010:1.1:1789431556.994461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00010000:00000010:0.1:1789431557.026392:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:1.1:1789431557.026397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109f00.
00010000:00000010:1.1:1789431557.026402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00010000:00000010:0.1:1789431557.032525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00000080:00000010:1.1:1789431557.056516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5880.
00000080:00000010:1.1:1789431557.056539:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:0.1:1789431557.071501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00000080:00000010:0.1:1789431557.071546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00000080:00000010:0.1:1789431557.071554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519800.
00010000:00000010:0.1:1789431557.071557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00010000:00000010:1.1:1789431557.088221:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00000080:00000010:1.1:1789431557.088236:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475100.
00010000:00000010:0.1:1789431557.101040:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7500.
00010000:00000010:0.1:1789431557.101050:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:0.1:1789431557.106444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00000080:00000010:0.1:1789431557.142955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00000080:00000010:0.1:1789431557.142975:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655f380.
00010000:00000010:1.1:1789431557.145404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:0.1:1789431557.145485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00000080:00000010:0.1:1789431557.145493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197e0.
00010000:00000010:1.1:1789431557.152399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00000080:00000010:0.1:1789431557.162376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00000080:00000010:0.1:1789431557.162386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519800.
00010000:00000010:0.1:1789431557.162391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00010000:00000010:1.1:1789431557.188402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00010000:00000010:0.1:1789431557.189406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:1.1:1789431557.200401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00000080:00000010:0.1:1789431557.200466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00000080:00000010:0.1:1789431557.200474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197e0.
00010000:00000010:0.1:1789431557.200479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00010000:00000010:2.1:1789431557.204420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7500.
00010000:00000010:2.1:1789431557.204436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00000080:00000010:2.1:1789431557.226669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475100.
00000080:00000010:2.1:1789431557.229515:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655f380.
00010000:00000010:2.1:1789431557.249393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00000080:00000010:2.1:1789431557.249408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5320.
00010000:00000010:0.1:1789431557.256681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e300.
00010000:00000010:0.1:1789431557.256690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00000080:00000010:0.1:1789431557.281029:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c00.
00000080:00000010:0.1:1789431557.281055:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6559080.
00010000:00000010:1.1:1789431557.294396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00010000:00000010:0.1:1789431557.294465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00000080:00000010:0.1:1789431557.294473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00010000:00000010:1.1:1789431557.298394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00000080:00000010:1.1:1789431557.298432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758a0.
00010000:00000010:1.1:1789431557.298439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:1.1:1789431557.328178:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:3.1:1789431557.334103:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00010000:00000010:1.1:1789431557.352561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00000080:00000010:1.1:1789431557.352601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e00.
00000080:00000010:1.1:1789431557.352609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758a0.
00010000:00000010:1.1:1789431557.352613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:0.1:1789431557.353405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109f00.
00010000:00000010:0.1:1789431557.353415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00000080:00000010:0.1:1789431557.377633:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c60.
00000080:00000010:0.1:1789431557.383262:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:0.1:1789431557.410912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00000080:00000010:0.1:1789431557.410922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00010000:00000010:2.1:1789431557.419599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109100.
00010000:00000010:2.1:1789431557.419615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00000080:00000010:1.1:1789431557.434604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5420.
00000080:00000010:1.1:1789431557.434632:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bf380.
00010000:00000010:0.1:1789431557.441535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:1.1:1789431557.446575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00010000:00000010:1.1:1789431557.462544:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00000080:00000010:1.1:1789431557.462553:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e00.
00010000:00000010:1.1:1789431557.498969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109100.
00010000:00000010:1.1:1789431557.498987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:0.1:1789431557.507989:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:0.1:1789431557.512460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00000080:00000010:1.1:1789431557.512519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00000080:00000010:1.1:1789431557.512534:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bf380.
00010000:00000010:2.1:1789431557.533199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00000080:00000010:2.1:1789431557.533240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00000080:00000010:2.1:1789431557.533247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475de0.
00010000:00000010:2.1:1789431557.533253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:1.1:1789431557.536243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00000080:00000010:1.1:1789431557.536252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00010000:00000010:0.1:1789431557.578826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7b00.
00010000:00000010:0.1:1789431557.578843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:1.1:1789431557.590572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:1.1:1789431557.590604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00000080:00000010:0.1:1789431557.590664:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00000080:00000010:0.1:1789431557.590681:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661e300.
00010000:00000010:0.1:1789431557.590686:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00000080:00000010:0.1:1789431557.590690:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00010000:00000010:2.1:1789431557.622940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:1.1:1789431557.638311:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:1.1:1789431557.653338:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00000080:00000010:1.1:1789431557.657336:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d20.
00000080:00000010:1.1:1789431557.657376:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00010000:00000010:1.1:1789431557.657384:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:3.1:1789431557.664015:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d200.
00010000:00000010:1.1:1789431557.717397:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7b00.
00010000:00000010:1.1:1789431557.717406:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:1.1:1789431557.717413:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00000080:00000010:1.1:1789431557.717431:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661f380.
00010000:00000010:1.1:1789431557.725580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:1.1:1789431557.725592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ee0.
00010000:00000010:0.1:1789431557.741540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:0.1:1789431557.741555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00010000:00000010:0.1:1789431557.795531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:1.1:1789431557.799392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:1.1:1789431557.799415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:3.1:1789431557.799475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:1.1:1789431557.804671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00000080:00000010:1.1:1789431557.804726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00000080:00000010:1.1:1789431557.804733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ee0.
00010000:00000010:1.1:1789431557.804737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:1.1:1789431557.826807:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:1.1:1789431557.844600:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:3.1:1789431557.860915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:3.1:1789431557.864413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488500.
00010000:00000010:3.1:1789431557.864422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:0.1:1789431557.864522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487000.
00010000:00000010:0.1:1789431557.864527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa600.
00000080:00000010:3.1:1789431557.883804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a00.
00000080:00000010:3.1:1789431557.899494:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b8840.
00010000:00000010:3.1:1789431557.904774:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00000080:00000010:3.1:1789431557.904792:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1820.
00010000:00000010:0.1:1789431557.921438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:1.1:1789431557.947385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:2.1:1789431557.947497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475da0.
00010000:00000010:1.1:1789431557.960975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:1.1:1789431557.961004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:3.1:1789431557.969396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00000080:00000010:0.1:1789431557.980425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759a0.
00000080:00000010:0.1:1789431557.980436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475580.
00010000:00000010:0.1:1789431557.980442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:1.1:1789431557.983764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e300.
00010000:00000010:1.1:1789431557.983781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:1.1:1789431557.993475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00010000:00000010:0.1:1789431558.022438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e100.
00010000:00000010:0.1:1789431558.022452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:0.1:1789431558.044065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475320.
00000080:00000010:0.1:1789431558.044092:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6559080.
00010000:00000010:0.1:1789431558.044103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00000080:00000010:0.1:1789431558.044108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00000080:00000010:2.1:1789431558.044453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c80.
00010000:00000010:3.1:1789431558.048211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:0.1:1789431558.059602:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8400.
00010000:00000010:0.1:1789431558.059609:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:0.1:1789431558.086408:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:1.1:1789431558.086889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00000080:00000010:1.1:1789431558.101367:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fc0.
00010000:00000010:0.1:1789431558.101472:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00000080:00000010:0.1:1789431558.101508:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00010000:00000010:0.1:1789431558.101516:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:2.1:1789431558.108478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:1.1:1789431558.123413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488900.
00010000:00000010:1.1:1789431558.123428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:3.1:1789431558.144047:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e100.
00010000:00000010:3.1:1789431558.144059:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00000080:00000010:3.1:1789431558.149534:0:5580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a60.
00000080:00000010:0.1:1789431558.153420:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6559080.
00010000:00000010:0.1:1789431558.161419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431558.169400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00000080:00000010:0.1:1789431558.169413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00010000:00000010:1.1:1789431558.179843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00000080:00000010:1.1:1789431558.196514:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00000080:00000010:1.1:1789431558.196530:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5040.
00000080:00000010:1.1:1789431558.196537:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00000080:00000010:1.1:1789431558.196542:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00010000:00000010:1.1:1789431558.196548:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:0.1:1789431558.225529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:0.1:1789431558.225581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:0.1:1789431558.260922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e100.
00010000:00000010:0.1:1789431558.260937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00000080:00000010:0.1:1789431558.271390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475be0.
00010000:00000010:0.1:1789431558.271404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488100.
00010000:00000010:0.1:1789431558.271408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:0.1:1789431558.271414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00000080:00000010:0.1:1789431558.271425:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6559080.
00010000:00000010:1.1:1789431558.276205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:1.1:1789431558.278733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f60.
00000080:00000010:1.1:1789431558.278744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475540.
00000080:00000010:1.1:1789431558.278756:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b8840.
00010000:00000010:1.1:1789431558.282508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:1.1:1789431558.282524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475500.
00010000:00000010:1.1:1789431558.304386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:1.1:1789431558.308421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431558.342428:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:0.1:1789431558.356364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00010000:00000010:1.1:1789431558.358925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:1.1:1789431558.365412:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00010000:00000010:1.1:1789431558.365419:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:2.1:1789431558.408398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8200.
00010000:00000010:2.1:1789431558.408406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:0.1:1789431558.412477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00000080:00000010:0.1:1789431558.412499:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6555ac0.
00010000:00000010:1.1:1789431558.416395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:1.1:1789431558.416403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475740.
00010000:00000010:0.1:1789431558.416724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00000080:00000010:0.1:1789431558.416730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00010000:00000010:1.1:1789431558.437420:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:0.1:1789431558.437581:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00010000:00000010:1.1:1789431558.442536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431558.442643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:0.1:1789431558.442678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00010000:00000010:0.1:1789431558.442685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:1.1:1789431558.451068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:1.1:1789431558.461423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00010000:00000010:3.1:1789431558.461598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:1.1:1789431558.466431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18000.
00010000:00000010:1.1:1789431558.466440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa600.
00010000:00000010:2.1:1789431558.473141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd300.
00010000:00000010:2.1:1789431558.473149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00000080:00000010:0.1:1789431558.476836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00000080:00000010:0.1:1789431558.476868:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6559080.
00010000:00000010:1.1:1789431558.486008:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:0.1:1789431558.490449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00000080:00000010:1.1:1789431558.501417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00000080:00000010:1.1:1789431558.501431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ea0.
00010000:00000010:0.1:1789431558.511619:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:1.1:1789431558.518861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18700.
00010000:00000010:1.1:1789431558.518874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde800.
00010000:00000010:1.1:1789431558.524711:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431558.535400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:1.1:1789431558.547819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488400.
00010000:00000010:1.1:1789431558.547842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:1.1:1789431558.556410:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475320.
00010000:00000010:2.1:1789431558.562376:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00000080:00000010:1.1:1789431558.563600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ea0.
00000080:00000010:1.1:1789431558.563624:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:1.1:1789431558.574845:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18c00.
00010000:00000010:1.1:1789431558.574852:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:1.1:1789431558.579386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:1.1:1789431558.579394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475da0.
00010000:00000010:0.1:1789431558.602453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:1.1:1789431558.607812:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00000080:00000010:3.1:1789431558.618740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759a0.
00010000:00000010:1.1:1789431558.625440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9600.
00010000:00000010:0.1:1789431558.633675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18f00.
00010000:00000010:0.1:1789431558.633684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddec00.
00010000:00000010:0.1:1789431558.644953:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde000.
00010000:00000010:1.1:1789431558.645220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488400.
00010000:00000010:1.1:1789431558.645228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:2.1:1789431558.652395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475da0.
00000080:00000010:2.1:1789431558.656628:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:2.1:1789431558.661541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00000080:00000010:2.1:1789431558.671441:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5140.
00010000:00000010:1.1:1789431558.676571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:1.1:1789431558.676618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475be0.
00000080:00000010:1.1:1789431558.676628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b40.
00000080:00000010:1.1:1789431558.676631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e20.
00000080:00000010:1.1:1789431558.676634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475740.
00010000:00000010:1.1:1789431558.676637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431558.692436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93e00.
00010000:00000010:1.1:1789431558.728600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5700.
00010000:00000010:1.1:1789431558.728609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:0.1:1789431558.729192:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1280.
00010000:00000010:0.1:1789431558.729204:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5e00.
00010000:00000010:0.1:1789431558.729208:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:0.1:1789431558.739665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475320.
00000080:00000010:0.1:1789431558.739690:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6559080.
00000080:00000010:0.1:1789431558.743834:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00000080:00000010:0.1:1789431558.753398:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655d280.
00010000:00000010:1.1:1789431558.756883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444c00.
00000080:00000010:1.1:1789431558.756892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905195a0.
00010000:00000010:0.1:1789431558.757032:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00000080:00000010:0.1:1789431558.757102:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519280.
00010000:00000010:0.1:1789431558.789316:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:1.1:1789431558.798443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:0.1:1789431558.813794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:0.1:1789431558.813837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475740.
00010000:00000010:0.1:1789431558.813845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:2.1:1789431558.833405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5e00.
00010000:00000010:2.1:1789431558.833418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00000080:00000010:2.1:1789431558.841394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519280.
00000080:00000010:2.1:1789431558.841414:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655d280.
00010000:00000010:3.1:1789431558.870341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00000080:00000010:3.1:1789431558.870371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5540.
00010000:00000010:1.1:1789431558.874793:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488500.
00010000:00000010:1.1:1789431558.874803:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:1.1:1789431558.885992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e20.
00000080:00000010:1.1:1789431558.886023:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:1.1:1789431558.895390:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:1.1:1789431558.900389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a00.
00010000:00000010:0.1:1789431558.927389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00010000:00000010:1.1:1789431558.953369:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:0.1:1789431558.964156:0:38:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445200.
00010000:00000010:2.1:1789431558.991068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb400.
00000080:00000010:2.1:1789431558.991117:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00010000:00000010:2.1:1789431558.991124:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9000.
00000080:00000010:2.1:1789431558.991149:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a00.
00010000:00000010:2.1:1789431558.991156:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:1.1:1789431559.009546:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18e00.
00010000:00000010:1.1:1789431559.009553:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa600.
00010000:00000010:1.1:1789431559.015520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5df00.
00010000:00000010:1.1:1789431559.015527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220a00.
00000080:00000010:1.1:1789431559.023070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199c0.
00000080:00000010:1.1:1789431559.023089:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661a100.
00010000:00000010:1.1:1789431559.028575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:1.1:1789431559.028588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e20.
00000080:00000010:3.1:1789431559.030132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54c0.
00000080:00000010:3.1:1789431559.030152:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:3.1:1789431559.040152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b800.
00000080:00000010:3.1:1789431559.040161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1ea0.
00010000:00000010:1.1:1789431559.057671:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:0.1:1789431559.080234:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445200.
00010000:00000010:0.1:1789431559.103418:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5df00.
00010000:00000010:0.1:1789431559.103424:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:0.1:1789431559.111443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e20.
00000080:00000010:0.1:1789431559.111471:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:1.1:1789431559.111532:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431559.142124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445200.
00000080:00000010:0.1:1789431559.142134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519380.
00000080:00000010:2.1:1789431559.146766:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c60.
00000080:00000010:2.1:1789431559.146782:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d40.
00010000:00000010:2.1:1789431559.146789:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:1.1:1789431559.149463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:2.1:1789431559.156487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00010000:00000010:1.1:1789431559.171520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5db00.
00010000:00000010:1.1:1789431559.171527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:2.1:1789431559.191924:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18800.
00010000:00000010:2.1:1789431559.191938:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ca00.
00000080:00000010:1.1:1789431559.193101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c00.
00000080:00000010:1.1:1789431559.193130:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00000080:00000010:0.1:1789431559.197275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754a0.
00010000:00000010:1.1:1789431559.197381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:2.1:1789431559.201464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5600.
00000080:00000010:2.1:1789431559.201484:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661c200.
00010000:00000010:2.1:1789431559.220410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa200.
00000080:00000010:2.1:1789431559.220420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b50c0.
00010000:00000010:0.1:1789431559.249606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00010000:00000010:0.1:1789431559.271471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00010000:00000010:1.1:1789431559.271520:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:0.1:1789431559.280427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00000080:00000010:1.1:1789431559.289581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00000080:00000010:1.1:1789431559.289588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519380.
00010000:00000010:1.1:1789431559.289593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445200.
00010000:00000010:0.1:1789431559.293525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5db00.
00010000:00000010:0.1:1789431559.293544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00000080:00000010:0.1:1789431559.305612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c00.
00000080:00000010:0.1:1789431559.305636:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bca40.
00010000:00000010:0.1:1789431559.323559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00000080:00000010:0.1:1789431559.323570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519020.
00010000:00000010:1.1:1789431559.333452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5d500.
00010000:00000010:1.1:1789431559.333461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00010000:00000010:3.1:1789431559.350232:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00000080:00000010:1.1:1789431559.365549:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519040.
00000080:00000010:1.1:1789431559.365573:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a6b40.
00010000:00000010:1.1:1789431559.386960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00000080:00000010:1.1:1789431559.386981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00010000:00000010:1.1:1789431559.409059:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5e00.
00010000:00000010:1.1:1789431559.409067:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00000080:00000010:1.1:1789431559.409072:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1ea0.
00000080:00000010:1.1:1789431559.409086:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6559080.
00010000:00000010:0.1:1789431559.423248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00010000:00000010:0.1:1789431559.433385:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00010000:00000010:1.1:1789431559.435887:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00000080:00000010:1.1:1789431559.435898:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00010000:00000010:1.1:1789431559.439146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445200.
00000080:00000010:0.1:1789431559.444792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519120.
00000080:00000010:0.1:1789431559.444807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519480.
00010000:00000010:0.1:1789431559.444812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:1.1:1789431559.464466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f900.
00010000:00000010:1.1:1789431559.464475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00010000:00000010:0.1:1789431559.464527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:1.1:1789431559.478422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519640.
00000080:00000010:1.1:1789431559.478443:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655a100.
00010000:00000010:0.1:1789431559.482624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00000080:00000010:0.1:1789431559.482689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905191e0.
00010000:00000010:0.1:1789431559.482697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:1.1:1789431559.486476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00000080:00000010:1.1:1789431559.486496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00010000:00000010:3.1:1789431559.558427:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:0.1:1789431559.578390:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f900.
00010000:00000010:0.1:1789431559.578398:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:0.1:1789431559.588823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519480.
00000080:00000010:0.1:1789431559.588855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655c200.
00010000:00000010:1.1:1789431559.593576:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:0.1:1789431559.613398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444c00.
00000080:00000010:0.1:1789431559.613413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519120.
00010000:00000010:1.1:1789431559.613518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00000080:00000010:0.1:1789431559.621504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1720.
00000080:00000010:0.1:1789431559.621522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4759c0.
00010000:00000010:0.1:1789431559.621529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00010000:00000010:3.1:1789431559.626450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00010000:00000010:0.1:1789431559.651393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ea00.
00010000:00000010:3.1:1789431559.658466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc000.
00010000:00000010:3.1:1789431559.658475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00010000:00000010:0.1:1789431559.663268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00000080:00000010:3.1:1789431559.663409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1e60.
00000080:00000010:3.1:1789431559.663416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1400.
00010000:00000010:3.1:1789431559.663421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:3.1:1789431559.674862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d80.
00000080:00000010:3.1:1789431559.674884:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655c200.
00010000:00000010:3.1:1789431559.687396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fe00.
00000080:00000010:3.1:1789431559.687404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1400.
00010000:00000010:1.1:1789431559.702537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abce00.
00010000:00000010:1.1:1789431559.702550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e000.
00000080:00000010:1.1:1789431559.716442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ba0.
00000080:00000010:1.1:1789431559.725406:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655e300.
00010000:00000010:1.1:1789431559.725421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00000080:00000010:1.1:1789431559.725425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00010000:00000010:0.1:1789431559.729853:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:0.1:1789431559.735441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00010000:00000010:1.1:1789431559.763913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00000080:00000010:1.1:1789431559.763947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905198e0.
00000080:00000010:1.1:1789431559.763953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00010000:00000010:1.1:1789431559.763957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2044e00.
00010000:00000010:0.1:1789431559.771459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00010000:00000010:0.1:1789431559.771472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:2.1:1789431559.788558:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00000080:00000010:2.1:1789431559.794444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00000080:00000010:2.1:1789431559.794461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519520.
00010000:00000010:2.1:1789431559.794469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00010000:00000010:1.1:1789431559.798742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5d500.
00010000:00000010:1.1:1789431559.798750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00000080:00000010:1.1:1789431559.811407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fa0.
00000080:00000010:1.1:1789431559.811442:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a6b40.
00010000:00000010:1.1:1789431559.823417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5de00.
00010000:00000010:1.1:1789431559.823425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:2.1:1789431559.835233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00000080:00000010:2.1:1789431559.835252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475220.
00000080:00000010:0.1:1789431559.837401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fe0.
00000080:00000010:0.1:1789431559.837419:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a4200.
00010000:00000010:2.1:1789431559.840476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:1.1:1789431559.845138:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519180.
00010000:00000010:1.1:1789431559.873485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00010000:00000010:0.1:1789431559.881491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00010000:00000010:1.1:1789431559.895193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:0.1:1789431559.899396:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:1.1:1789431559.899436:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475980.
00010000:00000010:1.1:1789431559.899444:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:0.1:1789431559.906257:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00000080:00000010:0.1:1789431559.906296:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e40.
00000080:00000010:0.1:1789431559.906303:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00010000:00000010:0.1:1789431559.906307:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:0.1:1789431559.929844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5d500.
00010000:00000010:0.1:1789431559.929853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:2.1:1789431559.937563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5de00.
00010000:00000010:2.1:1789431559.937580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00000080:00000010:2.1:1789431559.944450:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475960.
00000080:00000010:2.1:1789431559.944470:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655e300.
00000080:00000010:0.1:1789431559.948639:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e80.
00000080:00000010:0.1:1789431559.948658:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a6b40.
00010000:00000010:0.1:1789431559.953392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:0.1:1789431559.953401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e40.
00010000:00000010:2.1:1789431559.953698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932e00.
00000080:00000010:2.1:1789431559.953704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a40.
00010000:00000010:1.1:1789431559.990381:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00010000:00000010:0.1:1789431559.991298:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:0.1:1789431560.008399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:1.1:1789431560.026384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:1.1:1789431560.026403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00000080:00000010:1.1:1789431560.026428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751a0.
00000080:00000010:1.1:1789431560.026435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475360.
00010000:00000010:1.1:1789431560.026439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:0.1:1789431560.054425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:1.1:1789431560.064446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e80.
00000080:00000010:1.1:1789431560.064454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e40.
00010000:00000010:1.1:1789431560.064459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:1.1:1789431560.068503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488500.
00010000:00000010:1.1:1789431560.068521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00000080:00000010:1.1:1789431560.068529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475640.
00000080:00000010:1.1:1789431560.068545:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a18c0.
00010000:00000010:0.1:1789431560.069406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5ce00.
00010000:00000010:0.1:1789431560.069414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79000.
00000080:00000010:0.1:1789431560.083392:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00000080:00000010:0.1:1789431560.083411:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a1080.
00010000:00000010:1.1:1789431560.093101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00000080:00000010:1.1:1789431560.093111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751a0.
00010000:00000010:0.1:1789431560.117774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:0.1:1789431560.117786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00010000:00000010:0.1:1789431560.132652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:2.1:1789431560.143215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:0.1:1789431560.147444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:0.1:1789431560.168469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:3.1:1789431560.170440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79600.
00010000:00000010:1.1:1789431560.170451:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00000080:00000010:3.1:1789431560.170476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b40.
00000080:00000010:1.1:1789431560.170478:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519780.
00000080:00000010:1.1:1789431560.170484:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519100.
00000080:00000010:3.1:1789431560.170484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5140.
00010000:00000010:1.1:1789431560.170488:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79000.
00010000:00000010:3.1:1789431560.170488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:1.1:1789431560.194891:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487b00.
00010000:00000010:1.1:1789431560.194900:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00000080:00000010:1.1:1789431560.200402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751a0.
00000080:00000010:1.1:1789431560.200429:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6551080.
00010000:00000010:0.1:1789431560.205018:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cf00.
00010000:00000010:0.1:1789431560.205033:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00010000:00000010:1.1:1789431560.209112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00000080:00000010:0.1:1789431560.220389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475120.
00000080:00000010:0.1:1789431560.232770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192e0.
00000080:00000010:0.1:1789431560.232796:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a18c0.
00010000:00000010:0.1:1789431560.232808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00000080:00000010:0.1:1789431560.232823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d60.
00010000:00000010:0.1:1789431560.259480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:1.1:1789431560.289392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00010000:00000010:1.1:1789431560.294027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496800.
00010000:00000010:0.1:1789431560.297403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00000080:00000010:0.1:1789431560.297451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475300.
00010000:00000010:0.1:1789431560.297458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00000080:00000010:3.1:1789431560.297531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d60.
00010000:00000010:3.1:1789431560.297538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:0.1:1789431560.346636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cb00.
00010000:00000010:0.1:1789431560.346648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:0.1:1789431560.351422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc400.
00010000:00000010:0.1:1789431560.351435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:0.1:1789431560.362434:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756a0.
00000080:00000010:0.1:1789431560.362452:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655c200.
00000080:00000010:0.1:1789431560.370527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751a0.
00000080:00000010:0.1:1789431560.374407:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a0000.
00010000:00000010:0.1:1789431560.377532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00000080:00000010:0.1:1789431560.377549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519580.
00010000:00000010:0.1:1789431560.390371:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00000080:00000010:0.1:1789431560.390379:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519740.
00010000:00000010:2.1:1789431560.420909:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95ce00.
00010000:00000010:2.1:1789431560.420919:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f000.
00010000:00000010:2.1:1789431560.420924:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95cd00.
00010000:00000010:2.1:1789431560.420927:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9fa00.
00010000:00000010:3.1:1789431560.427371:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaad00.
00010000:00000010:3.1:1789431560.427377:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9a00.
00010000:00000010:3.1:1789431560.427381:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ef00.
00010000:00000010:3.1:1789431560.427385:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c200.
00010000:00000010:2.1:1789431560.427458:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06d00.
00010000:00000010:2.1:1789431560.427468:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c000.
00010000:00000010:2.1:1789431560.427474:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf700.
00010000:00000010:2.1:1789431560.427482:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb800.
00010000:00000010:2.1:1789431560.427488:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95cc00.
00010000:00000010:2.1:1789431560.427492:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8a00.
00010000:00000010:2.1:1789431560.427499:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625000.
00010000:00000010:2.1:1789431560.427502:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904faa00.
00010000:00000010:2.1:1789431560.427506:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf300.
00010000:00000010:2.1:1789431560.427508:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:0.1:1789431560.434070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c400.
00010000:00000010:0.1:1789431560.434085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfaa00.
00010000:00000010:0.1:1789431560.434089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc800.
00010000:00000010:0.1:1789431560.434092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ca00.
00010000:00000010:0.1:1789431560.434095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152200.
00010000:00000010:0.1:1789431560.434098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c600.
00010000:00000010:0.1:1789431560.434101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06700.
00010000:00000010:0.1:1789431560.434104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d800.
00010000:00000010:3.1:1789431560.437382:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c200.
00010000:00000010:3.1:1789431560.437392:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ee00.
00010000:00000010:3.1:1789431560.437399:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99f00.
00010000:00000010:3.1:1789431560.437406:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c400.
00010000:00000010:3.1:1789431560.437412:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152700.
00010000:00000010:3.1:1789431560.437418:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ea00.
00010000:00000010:3.1:1789431560.437424:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7000.
00010000:00000010:3.1:1789431560.437428:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d600.
00010000:00000010:3.1:1789431560.438641:0:2349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aac00.
00010000:00000010:3.1:1789431560.438650:0:2349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f600.
00010000:00000010:1.1:1789431560.439432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aae00.
00010000:00000010:1.1:1789431560.439439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb000.
00010000:00000010:2.1:1789431560.439597:0:5580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf500.
00010000:00000010:2.1:1789431560.439606:0:5580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e400.
00010000:00000010:1.1:1789431560.441394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c000.
00010000:00000010:1.1:1789431560.441402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf200.
00010000:00000010:1.1:1789431560.441407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109600.
00010000:00000010:1.1:1789431560.441412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf600.
00010000:00000010:2.1:1789431560.441568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107f00.
00010000:00000010:2.1:1789431560.441575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9200.
00010000:00000010:0.1:1789431560.444864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109300.
00010000:00000010:0.1:1789431560.444871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfc00.
00010000:00000010:0.1:1789431560.444875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109700.
00010000:00000010:0.1:1789431560.444878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:1.1:1789431560.449514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6cf00.
00010000:00000010:1.1:1789431560.449534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94200.
00010000:00000010:1.1:1789431560.449539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109500.
00010000:00000010:1.1:1789431560.449543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883aa00.
00010000:00000010:0.1:1789431560.484779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00010000:00000010:1.1:1789431560.493195:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488d00.
00010000:00000010:1.1:1789431560.493203:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:1.1:1789431560.493211:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107800.
00010000:00000010:1.1:1789431560.493215:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8800.
00010000:00000010:0.1:1789431560.498228:0:5588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109000.
00010000:00000010:0.1:1789431560.498240:0:5588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c600.
00010000:00000010:1.1:1789431560.500440:0:14683:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8400.
00010000:00000010:1.1:1789431560.500449:0:14683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8a00.
00010000:00000010:3.1:1789431560.500912:0:5581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109f00.
00010000:00000010:3.1:1789431560.500918:0:5581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:0.1:1789431560.501512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e900.
00010000:00000010:0.1:1789431560.501520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00010000:00000010:0.1:1789431560.501523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e300.
00010000:00000010:0.1:1789431560.501527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:0.1:1789431560.505588:0:14653:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7500.
00010000:00000010:0.1:1789431560.505599:0:14653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e800.
00010000:00000010:2.1:1789431560.509557:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488b00.
00010000:00000010:2.1:1789431560.509567:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:1.1:1789431560.510428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109e00.
00010000:00000010:1.1:1789431560.510436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899ce00.
00010000:00000010:1.1:1789431560.510440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e800.
00010000:00000010:1.1:1789431560.510443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92000.
00010000:00000010:1.1:1789431560.510447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8200.
00010000:00000010:1.1:1789431560.510451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa500.
00010000:00000010:1.1:1789431560.510454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d400.
00010000:00000010:0.1:1789431560.517410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946100.
00010000:00000010:1.1:1789431560.517411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18b00.
00010000:00000010:0.1:1789431560.517428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8000.
00010000:00000010:1.1:1789431560.517428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ec00.
00010000:00000010:1.1:1789431560.517436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5a00.
00010000:00000010:0.1:1789431560.517439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488e00.
00010000:00000010:1.1:1789431560.517442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:0.1:1789431560.517446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:1.1:1789431560.525699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd400.
00010000:00000010:1.1:1789431560.525714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00010000:00000010:1.1:1789431560.525719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488400.
00010000:00000010:1.1:1789431560.525722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:0.1:1789431560.537397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18600.
00010000:00000010:0.1:1789431560.537414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220e00.
00010000:00000010:0.1:1789431560.561367:0:1039:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fd00.
00010000:00000010:0.1:1789431560.561374:0:1039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00010000:00000010:0.1:1789431560.561378:0:1039:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488200.
00010000:00000010:0.1:1789431560.561381:0:1039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:0.1:1789431560.561385:0:1039:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5d600.
00010000:00000010:0.1:1789431560.561388:0:1039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:2.1:1789431560.571070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:1.1:1789431560.573775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18400.
00010000:00000010:1.1:1789431560.573791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfa600.
00010000:00000010:1.1:1789431560.573796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5900.
00010000:00000010:1.1:1789431560.573799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0400.
00010000:00000010:1.1:1789431560.573804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5dd00.
00010000:00000010:1.1:1789431560.573820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:1.1:1789431560.573981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7b00.
00010000:00000010:1.1:1789431560.573987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:1.1:1789431560.573990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18500.
00010000:00000010:1.1:1789431560.573993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c200.
00010000:00000010:1.1:1789431560.581905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5d300.
00010000:00000010:1.1:1789431560.581921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:1.1:1789431560.581928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5d900.
00010000:00000010:1.1:1789431560.581931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9c00.
00010000:00000010:1.1:1789431560.581935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc900.
00010000:00000010:1.1:1789431560.581938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444c00.
00010000:00000010:1.1:1789431560.581942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5700.
00010000:00000010:1.1:1789431560.581945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00010000:00000010:1.1:1789431560.581948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c900.
00010000:00000010:1.1:1789431560.581951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78a00.
00010000:00000010:2.1:1789431560.603984:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc500.
00010000:00000010:2.1:1789431560.603993:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00010000:00000010:1.1:1789431560.612401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487200.
00010000:00000010:0.1:1789431560.612403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5d700.
00010000:00000010:0.1:1789431560.612420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:1.1:1789431560.612420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497600.
00010000:00000010:1.1:1789431560.612428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abca00.
00010000:00000010:0.1:1789431560.612430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abcf00.
00010000:00000010:1.1:1789431560.612435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445200.
00010000:00000010:0.1:1789431560.612437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00010000:00000010:2.1:1789431560.612493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:0.1:1789431560.632844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc400.
00010000:00000010:0.1:1789431560.632853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00000080:00000010:2.1:1789431560.632930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475360.
00000080:00000010:2.1:1789431560.632944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475640.
00010000:00000010:2.1:1789431560.632951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00000080:00000010:1.1:1789431560.636392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519740.
00000080:00000010:1.1:1789431560.636422:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655c200.
00010000:00000010:2.1:1789431560.650404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abcf00.
00010000:00000010:2.1:1789431560.650411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:0.1:1789431560.654397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00000080:00000010:0.1:1789431560.654413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519840.
00000080:00000010:2.1:1789431560.678892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d40.
00000080:00000010:2.1:1789431560.678914:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655a100.
00010000:00000010:3.1:1789431560.685386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00000080:00000010:2.1:1789431560.685476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b20.
00010000:00000010:1.1:1789431560.736375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431560.736856:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:1.1:1789431560.750416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:1.1:1789431560.750429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00010000:00000010:0.1:1789431560.757610:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:1.1:1789431560.767437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00000080:00000010:2.1:1789431560.774054:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00000080:00000010:2.1:1789431560.774064:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519840.
00010000:00000010:2.1:1789431560.774070:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:0.1:1789431560.774368:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:3.1:1789431560.774430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:0.1:1789431560.782470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:0.1:1789431560.785457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00010000:00000010:0.1:1789431560.794372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00010000:00000010:1.1:1789431560.811438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:0.1:1789431560.826380:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18800.
00010000:00000010:0.1:1789431560.826387:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:1.1:1789431560.826657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa200.
00010000:00000010:1.1:1789431560.826665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00000080:00000010:0.1:1789431560.837398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519560.
00000080:00000010:0.1:1789431560.837424:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661c200.
00010000:00000010:0.1:1789431560.837435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00000080:00000010:0.1:1789431560.842515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00010000:00000010:1.1:1789431560.859388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:0.1:1789431560.881261:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00000080:00000010:1.1:1789431560.890767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1700.
00010000:00000010:2.1:1789431560.900756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:0.1:1789431560.905872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00000080:00000010:0.1:1789431560.905933:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00010000:00000010:0.1:1789431560.905944:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00010000:00000010:2.1:1789431560.913818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487f00.
00010000:00000010:2.1:1789431560.913828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:0.1:1789431560.932404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:1.1:1789431560.942456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc400.
00010000:00000010:1.1:1789431560.942464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00000080:00000010:2.1:1789431560.952805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519560.
00000080:00000010:3.1:1789431560.952931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e60.
00000080:00000010:2.1:1789431560.956444:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6559080.
00010000:00000010:0.1:1789431560.960446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:0.1:1789431560.980569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932e00.
00000080:00000010:0.1:1789431560.980582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5140.
00010000:00000010:1.1:1789431560.990383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c900.
00010000:00000010:1.1:1789431560.990391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:1.1:1789431561.003693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431561.007781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00000080:00000010:0.1:1789431561.044067:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a60.
00010000:00000010:2.1:1789431561.048762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978200.
00010000:00000010:0.1:1789431561.081312:0:5588:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc500.
00010000:00000010:0.1:1789431561.081330:0:5588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979c00.
00010000:00000010:1.1:1789431561.083409:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487900.
00010000:00000010:1.1:1789431561.083418:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978c00.
00010000:00000010:0.1:1789431561.090448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00000080:00000010:1.1:1789431561.093568:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519560.
00000080:00000010:1.1:1789431561.103413:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6552100.
00010000:00000010:1.1:1789431561.103457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:1.1:1789431561.103471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475be0.
00000080:00000010:0.1:1789431561.109746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00010000:00000010:1.1:1789431561.134335:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:0.1:1789431561.155396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc800.
00010000:00000010:0.1:1789431561.155404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:1.1:1789431561.171424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:2.1:1789431561.182139:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:1.1:1789431561.185411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9000.
00010000:00000010:0.1:1789431561.207400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9600.
00010000:00000010:2.1:1789431561.228632:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:1.1:1789431561.241476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:0.1:1789431561.241731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:1.1:1789431561.243394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431561.251970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:3.1:1789431561.254938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:0.1:1789431561.264174:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:3.1:1789431561.269410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:1.1:1789431561.269604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431561.288544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:1.1:1789431561.288682:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:1.1:1789431561.302437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431561.318404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625a00.
00010000:00000010:0.1:1789431561.318419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221000.
00010000:00000010:0.1:1789431561.324426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:1.1:1789431561.326408:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:1.1:1789431561.336402:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:0.1:1789431561.359416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1420.
00010000:00000010:2.1:1789431561.369420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:0.1:1789431561.376489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:1.1:1789431561.384427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487200.
00010000:00000010:1.1:1789431561.384458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:0.1:1789431561.394447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624e00.
00010000:00000010:0.1:1789431561.394455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978800.
00010000:00000010:0.1:1789431561.402405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:1.1:1789431561.419264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445200.
00010000:00000010:2.1:1789431561.433984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:1.1:1789431561.437742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519dc0.
00010000:00000010:1.1:1789431561.441395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c100.
00010000:00000010:1.1:1789431561.441408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:0.1:1789431561.441481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758a0.
00010000:00000010:0.1:1789431561.453258:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:3.1:1789431561.465938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00000080:00000010:1.1:1789431561.479453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475700.
00010000:00000010:2.1:1789431561.480255:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:2.1:1789431561.485048:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c700.
00010000:00000010:2.1:1789431561.485058:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:1.1:1789431561.492514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cc00.
00010000:00000010:1.1:1789431561.492521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:0.1:1789431561.507584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932e00.
00010000:00000010:0.1:1789431561.523247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:3.1:1789431561.524055:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519480.
00010000:00000010:2.1:1789431561.532369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00000080:00000010:1.1:1789431561.536430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475bc0.
00010000:00000010:0.1:1789431561.547438:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc800.
00010000:00000010:0.1:1789431561.547445:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:3.1:1789431561.562517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431561.576078:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444600.
00010000:00000010:0.1:1789431561.576086:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cc00.
00010000:00000010:0.1:1789431561.576090:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00000080:00000010:2.1:1789431561.590374:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1bc0.
00010000:00000010:1.1:1789431561.602408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030a00.
00010000:00000010:1.1:1789431561.627074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:1.1:1789431561.627085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18800.
00010000:00000010:1.1:1789431561.627089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:1.1:1789431561.629920:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:1.1:1789431561.647013:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:0.1:1789431561.656683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:1.1:1789431561.659794:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:1.1:1789431561.659800:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:1.1:1789431561.659890:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:0.1:1789431561.670492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ec0.
00010000:00000010:2.1:1789431561.678023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00010000:00000010:1.1:1789431561.678621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:0.1:1789431561.685127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc500.
00010000:00000010:0.1:1789431561.685133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:0.1:1789431561.690391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:1.1:1789431561.691913:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431561.699537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:1.1:1789431561.717931:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeecc00.
00010000:00000010:1.1:1789431561.729467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624800.
00010000:00000010:1.1:1789431561.729476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed800.
00010000:00000010:1.1:1789431561.729479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:1.1:1789431561.738752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:2.1:1789431561.739879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519460.
00000080:00000010:1.1:1789431561.772410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199e0.
00010000:00000010:0.1:1789431561.791404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431561.819405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18500.
00010000:00000010:0.1:1789431561.819419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00000080:00000010:3.1:1789431561.836110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519840.
00000080:00000010:3.1:1789431561.846710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e00.
00010000:00000010:1.1:1789431561.861745:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:1.1:1789431561.863410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00010000:00000010:1.1:1789431561.863417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fce00.
00010000:00000010:1.1:1789431561.863421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497200.
00010000:00000010:1.1:1789431561.863424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00000080:00000010:3.1:1789431561.887020:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519700.
00000080:00000010:3.1:1789431561.887043:0:2342:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f8840.
00000080:00000010:1.1:1789431561.889374:0:14683:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475820.
00010000:00000010:3.1:1789431561.890980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00010000:00000010:3.1:1789431561.890987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624600.
00010000:00000010:3.1:1789431561.890991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f800.
00010000:00000010:1.1:1789431561.911703:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfa00.
00000080:00000010:1.1:1789431561.911714:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1fc0.
00000080:00000010:1.1:1789431561.911734:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a66198c0.
00010000:00000010:0.1:1789431561.913580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c100.
00010000:00000010:0.1:1789431561.913590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:1.1:1789431561.918388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00000080:00000010:1.1:1789431561.918398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475820.
00010000:00000010:0.1:1789431561.931396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8200.
00000080:00000010:3.1:1789431561.946487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752c0.
00010000:00000010:0.1:1789431561.951456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444c00.
00010000:00000010:1.1:1789431561.964090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487c00.
00010000:00000010:1.1:1789431561.964098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00010000:00000010:2.1:1789431561.966449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ba00.
00010000:00000010:2.1:1789431561.966456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8600.
00010000:00000010:2.1:1789431561.966459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:1.1:1789431561.977381:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d400.
00010000:00000010:1.1:1789431561.977388:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:0.1:1789431561.992370:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00000080:00000010:1.1:1789431562.008517:0:2348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d20.
00000080:00000010:1.1:1789431562.008540:0:2348:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05dca40.
00010000:00000010:0.1:1789431562.012387:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc500.
00010000:00000010:0.1:1789431562.012393:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979a00.
00000080:00000010:0.1:1789431562.012398:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a40.
00000080:00000010:0.1:1789431562.012415:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f98c0.
00010000:00000010:0.1:1789431562.012423:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487300.
00010000:00000010:0.1:1789431562.012426:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484a00.
00000080:00000010:3.1:1789431562.012437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1200.
00010000:00000010:1.1:1789431562.013669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:0.1:1789431562.023338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18400.
00010000:00000010:0.1:1789431562.023372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00000080:00000010:0.1:1789431562.039201:0:14653:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905193a0.
00010000:00000010:1.1:1789431562.040098:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624100.
00010000:00000010:1.1:1789431562.040104:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00000080:00000010:0.1:1789431562.069519:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05da940.
00010000:00000010:2.1:1789431562.073407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00000080:00000010:2.1:1789431562.073418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56c0.
00000080:00000010:1.1:1789431562.073467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757e0.
00000080:00000010:1.1:1789431562.073496:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fb180.
00010000:00000010:0.1:1789431562.081476:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:0.1:1789431562.081483:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484200.
00010000:00000010:0.1:1789431562.081487:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99900.
00010000:00000010:0.1:1789431562.081492:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed600.
00000080:00000010:0.1:1789431562.096599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f20.
00000080:00000010:0.1:1789431562.096636:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fe300.
00010000:00000010:0.1:1789431562.104490:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99100.
00010000:00000010:0.1:1789431562.104498:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485600.
00000080:00000010:0.1:1789431562.111535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e40.
00000080:00000010:0.1:1789431562.111567:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fd280.
00000080:00000010:1.1:1789431562.123654:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475700.
00000080:00000010:2.1:1789431562.135385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1ba0.
00010000:00000010:1.1:1789431562.142268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8200.
00000080:00000010:1.1:1789431562.142285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905193a0.
00010000:00000010:3.1:1789431562.142409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:3.1:1789431562.145497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc300.
00010000:00000010:3.1:1789431562.145508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddea00.
00010000:00000010:3.1:1789431562.145511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00000080:00000010:1.1:1789431562.150436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757e0.
00000080:00000010:1.1:1789431562.150467:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fdac0.
00010000:00000010:0.1:1789431562.165397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431562.165411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa300.
00010000:00000010:0.1:1789431562.165415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e9a00.
00000080:00000010:0.1:1789431562.192631:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475700.
00000080:00000010:0.1:1789431562.192654:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fb9c0.
00010000:00000010:1.1:1789431562.198445:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fac00.
00010000:00000010:1.1:1789431562.198451:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0b00.
00010000:00000010:1.1:1789431562.198455:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220600.
00010000:00000010:1.1:1789431562.198458:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:1.1:1789431562.198461:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757e0.
00000080:00000010:1.1:1789431562.198479:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05d8000.
00010000:00000010:2.1:1789431562.198935:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:0.1:1789431562.207414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8a00.
00000080:00000010:0.1:1789431562.207425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a40.
00010000:00000010:2.1:1789431562.215417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:1.1:1789431562.215422:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa400.
00010000:00000010:1.1:1789431562.215427:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625800.
00010000:00000010:1.1:1789431562.215431:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbc00.
00000080:00000010:1.1:1789431562.220488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475260.
00000080:00000010:1.1:1789431562.224807:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fc200.
00010000:00000010:1.1:1789431562.231850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:1.1:1789431562.231859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757e0.
00010000:00000010:1.1:1789431562.246579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8a00.
00010000:00000010:0.1:1789431562.249598:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeeda00.
00010000:00000010:0.1:1789431562.249610:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1d00.
00010000:00000010:0.1:1789431562.249617:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:0.1:1789431562.249620:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8c00.
00000080:00000010:0.1:1789431562.269193:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a40.
00000080:00000010:0.1:1789431562.269233:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f9080.
00010000:00000010:0.1:1789431562.269241:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa400.
00010000:00000010:0.1:1789431562.269247:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:1.1:1789431562.269547:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7200.
00010000:00000010:1.1:1789431562.269553:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d800.
00010000:00000010:1.1:1789431562.269557:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:0.1:1789431562.286396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b60.
00000080:00000010:0.1:1789431562.286500:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894f8000.
00010000:00000010:1.1:1789431562.292390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35a00.
00010000:00000010:1.1:1789431562.292407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00000080:00000010:3.1:1789431562.306029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192c0.
00000080:00000010:3.1:1789431562.306050:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bd280.
00010000:00000010:3.1:1789431562.306059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243e00.
00010000:00000010:3.1:1789431562.306077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a1400.
00000080:00000010:1.1:1789431562.313434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475920.
00000080:00000010:1.1:1789431562.315617:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05d8840.
00000080:00000010:2.1:1789431562.316578:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65518c0.
00010000:00000010:1.1:1789431562.317398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35100.
00010000:00000010:1.1:1789431562.317409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883a200.
00000080:00000010:3.1:1789431562.317524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d60.
00000080:00000010:1.1:1789431562.351390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fe0.
00010000:00000010:0.1:1789431562.354023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc900.
00010000:00000010:0.1:1789431562.354031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00000080:00000010:2.1:1789431562.354786:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05d9080.
00000080:00000010:0.1:1789431562.358588:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5920.
00000080:00000010:0.1:1789431562.358612:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6558840.
00010000:00000010:0.1:1789431562.361641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc100.
00010000:00000010:0.1:1789431562.361655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8c00.
00010000:00000010:0.1:1789431562.373421:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030800.
00010000:00000010:0.1:1789431562.373430:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64b00.
00010000:00000010:0.1:1789431562.373435:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf200.
00010000:00000010:2.1:1789431562.374423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932e00.
00000080:00000010:0.1:1789431562.385909:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b60.
00000080:00000010:0.1:1789431562.385934:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bdac0.
00000080:00000010:1.1:1789431562.391425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5480.
00000080:00000010:1.1:1789431562.391462:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05df380.
00010000:00000010:0.1:1789431562.397418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8c00.
00010000:00000010:1.1:1789431562.397524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96e00.
00010000:00000010:1.1:1789431562.397556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9c00.
00000080:00000010:2.1:1789431562.408617:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a40.
00000080:00000010:2.1:1789431562.408628:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ca0.
00010000:00000010:2.1:1789431562.408634:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946300.
00010000:00000010:2.1:1789431562.408638:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2800.
00010000:00000010:2.1:1789431562.408643:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d95400.
00000080:00000010:1.1:1789431562.416395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475280.
00000080:00000010:1.1:1789431562.416426:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a663a100.
00000080:00000010:0.1:1789431562.432536:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00010000:00000010:1.1:1789431562.442438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:1.1:1789431562.442451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475920.
00000080:00000010:1.1:1789431562.453110:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661b9c0.
00010000:00000010:3.1:1789431562.460531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8c00.
00010000:00000010:1.1:1789431562.461459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:1.1:1789431562.461468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243b00.
00010000:00000010:1.1:1789431562.461473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00010000:00000010:1.1:1789431562.473519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5e00.
00010000:00000010:1.1:1789431562.473531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624200.
00010000:00000010:1.1:1789431562.473535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00010000:00000010:1.1:1789431562.473539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:3.1:1789431562.487162:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475280.
00000080:00000010:2.1:1789431562.492432:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05de300.
00010000:00000010:2.1:1789431562.495399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa800.
00010000:00000010:2.1:1789431562.495410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221800.
00000080:00000010:0.1:1789431562.497063:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00000080:00000010:0.1:1789431562.497092:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05deb40.
00010000:00000010:2.1:1789431562.509620:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9c00.
00010000:00000010:1.1:1789431562.536190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220400.
00010000:00000010:1.1:1789431562.536203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fcb00.
00010000:00000010:1.1:1789431562.536210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00000080:00000010:0.1:1789431562.537847:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f40.
00000080:00000010:1.1:1789431562.548099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b60.
00000080:00000010:1.1:1789431562.548132:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05d98c0.
00010000:00000010:0.1:1789431562.564066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:0.1:1789431562.564076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475920.
00000080:00000010:3.1:1789431562.567849:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6618840.
00010000:00000010:3.1:1789431562.567860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ddd300.
00010000:00000010:3.1:1789431562.567865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f200.
00000080:00000010:3.1:1789431562.577373:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475080.
00000080:00000010:1.1:1789431562.588414:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895ba940.
00010000:00000010:1.1:1789431562.592402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f800.
00010000:00000010:1.1:1789431562.592419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9c800.
00010000:00000010:2.1:1789431562.592449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3200.
00010000:00000010:2.1:1789431562.592456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fe00.
00010000:00000010:2.1:1789431562.592459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8400.
00000080:00000010:0.1:1789431562.621230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755e0.
00000080:00000010:0.1:1789431562.621261:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895ba100.
00010000:00000010:0.1:1789431562.621270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243600.
00010000:00000010:0.1:1789431562.621276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fc00.
00000080:00000010:1.1:1789431562.622742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475200.
00000080:00000010:1.1:1789431562.622773:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05dc200.
00010000:00000010:1.1:1789431562.622781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64000.
00010000:00000010:1.1:1789431562.622785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00000080:00000010:1.1:1789431562.634514:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c40.
00000080:00000010:1.1:1789431562.634545:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05dd280.
00000080:00000010:0.1:1789431562.643545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475b20.
00000080:00000010:0.1:1789431562.643571:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655dac0.
00010000:00000010:1.1:1789431562.659386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:1.1:1789431562.659428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757e0.
00000080:00000010:1.1:1789431562.659436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475e00.
00000080:00000010:1.1:1789431562.659441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d20.
00000080:00000010:1.1:1789431562.659444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ee0.
00000080:00000010:1.1:1789431562.659447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00000080:00000010:1.1:1789431562.659452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475540.
00000080:00000010:1.1:1789431562.659456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519160.
00000080:00000010:1.1:1789431562.659460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519060.
00000080:00000010:1.1:1789431562.659464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1b60.
00000080:00000010:1.1:1789431562.659469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519200.
00000080:00000010:1.1:1789431562.659471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519220.
00000080:00000010:1.1:1789431562.659474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1d80.
00000080:00000010:1.1:1789431562.659478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb19e0.
00000080:00000010:1.1:1789431562.659480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ca0.
00000080:00000010:1.1:1789431562.659485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519980.
00000080:00000010:1.1:1789431562.659488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475980.
00000080:00000010:1.1:1789431562.659491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475720.
00010000:00000010:1.1:1789431562.659496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a109100.
00010000:00000010:1.1:1789431562.659501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f000.
00010000:00000010:1.1:1789431562.659504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf000.
00000080:00000010:1.1:1789431562.667393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00000080:00000010:1.1:1789431562.667433:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bf380.
00010000:00000010:2.1:1789431562.668836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c500.
00010000:00000010:2.1:1789431562.668849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9400.
00000080:00000010:2.1:1789431562.681739:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e20.
00000080:00000010:2.1:1789431562.681772:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a65598c0.
00010000:00000010:1.1:1789431562.684403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:2.1:1789431562.687526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18a00.
00010000:00000010:2.1:1789431562.687541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00000080:00000010:2.1:1789431562.706397:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f00.
00000080:00000010:2.1:1789431562.726486:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6558000.
00010000:00000010:2.1:1789431562.733396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:0.1:1789431562.733493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:2.1:1789431562.733548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c00.
00000080:00000010:2.1:1789431562.733557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b50e0.
00010000:00000010:2.1:1789431562.734039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f400.
00010000:00000010:2.1:1789431562.734047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f000.
00010000:00000010:2.1:1789431562.734050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9c00.
00000080:00000010:1.1:1789431562.737829:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475720.
00010000:00000010:1.1:1789431562.737839:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35900.
00010000:00000010:1.1:1789431562.737844:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79400.
00010000:00000010:1.1:1789431562.737847:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:0.1:1789431562.780452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750a0.
00000080:00000010:0.1:1789431562.795176:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bb180.
00010000:00000010:0.1:1789431562.795185:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107400.
00010000:00000010:0.1:1789431562.795191:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79ee00.
00000080:00000010:1.1:1789431562.795486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00000080:00000010:1.1:1789431562.795503:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661d280.
00010000:00000010:1.1:1789431562.795509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487700.
00010000:00000010:1.1:1789431562.795513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e200.
00000080:00000010:1.1:1789431562.795516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475420.
00000080:00000010:1.1:1789431562.795525:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894ff380.
00010000:00000010:1.1:1789431562.795529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496e00.
00010000:00000010:2.1:1789431562.805226:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508300.
00010000:00000010:2.1:1789431562.805241:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:1.1:1789431562.810428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475720.
00000080:00000010:1.1:1789431562.810450:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05db9c0.
00010000:00000010:1.1:1789431562.810459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480b00.
00010000:00000010:1.1:1789431562.810464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8c00.
00000080:00000010:1.1:1789431562.810468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905196a0.
00000080:00000010:1.1:1789431562.810484:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661ca40.
00000080:00000010:2.1:1789431562.814456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475660.
00000080:00000010:2.1:1789431562.814488:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b98c0.
00010000:00000010:2.1:1789431562.814500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f600.
00010000:00000010:2.1:1789431562.814505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fa00.
00010000:00000010:1.1:1789431562.818441:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:1.1:1789431562.818449:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475420.
00000080:00000010:2.1:1789431562.834426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b40.
00000080:00000010:0.1:1789431562.876417:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bb9c0.
00010000:00000010:0.1:1789431562.876426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32300.
00010000:00000010:0.1:1789431562.876433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f600.
00010000:00000010:1.1:1789431562.876550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7c00.
00010000:00000010:1.1:1789431562.876565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00010000:00000010:1.1:1789431562.876571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:1.1:1789431562.887433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ae0.
00000080:00000010:2.1:1789431562.899144:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b8000.
00010000:00000010:2.1:1789431562.901548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152900.
00010000:00000010:2.1:1789431562.901565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8400.
00000080:00000010:0.1:1789431562.902384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475780.
00000080:00000010:0.1:1789431562.902411:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895be300.
00000080:00000010:2.1:1789431562.922397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fa0.
00000080:00000010:2.1:1789431562.924425:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895beb40.
00010000:00000010:2.1:1789431562.924436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152600.
00010000:00000010:2.1:1789431562.924441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:0.1:1789431562.924542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fcd00.
00010000:00000010:0.1:1789431562.924550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030c00.
00010000:00000010:3.1:1789431562.924848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9200.
00000080:00000010:1.1:1789431562.936386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c80.
00000080:00000010:1.1:1789431562.940030:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895bc200.
00000080:00000010:3.1:1789431562.944392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ee0.
00000080:00000010:2.1:1789431562.945490:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05da100.
00010000:00000010:2.1:1789431562.945504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ddd800.
00010000:00000010:2.1:1789431562.945509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00000080:00000010:2.1:1789431562.957393:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905196e0.
00010000:00000010:1.1:1789431562.971396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:1.1:1789431562.971407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c80.
00000080:00000010:2.1:1789431562.975550:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b9080.
00000080:00000010:0.1:1789431562.997569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d40.
00000080:00000010:0.1:1789431562.997584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519360.
00000080:00000010:0.1:1789431562.997591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4754c0.
00000080:00000010:0.1:1789431562.997597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475fc0.
00000080:00000010:0.1:1789431562.997602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475f00.
00000080:00000010:0.1:1789431562.997605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519020.
00000080:00000010:0.1:1789431562.997609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751c0.
00000080:00000010:0.1:1789431562.997613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475bc0.
00000080:00000010:0.1:1789431562.997617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5320.
00000080:00000010:0.1:1789431562.997621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1080.
00000080:00000010:0.1:1789431562.997626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5620.
00000080:00000010:0.1:1789431562.997629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475580.
00000080:00000010:0.1:1789431562.997634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ee0.
00000080:00000010:0.1:1789431562.997637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ea0.
00000080:00000010:0.1:1789431562.997641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1c20.
00000080:00000010:0.1:1789431562.997644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5540.
00000080:00000010:0.1:1789431562.997647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475be0.
00010000:00000010:2.1:1789431562.998670:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932e00.
00010000:00000010:0.1:1789431563.013572:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488800.
00010000:00000010:0.1:1789431563.013582:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:0.1:1789431563.013589:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00000080:00000010:0.1:1789431563.055561:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475500.
00000080:00000010:0.1:1789431563.055600:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7895b8840.
00010000:00000010:3.1:1789431563.061672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:3.1:1789431563.061681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9a00.
00010000:00000010:0.1:1789431563.067218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5000.
00010000:00000010:0.1:1789431563.087161:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00000080:00000010:0.1:1789431563.116212:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c80.
00010000:00000010:1.1:1789431563.116715:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00000080:00000010:1.1:1789431563.116749:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519020.
00010000:00000010:1.1:1789431563.116757:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64a00.
00010000:00000010:1.1:1789431563.116765:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4c00.
00010000:00000010:1.1:1789431563.116772:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9600.
00000080:00000010:1.1:1789431563.137398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1200.
00000080:00000010:1.1:1789431563.137418:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fa100.
00010000:00000010:3.1:1789431563.137445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:1.1:1789431563.143433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243400.
00010000:00000010:1.1:1789431563.143449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde600.
00010000:00000010:3.1:1789431563.147444:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9e00.
00000080:00000010:1.1:1789431563.170378:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519fc0.
00000080:00000010:1.1:1789431563.170414:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661dac0.
00010000:00000010:2.1:1789431563.175395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:0.1:1789431563.187385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8000.
00010000:00000010:1.1:1789431563.190444:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64400.
00010000:00000010:1.1:1789431563.190454:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00000080:00000010:1.1:1789431563.205673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475720.
00000080:00000010:1.1:1789431563.205701:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fca40.
00010000:00000010:1.1:1789431563.205712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487600.
00010000:00000010:1.1:1789431563.205716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497000.
00000080:00000010:0.1:1789431563.211962:0:14683:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519360.
00010000:00000010:3.1:1789431563.214165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8000.
00010000:00000010:0.1:1789431563.229704:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8600.
00000080:00000010:0.1:1789431563.245687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519340.
00000080:00000010:0.1:1789431563.248118:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7894fa940.
00010000:00000010:1.1:1789431563.248845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:0.1:1789431563.251003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8600.
00000080:00000010:0.1:1789431563.251017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519360.
00000080:00000010:0.1:1789431563.266119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f80.
00010000:00000010:0.1:1789431563.274394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445200.
00010000:00000010:2.1:1789431563.274467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:0.1:1789431563.310564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152d00.
00010000:00000010:0.1:1789431563.310576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddee00.
00010000:00000010:0.1:1789431563.310579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00000080:00000010:1.1:1789431563.314596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905197e0.
00000080:00000010:0.1:1789431563.325454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e60.
00000080:00000010:2.1:1789431563.327590:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7b05db180.
00010000:00000010:1.1:1789431563.333397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:2.1:1789431563.333480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06000.
00010000:00000010:2.1:1789431563.333488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde200.
00000080:00000010:0.1:1789431563.350421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b20.
00000080:00000010:0.1:1789431563.350443:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655b9c0.
00010000:00000010:1.1:1789431563.358467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:2.1:1789431563.362463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06e00.
00010000:00000010:2.1:1789431563.362478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9600.
00010000:00000010:3.1:1789431563.377475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8600.
00000080:00000010:0.1:1789431563.382389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519b20.
00010000:00000010:0.1:1789431563.382399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00000080:00000010:1.1:1789431563.382449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519080.
00000080:00000010:1.1:1789431563.382469:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655ca40.
00010000:00000010:1.1:1789431563.393400:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:1.1:1789431563.393410:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00000080:00000010:0.1:1789431563.400412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475720.
00010000:00000010:2.1:1789431563.426512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431563.441807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:1.1:1789431563.448651:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00010000:00000010:1.1:1789431563.452733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00010000:00000010:3.1:1789431563.466570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:0.1:1789431563.485424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758e0.
00010000:00000010:1.1:1789431563.489586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:1.1:1789431563.494393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:2.1:1789431563.494448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:0.1:1789431563.505549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00010000:00000010:0.1:1789431563.535407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cd00.
00010000:00000010:0.1:1789431563.535414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:0.1:1789431563.545536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ca0.
00000080:00000010:0.1:1789431563.545565:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a2940.
00010000:00000010:1.1:1789431563.556779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:0.1:1789431563.567499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9e00.
00000080:00000010:0.1:1789431563.567507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519800.
00000080:00000010:0.1:1789431563.577910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519360.
00010000:00000010:2.1:1789431563.588375:0:2350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9600.
00010000:00000010:0.1:1789431563.597493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9e00.
00010000:00000010:2.1:1789431563.597978:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8000.
00010000:00000010:0.1:1789431563.608820:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:0.1:1789431563.622501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:0.1:1789431563.639392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00000080:00000010:1.1:1789431563.647372:0:2347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d20.
00010000:00000010:1.1:1789431563.647384:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431563.647391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:1.1:1789431563.683519:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c100.
00010000:00000010:1.1:1789431563.683526:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9a00.
00010000:00000010:0.1:1789431563.686439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00000080:00000010:1.1:1789431563.701547:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519340.
00010000:00000010:0.1:1789431563.723472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:0.1:1789431563.738432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:2.1:1789431563.766430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1b20.
00010000:00000010:2.1:1789431563.770482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444000.
00010000:00000010:0.1:1789431563.771487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445600.
00000080:00000010:3.1:1789431563.777402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475a20.
00010000:00000010:3.1:1789431563.818345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c600.
00010000:00000010:3.1:1789431563.818368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:0.1:1789431563.818796:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5df00.
00010000:00000010:0.1:1789431563.818810:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:0.1:1789431563.818817:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc600.
00010000:00000010:0.1:1789431563.818820:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde200.
00010000:00000010:0.1:1789431563.818822:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5da00.
00010000:00000010:0.1:1789431563.818825:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8800.
00010000:00000010:0.1:1789431563.818828:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5ca00.
00010000:00000010:0.1:1789431563.818830:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78400.
00010000:00000010:0.1:1789431563.818833:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c300.
00010000:00000010:0.1:1789431563.818837:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9000.
00010000:00000010:0.1:1789431563.818841:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abcf00.
00010000:00000010:0.1:1789431563.818844:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:1.1:1789431563.824461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480200.
00010000:00000010:1.1:1789431563.824468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7e00.
00010000:00000010:1.1:1789431563.824472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abcb00.
00010000:00000010:1.1:1789431563.824476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec800.
00010000:00000010:1.1:1789431563.824478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487500.
00010000:00000010:1.1:1789431563.824481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:1.1:1789431563.824484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0f00.
00010000:00000010:1.1:1789431563.824486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa800.
00010000:00000010:1.1:1789431563.824490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8400.
00010000:00000010:1.1:1789431563.824493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f200.
00010000:00000010:1.1:1789431563.824495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624500.
00010000:00000010:1.1:1789431563.824498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9800.
00010000:00000010:1.1:1789431563.824501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445400.
00010000:00000010:0.1:1789431563.827495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc200.
00010000:00000010:0.1:1789431563.827506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdfc00.
00010000:00000010:2.1:1789431563.827619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18200.
00010000:00000010:2.1:1789431563.827626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:0.1:1789431563.831957:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8500.
00010000:00000010:0.1:1789431563.831966:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdea00.
00010000:00000010:0.1:1789431563.831970:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624300.
00010000:00000010:0.1:1789431563.831974:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788dde400.
00010000:00000010:1.1:1789431563.832385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4f00.
00010000:00000010:1.1:1789431563.832390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec400.
00010000:00000010:3.1:1789431563.848798:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d900.
00010000:00000010:3.1:1789431563.848815:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485200.
00010000:00000010:3.1:1789431563.848819:0:14623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625e00.
00010000:00000010:3.1:1789431563.848822:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:0.1:1789431563.858497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208a00.
00010000:00000010:0.1:1789431563.858505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8e00.
00010000:00000010:1.1:1789431563.873502:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35800.
00010000:00000010:1.1:1789431563.873512:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfa00.
00010000:00000010:1.1:1789431563.873515:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35f00.
00010000:00000010:1.1:1789431563.873518:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8e00.
00010000:00000010:1.1:1789431563.873522:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7700.
00010000:00000010:1.1:1789431563.873525:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8a00.
00010000:00000010:1.1:1789431563.873528:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624000.
00010000:00000010:1.1:1789431563.873531:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde000.
00010000:00000010:1.1:1789431563.873534:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64100.
00010000:00000010:1.1:1789431563.873537:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf400.
00010000:00000010:0.1:1789431563.875601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508800.
00010000:00000010:0.1:1789431563.875625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:0.1:1789431563.875632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc200.
00010000:00000010:0.1:1789431563.875648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00010000:00000010:0.1:1789431563.875653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfb00.
00010000:00000010:0.1:1789431563.875660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9e00.
00010000:00000010:0.1:1789431563.875676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3400.
00010000:00000010:0.1:1789431563.875680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8800.
00010000:00000010:0.1:1789431563.875686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625b00.
00010000:00000010:0.1:1789431563.875690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9f400.
00010000:00000010:0.1:1789431563.875696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5800.
00010000:00000010:0.1:1789431563.875699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485800.
00010000:00000010:0.1:1789431563.875719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba99800.
00010000:00000010:0.1:1789431563.875725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:0.1:1789431563.875730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96300.
00010000:00000010:0.1:1789431563.875734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8200.
00010000:00000010:0.1:1789431563.875740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0900.
00010000:00000010:0.1:1789431563.875755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4000.
00010000:00000010:1.1:1789431563.893376:0:2348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d800.
00010000:00000010:1.1:1789431563.893382:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:0.1:1789431563.893434:0:5588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:1.1:1789431563.899412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827f000.
00010000:00000010:1.1:1789431563.899417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9de00.
00010000:00000010:1.1:1789431563.899421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783a32800.
00010000:00000010:1.1:1789431563.899424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485000.
00010000:00000010:1.1:1789431563.899427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208300.
00010000:00000010:1.1:1789431563.899430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9400.
00010000:00000010:1.1:1789431563.899434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243100.
00010000:00000010:1.1:1789431563.899438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e600.
00010000:00000010:1.1:1789431563.899441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaae00.
00010000:00000010:1.1:1789431563.899444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484800.
00010000:00000010:1.1:1789431563.899456:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ad5cb00.
00010000:00000010:1.1:1789431563.899460:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf400.
00010000:00000010:1.1:1789431563.899463:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e000.
00010000:00000010:1.1:1789431563.899466:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ce00.
00010000:00000010:0.1:1789431563.913861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ddd100.
00010000:00000010:0.1:1789431563.913868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79fc00.
00010000:00000010:0.1:1789431563.913872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3800.
00010000:00000010:0.1:1789431563.913875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0a00.
00010000:00000010:1.1:1789431563.915261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ed00.
00010000:00000010:1.1:1789431563.915268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92200.
00010000:00000010:0.1:1789431563.921550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8c00.
00010000:00000010:0.1:1789431563.921564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497800.
00010000:00000010:1.1:1789431563.922461:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107600.
00010000:00000010:1.1:1789431563.922468:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00010000:00000010:1.1:1789431563.922472:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fb00.
00010000:00000010:1.1:1789431563.922475:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeece00.
00010000:00000010:1.1:1789431563.922478:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64900.
00010000:00000010:1.1:1789431563.922480:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485e00.
00010000:00000010:0.1:1789431563.931384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78b107300.
00010000:00000010:0.1:1789431563.931392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:0.1:1789431563.931397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fca00.
00010000:00000010:0.1:1789431563.931400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8600.
00010000:00000010:1.1:1789431563.939338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152b00.
00010000:00000010:1.1:1789431563.939357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00010000:00000010:0.1:1789431563.943561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7800.
00010000:00000010:0.1:1789431563.943568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa200.
00010000:00000010:0.1:1789431563.943572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fa00.
00010000:00000010:0.1:1789431563.943574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:0.1:1789431563.943579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccd900.
00010000:00000010:0.1:1789431563.943582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221e00.
00010000:00000010:0.1:1789431563.943592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444c00.
00010000:00000010:0.1:1789431563.943625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:0.1:1789431563.948385:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7b00.
00010000:00000010:0.1:1789431563.948391:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f400.
00010000:00000010:1.1:1789431563.952513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488f00.
00010000:00000010:1.1:1789431563.952530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978600.
00010000:00000010:0.1:1789431563.977428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc200.
00010000:00000010:0.1:1789431563.977442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00000080:00000010:0.1:1789431563.986818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1be0.
00000080:00000010:0.1:1789431563.986848:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655b9c0.
00010000:00000010:0.1:1789431564.000506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00000080:00000010:0.1:1789431564.000513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ec0.
00010000:00000010:0.1:1789431564.045662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:0.1:1789431564.045708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9200.
00010000:00000010:0.1:1789431564.053575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8400.
00010000:00000010:0.1:1789431564.113331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc200.
00010000:00000010:0.1:1789431564.113356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9400.
00010000:00000010:1.1:1789431564.140228:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:0.1:1789431564.358392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18a00.
00000080:00000010:2.1:1789431564.358394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5580.
00010000:00000010:0.1:1789431564.358401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:2.1:1789431564.358408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00000080:00000010:1.1:1789431564.502852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519360.
00010000:00000010:1.1:1789431564.531390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431564.538943:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:0.1:1789431564.596439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431564.601406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7aeec0800.
00010000:00000010:0.1:1789431564.601431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00010000:00000010:0.1:1789431564.613409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:0.1:1789431564.626450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519900.
00010000:00000010:0.1:1789431564.630410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8400.
00010000:00000010:1.1:1789431564.630480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abcc00.
00010000:00000010:1.1:1789431564.630487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9200.
00000080:00000010:1.1:1789431564.645427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757e0.
00010000:00000010:2.1:1789431564.665393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:0.1:1789431564.669404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9400.
00010000:00000010:0.1:1789431564.683535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00000080:00000010:0.1:1789431564.698479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475200.
00010000:00000010:1.1:1789431564.708497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:1.1:1789431564.724649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9400.
00010000:00000010:2.1:1789431564.751971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8c00.
00000080:00000010:0.1:1789431564.764396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ec0.
00000080:00000010:2.1:1789431564.774092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519900.
00010000:00000010:0.1:1789431564.785440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00010000:00000010:1.1:1789431564.794413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8a00.
00010000:00000010:1.1:1789431564.802421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:1.1:1789431564.822340:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00010000:00000010:1.1:1789431564.830055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00000080:00000010:3.1:1789431564.855409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1f40.
00010000:00000010:3.1:1789431564.855423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00010000:00000010:1.1:1789431564.859394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7e00.
00010000:00000010:0.1:1789431564.859443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8200.
00010000:00000010:0.1:1789431564.868966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625d00.
00010000:00000010:0.1:1789431564.868973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221600.
00010000:00000010:3.1:1789431564.874031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00000080:00000010:3.1:1789431564.874045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fa0.
00010000:00000010:1.1:1789431564.887446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8a00.
00000080:00000010:0.1:1789431564.899600:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757e0.
00010000:00000010:2.1:1789431564.914676:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:2.1:1789431564.927593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8200.
00010000:00000010:1.1:1789431564.942427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:0.1:1789431564.963870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c40.
00010000:00000010:0.1:1789431564.963897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8c00.
00000080:00000010:1.1:1789431564.997472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5600.
00000080:00000010:0.1:1789431564.998336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519420.
00000080:00000010:1.1:1789431565.001899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e60.
00010000:00000010:1.1:1789431565.001928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487000.
00010000:00000010:1.1:1789431565.001933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00000080:00000010:0.1:1789431565.004600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5460.
00000080:00000010:0.1:1789431565.004625:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6554200.
00010000:00000010:1.1:1789431565.004691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8c00.
00010000:00000010:1.1:1789431565.013598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9400.
00010000:00000010:1.1:1789431565.021267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:2.1:1789431565.033619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9200.
00000080:00000010:0.1:1789431565.044478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ba0.
00010000:00000010:2.1:1789431565.050396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8000.
00010000:00000010:1.1:1789431565.059606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9a00.
00010000:00000010:0.1:1789431565.068702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:1.1:1789431565.078419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00000080:00000010:1.1:1789431565.083687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519920.
00010000:00000010:2.1:1789431565.100423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:2.1:1789431565.105395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00000080:00000010:0.1:1789431565.108637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519300.
00010000:00000010:0.1:1789431565.108657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:0.1:1789431565.108661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00000080:00000010:0.1:1789431565.108663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519620.
00010000:00000010:1.1:1789431565.120487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00000080:00000010:1.1:1789431565.120495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b54a0.
00010000:00000010:2.1:1789431565.133445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00010000:00000010:2.1:1789431565.133486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9600.
00010000:00000010:2.1:1789431565.133489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9a00.
00000080:00000010:2.1:1789431565.145397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5660.
00000080:00000010:2.1:1789431565.145416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475680.
00010000:00000010:1.1:1789431565.149237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:0.1:1789431565.155690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00000080:00000010:0.1:1789431565.155706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5240.
00010000:00000010:0.1:1789431565.201392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:0.1:1789431565.201432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00000080:00000010:1.1:1789431565.220290:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ec0.
00000080:00000010:1.1:1789431565.237465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519420.
00000080:00000010:1.1:1789431565.237482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1440.
00010000:00000010:1.1:1789431565.241392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cb00.
00010000:00000010:1.1:1789431565.241399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00010000:00000010:1.1:1789431565.245435:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00000080:00000010:1.1:1789431565.245449:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475460.
00000080:00000010:1.1:1789431565.245464:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a5280.
00010000:00000010:0.1:1789431565.278385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00010000:00000010:2.1:1789431565.298404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc100.
00010000:00000010:2.1:1789431565.298417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8000.
00010000:00000010:0.1:1789431565.303389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:0.1:1789431565.320285:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000080:00000010:2.1:1789431565.346390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d20.
00010000:00000010:0.1:1789431565.362678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:2.1:1789431565.377173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00000080:00000010:2.1:1789431565.377184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51e0.
00010000:00000010:2.1:1789431565.412385:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:2.1:1789431565.421374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00010000:00000010:2.1:1789431565.421386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00000080:00000010:2.1:1789431565.421390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b51e0.
00000080:00000010:2.1:1789431565.421396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5160.
00010000:00000010:2.1:1789431565.433508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00000080:00000010:2.1:1789431565.444409:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d40.
00010000:00000010:0.1:1789431565.474528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785152000.
00010000:00000010:0.1:1789431565.474553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e8600.
00010000:00000010:0.1:1789431565.474558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06f00.
00010000:00000010:0.1:1789431565.474562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92a00.
00010000:00000010:0.1:1789431565.474565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624a00.
00010000:00000010:0.1:1789431565.474569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00010000:00000010:0.1:1789431565.474574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc600.
00010000:00000010:0.1:1789431565.474578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddfe00.
00010000:00000010:0.1:1789431565.474580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b06200.
00010000:00000010:0.1:1789431565.474583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92c00.
00010000:00000010:0.1:1789431565.474586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d8e200.
00010000:00000010:0.1:1789431565.474590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8200.
00010000:00000010:0.1:1789431565.479412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d8e100.
00010000:00000010:0.1:1789431565.479428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8c00.
00010000:00000010:3.1:1789431565.482799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cf00.
00010000:00000010:3.1:1789431565.482813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:3.1:1789431565.482818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c000.
00010000:00000010:3.1:1789431565.482821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:3.1:1789431565.482826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d700.
00010000:00000010:3.1:1789431565.482830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221c00.
00010000:00000010:3.1:1789431565.482833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6c900.
00010000:00000010:3.1:1789431565.482836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e600.
00010000:00000010:3.1:1789431565.482840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abcf00.
00010000:00000010:3.1:1789431565.482842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9e00.
00010000:00000010:1.1:1789431565.577070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00010000:00000010:1.1:1789431565.594688:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00010000:00000010:0.1:1789431565.644055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00010000:00000010:1.1:1789431565.703414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c000.
00010000:00000010:1.1:1789431565.703439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:1.1:1789431565.749898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00000080:00000010:2.1:1789431565.980257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d80.
00010000:00000010:3.1:1789431565.984613:0:2341:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cb00.
00010000:00000010:3.1:1789431565.984639:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00010000:00000010:2.1:1789431565.987522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:0.1:1789431566.108536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519620.
00010000:00000010:2.1:1789431566.126769:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9200.
00010000:00000010:1.1:1789431566.138516:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:0.1:1789431566.158421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00000080:00000010:1.1:1789431566.159265:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475060.
00010000:00000010:1.1:1789431566.159285:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00000080:00000010:1.1:1789431566.204941:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d60.
00010000:00000010:1.1:1789431566.234507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:0.1:1789431566.278928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00000080:00000010:0.1:1789431566.332459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e40.
00010000:00000010:3.1:1789431566.332516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8200.
00010000:00000010:0.1:1789431566.339958:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487b00.
00010000:00000010:0.1:1789431566.339969:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:2.1:1789431566.351618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431566.364409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00000080:00000010:0.1:1789431566.411040:0:1039:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475620.
00010000:00000010:1.1:1789431566.421411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8200.
00010000:00000010:0.1:1789431566.425559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:0.1:1789431566.425587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18200.
00010000:00000010:0.1:1789431566.425593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00000080:00000010:1.1:1789431566.444722:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519e40.
00000080:00000010:1.1:1789431566.448823:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a4a40.
00000080:00000010:1.1:1789431566.488452:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4751e0.
00010000:00000010:2.1:1789431566.497658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:0.1:1789431566.498660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625100.
00010000:00000010:0.1:1789431566.498673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af221400.
00010000:00000010:2.1:1789431566.514123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:0.1:1789431566.521409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9200.
00010000:00000010:1.1:1789431566.539330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00000080:00000010:2.1:1789431566.550552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475060.
00010000:00000010:2.1:1789431566.565574:0:14623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00010000:00000010:0.1:1789431566.586378:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:1.1:1789431566.594967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9200.
00000080:00000010:0.1:1789431566.596104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519180.
00010000:00000010:0.1:1789431566.596123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00010000:00000010:0.1:1789431566.608649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00000080:00000010:0.1:1789431566.632329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4757c0.
00000080:00000010:1.1:1789431566.652038:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b80.
00010000:00000010:2.1:1789431566.664423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00010000:00000010:0.1:1789431566.672857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:0.1:1789431566.683838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8c00.
00010000:00000010:0.1:1789431566.711851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00010000:00000010:0.1:1789431566.721415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933e00.
00000080:00000010:1.1:1789431566.726987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475600.
00010000:00000010:3.1:1789431566.750665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:0.1:1789431566.754395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:0.1:1789431566.770471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932000.
00010000:00000010:0.1:1789431566.809862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:0.1:1789431566.822419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00000080:00000010:2.1:1789431566.837564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5940.
00010000:00000010:3.1:1789431566.840662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00000080:00000010:0.1:1789431566.863892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475020.
00010000:00000010:0.1:1789431566.863922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:2.1:1789431566.867810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:2.1:1789431566.867830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8400.
00010000:00000010:3.1:1789431566.889142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc200.
00010000:00000010:3.1:1789431566.889152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00000080:00000010:1.1:1789431566.894541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5380.
00000080:00000010:1.1:1789431566.894589:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655b9c0.
00010000:00000010:3.1:1789431566.920456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:0.1:1789431566.920492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00000080:00000010:1.1:1789431566.928070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ca0.
00010000:00000010:0.1:1789431566.928506:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625400.
00010000:00000010:0.1:1789431566.928514:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb800.
00010000:00000010:1.1:1789431566.946526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:0.1:1789431566.947406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:0.1:1789431566.988586:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519180.
00010000:00000010:3.1:1789431567.008509:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9400.
00000080:00000010:2.1:1789431567.016470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4758c0.
00010000:00000010:2.1:1789431567.016490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5ce00.
00010000:00000010:2.1:1789431567.016496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00010000:00000010:0.1:1789431567.022390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932600.
00000080:00000010:2.1:1789431567.032328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750c0.
00000080:00000010:2.1:1789431567.032383:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a4a40.
00010000:00000010:0.1:1789431567.054594:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:1.1:1789431567.071429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519520.
00010000:00000010:0.1:1789431567.075838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:0.1:1789431567.087253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00010000:00000010:0.1:1789431567.106256:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:2.1:1789431567.110417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9e00.
00010000:00000010:0.1:1789431567.130169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00000080:00000010:2.1:1789431567.151251:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1e00.
00010000:00000010:3.1:1789431567.157395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932c00.
00000080:00000010:1.1:1789431567.171447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755c0.
00010000:00000010:1.1:1789431567.174947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00000080:00000010:1.1:1789431567.174956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475900.
00010000:00000010:0.1:1789431567.175376:0:5589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:0.1:1789431567.199391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00010000:00000010:0.1:1789431567.208157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:1.1:1789431567.218405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00010000:00000010:1.1:1789431567.222549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:1.1:1789431567.222563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00000080:00000010:2.1:1789431567.223113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4755c0.
00010000:00000010:3.1:1789431567.223389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00010000:00000010:3.1:1789431567.223397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00000080:00000010:0.1:1789431567.228019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475900.
00000080:00000010:0.1:1789431567.228033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ce0.
00010000:00000010:1.1:1789431567.235407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8000.
00000080:00000010:1.1:1789431567.235425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519180.
00000080:00000010:2.1:1789431567.263690:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519000.
00010000:00000010:0.1:1789431567.264591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00010000:00000010:2.1:1789431567.303586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933c00.
00010000:00000010:0.1:1789431567.315386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00010000:00000010:1.1:1789431567.321151:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfe00.
00000080:00000010:2.1:1789431567.373454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475ba0.
00010000:00000010:2.1:1789431567.373476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c600.
00010000:00000010:2.1:1789431567.373483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933400.
00010000:00000010:1.1:1789431567.376503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00000080:00000010:0.1:1789431567.376791:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a0840.
00000080:00000010:2.1:1789431567.384487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ce0.
00010000:00000010:0.1:1789431567.396380:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00010000:00000010:0.1:1789431567.407251:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18b00.
00010000:00000010:0.1:1789431567.407260:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfa00.
00010000:00000010:0.1:1789431567.429389:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:0.1:1789431567.440587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9a00.
00000080:00000010:0.1:1789431567.460386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905198e0.
00010000:00000010:1.1:1789431567.470158:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9a00.
00010000:00000010:0.1:1789431567.473414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9600.
00000080:00000010:0.1:1789431567.473437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519040.
00010000:00000010:2.1:1789431567.508878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:2.1:1789431567.513017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00010000:00000010:2.1:1789431567.513040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00000080:00000010:2.1:1789431567.535931:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5fe0.
00000080:00000010:2.1:1789431567.535948:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519640.
00010000:00000010:0.1:1789431567.540645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:0.1:1789431567.540661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18d00.
00010000:00000010:0.1:1789431567.540667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933600.
00010000:00000010:0.1:1789431567.540672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cc00.
00010000:00000010:0.1:1789431567.540675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444800.
00010000:00000010:0.1:1789431567.540678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c300.
00010000:00000010:0.1:1789431567.540682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00000080:00000010:0.1:1789431567.540691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5520.
00010000:00000010:0.1:1789431567.577454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:0.1:1789431567.583848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9600.
00010000:00000010:0.1:1789431567.633500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:1.1:1789431567.684401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c300.
00010000:00000010:1.1:1789431567.684409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00010000:00000010:0.1:1789431567.707414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9600.
00000080:00000010:1.1:1789431567.902685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475aa0.
00010000:00000010:2.1:1789431567.907413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487b00.
00010000:00000010:2.1:1789431567.907431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:1.1:1789431567.908088:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00000080:00000010:1.1:1789431568.048391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ce0.
00010000:00000010:0.1:1789431568.054669:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:1.1:1789431568.070421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00000080:00000010:0.1:1789431568.111854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:0.1:1789431568.111873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9600.
00010000:00000010:2.1:1789431568.118669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9a00.
00000080:00000010:0.1:1789431568.121606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a80.
00010000:00000010:0.1:1789431568.121636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abcf00.
00010000:00000010:0.1:1789431568.121642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:2.1:1789431568.121694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5000.
00000080:00000010:2.1:1789431568.129454:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475aa0.
00010000:00000010:1.1:1789431568.153438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5000.
00010000:00000010:0.1:1789431568.165441:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:1.1:1789431568.197765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5000.
00010000:00000010:0.1:1789431568.217419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00000080:00000010:2.1:1789431568.254058:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b56a0.
00000080:00000010:1.1:1789431568.260712:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519040.
00010000:00000010:3.1:1789431568.261077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:2.1:1789431568.273180:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00010000:00000010:2.1:1789431568.273191:0:2342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18300.
00010000:00000010:2.1:1789431568.273196:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933200.
00010000:00000010:1.1:1789431568.290398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:2.1:1789431568.298283:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5920.
00000080:00000010:2.1:1789431568.313422:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655dac0.
00010000:00000010:0.1:1789431568.313504:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00010000:00000010:3.1:1789431568.330022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:3.1:1789431568.330043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1b60.
00000080:00000010:0.1:1789431568.342612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:0.1:1789431568.346424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:1.1:1789431568.347256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:2.1:1789431568.382221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8000.
00000080:00000010:0.1:1789431568.392403:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4752a0.
00010000:00000010:0.1:1789431568.407544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5c00.
00010000:00000010:0.1:1789431568.423406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9e00.
00010000:00000010:1.1:1789431568.438816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:1.1:1789431568.440920:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9400.
00000080:00000010:2.1:1789431568.471629:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519240.
00010000:00000010:2.1:1789431568.486737:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:3.1:1789431568.487334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9e00.
00010000:00000010:0.1:1789431568.496789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:0.1:1789431568.531996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9200.
00010000:00000010:0.1:1789431568.532017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00000080:00000010:1.1:1789431568.541393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905194c0.
00010000:00000010:1.1:1789431568.541417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:1.1:1789431568.541422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc000.
00010000:00000010:1.1:1789431568.541426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8a00.
00010000:00000010:0.1:1789431568.541658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:2.1:1789431568.544832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55e0.
00000080:00000010:0.1:1789431568.560382:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475140.
00010000:00000010:3.1:1789431568.580339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:1.1:1789431568.583951:0:14616:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a5280.
00010000:00000010:0.1:1789431568.584770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00010000:00000010:1.1:1789431568.593392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00000080:00000010:1.1:1789431568.593400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00010000:00000010:0.1:1789431568.615155:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9200.
00010000:00000010:0.1:1789431568.655049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:0.1:1789431568.666271:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8200.
00000080:00000010:2.1:1789431568.667560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d80.
00010000:00000010:2.1:1789431568.667577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5e00.
00010000:00000010:0.1:1789431568.683219:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fbe00.
00000080:00000010:2.1:1789431568.695514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5c20.
00010000:00000010:0.1:1789431568.714024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:1.1:1789431568.725708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00000080:00000010:0.1:1789431568.729416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905195a0.
00010000:00000010:0.1:1789431568.752561:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:0.1:1789431568.762962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9200.
00010000:00000010:0.1:1789431568.767868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8200.
00000080:00000010:1.1:1789431568.771879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d40.
00010000:00000010:1.1:1789431568.771895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:0.1:1789431568.776463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:1.1:1789431568.805672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8a00.
00000080:00000010:1.1:1789431568.815451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f80.
00000080:00000010:1.1:1789431568.825763:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519ac0.
00010000:00000010:2.1:1789431568.837062:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:1.1:1789431568.846769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:0.1:1789431568.856846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:1.1:1789431568.864967:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00010000:00000010:0.1:1789431568.876397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8200.
00010000:00000010:1.1:1789431568.895400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9200.
00010000:00000010:1.1:1789431568.904422:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00010000:00000010:2.1:1789431568.907618:0:2341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8200.
00000080:00000010:0.1:1789431568.912386:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00010000:00000010:0.1:1789431568.912401:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00000080:00000010:0.1:1789431568.951653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475880.
00000080:00000010:0.1:1789431568.970259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5020.
00010000:00000010:0.1:1789431568.975272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c700.
00010000:00000010:0.1:1789431568.975284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00010000:00000010:0.1:1789431568.991629:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00000080:00000010:2.1:1789431569.009400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905195a0.
00000080:00000010:2.1:1789431569.009426:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a5280.
00010000:00000010:1.1:1789431569.016778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:1.1:1789431569.016795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00000080:00000010:1.1:1789431569.016862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5160.
00010000:00000010:0.1:1789431569.039452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:1.1:1789431569.042769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756c0.
00010000:00000010:1.1:1789431569.042784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00010000:00000010:3.1:1789431569.086473:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:3.1:1789431569.086592:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be200.
00000080:00000010:1.1:1789431569.102719:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519c00.
00010000:00000010:1.1:1789431569.136717:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:1.1:1789431569.136725:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:0.1:1789431569.160395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9e00.
00010000:00000010:1.1:1789431569.197261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487000.
00010000:00000010:1.1:1789431569.197296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00010000:00000010:2.1:1789431569.228179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00010000:00000010:2.1:1789431569.228243:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:1.1:1789431569.229707:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:2.1:1789431569.288408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d40.
00010000:00000010:2.1:1789431569.297473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abcc00.
00010000:00000010:2.1:1789431569.297481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:3.1:1789431569.313482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5240.
00000080:00000010:3.1:1789431569.317567:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6558840.
00010000:00000010:1.1:1789431569.333511:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:1.1:1789431569.333532:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753e0.
00010000:00000010:1.1:1789431569.378590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:1.1:1789431569.382649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00010000:00000010:1.1:1789431569.426398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00010000:00000010:3.1:1789431569.484393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c600.
00010000:00000010:3.1:1789431569.484409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:3.1:1789431569.484413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cf00.
00010000:00000010:3.1:1789431569.484418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788933000.
00010000:00000010:1.1:1789431569.484465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abcb00.
00010000:00000010:1.1:1789431569.484472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9e00.
00010000:00000010:1.1:1789431569.484476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc900.
00010000:00000010:1.1:1789431569.484480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:1.1:1789431569.484483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c400.
00010000:00000010:1.1:1789431569.484486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:1.1:1789431569.484493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc700.
00010000:00000010:1.1:1789431569.484495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9c00.
00010000:00000010:1.1:1789431569.522404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c700.
00010000:00000010:1.1:1789431569.522423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:0.1:1789431569.562401:0:1039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00000080:00000010:2.1:1789431569.576045:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5de0.
00010000:00000010:2.1:1789431569.583948:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:0.1:1789431569.584477:0:14617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cb00.
00010000:00000010:0.1:1789431569.584484:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:0.1:1789431569.768390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5ee0.
00010000:00000010:0.1:1789431569.768405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5e00.
00010000:00000010:1.1:1789431569.768453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18300.
00010000:00000010:1.1:1789431569.768461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00000080:00000010:1.1:1789431569.768465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5b20.
00010000:00000010:1.1:1789431569.797984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:1.1:1789431569.818403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00000080:00000010:2.1:1789431569.848157:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753c0.
00010000:00000010:0.1:1789431569.861813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00010000:00000010:3.1:1789431569.892862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00000080:00000010:1.1:1789431569.892954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753e0.
00010000:00000010:1.1:1789431569.894470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:0.1:1789431569.908418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00000080:00000010:1.1:1789431569.931392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5980.
00010000:00000010:1.1:1789431569.931415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:0.1:1789431569.932093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00000080:00000010:2.1:1789431569.948734:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475520.
00010000:00000010:0.1:1789431569.949426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:0.1:1789431569.968382:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:1.1:1789431569.975495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:1.1:1789431569.975506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7e00.
00000080:00000010:2.1:1789431569.999505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475800.
00010000:00000010:1.1:1789431569.999914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00010000:00000010:1.1:1789431570.004510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00000080:00000010:1.1:1789431570.008587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b52a0.
00010000:00000010:0.1:1789431570.028634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:0.1:1789431570.034397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00010000:00000010:1.1:1789431570.044146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:1.1:1789431570.048436:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9a00.
00010000:00000010:1.1:1789431570.076848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431570.080574:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00000080:00000010:0.1:1789431570.089976:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5520.
00010000:00000010:0.1:1789431570.089991:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4000.
00000080:00000010:0.1:1789431570.103209:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475760.
00010000:00000010:2.1:1789431570.113384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00000080:00000010:2.1:1789431570.125914:0:2342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5aa0.
00010000:00000010:0.1:1789431570.127439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00010000:00000010:1.1:1789431570.153369:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:1.1:1789431570.168577:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5c00.
00010000:00000010:0.1:1789431570.169401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00000080:00000010:1.1:1789431570.187447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750e0.
00010000:00000010:0.1:1789431570.190867:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:1.1:1789431570.191457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00000080:00000010:1.1:1789431570.210209:0:2347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b50c0.
00000080:00000010:2.1:1789431570.214268:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00010000:00000010:2.1:1789431570.218642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8a00.
00010000:00000010:2.1:1789431570.218658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00000080:00000010:1.1:1789431570.233443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d40.
00000080:00000010:1.1:1789431570.233481:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a5ac0.
00010000:00000010:0.1:1789431570.255424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00000080:00000010:0.1:1789431570.255452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f60.
00010000:00000010:1.1:1789431570.273423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:0.1:1789431570.304833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00010000:00000010:0.1:1789431570.304879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9a00.
00000080:00000010:1.1:1789431570.312432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750e0.
00010000:00000010:1.1:1789431570.337433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00000080:00000010:3.1:1789431570.345791:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00010000:00000010:0.1:1789431570.359397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9a00.
00000080:00000010:0.1:1789431570.359410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a60.
00000080:00000010:2.1:1789431570.359478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756c0.
00010000:00000010:2.1:1789431570.359521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc900.
00010000:00000010:2.1:1789431570.359531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00000080:00000010:2.1:1789431570.371443:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f60.
00000080:00000010:2.1:1789431570.371483:0:2341:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a655d280.
00010000:00000010:3.1:1789431570.398852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00010000:00000010:2.1:1789431570.399429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:2.1:1789431570.399435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9c00.
00010000:00000010:0.1:1789431570.411401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5200.
00000080:00000010:1.1:1789431570.431388:0:2348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1420.
00000080:00000010:1.1:1789431570.431399:0:2348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d40.
00010000:00000010:1.1:1789431570.440457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00000080:00000010:1.1:1789431570.440464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750e0.
00010000:00000010:0.1:1789431570.441464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:3.1:1789431570.462389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5e00.
00000080:00000010:2.1:1789431570.462852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5f20.
00010000:00000010:2.1:1789431570.473513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5000.
00000080:00000010:2.1:1789431570.473528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5a00.
00010000:00000010:1.1:1789431570.482736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431570.493418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:0.1:1789431570.513426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:1.1:1789431570.536389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:1.1:1789431570.536423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00010000:00000010:1.1:1789431570.536427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5e00.
00000080:00000010:1.1:1789431570.541560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d40.
00000080:00000010:1.1:1789431570.541578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5d60.
00010000:00000010:1.1:1789431570.563307:0:5588:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00000080:00000010:1.1:1789431570.563321:0:5588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475560.
00010000:00000010:2.1:1789431570.571403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abce00.
00010000:00000010:2.1:1789431570.571417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9a00.
00010000:00000010:0.1:1789431570.589429:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:0.1:1789431570.596565:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8200.
00010000:00000010:0.1:1789431570.596602:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431570.650482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8200.
00010000:00000010:1.1:1789431570.694680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abce00.
00010000:00000010:1.1:1789431570.694688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:0.1:1789431570.710148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abcb00.
00010000:00000010:0.1:1789431570.710161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:2.1:1789431570.714624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00000080:00000010:0.1:1789431570.797469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00010000:00000010:0.1:1789431570.797483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:1.1:1789431570.798479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc000.
00010000:00000010:1.1:1789431570.798488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:1.1:1789431570.885400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00000080:00000010:1.1:1789431570.885411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00010000:00000010:1.1:1789431570.885421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c400.
00010000:00000010:1.1:1789431570.885425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bee00.
00000080:00000010:1.1:1789431570.986424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750e0.
00010000:00000010:0.1:1789431571.005575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:1.1:1789431571.028759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00000080:00000010:1.1:1789431571.036216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519a60.
00010000:00000010:1.1:1789431571.036243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8a00.
00010000:00000010:1.1:1789431571.036248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:0.1:1789431571.058488:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475d40.
00010000:00000010:0.1:1789431571.091554:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8a00.
00000080:00000010:1.1:1789431571.117381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00010000:00000010:0.1:1789431571.128006:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:0.1:1789431571.128013:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:1.1:1789431571.138442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:0.1:1789431571.150622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8a00.
00010000:00000010:0.1:1789431571.155600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:0.1:1789431571.155618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00000080:00000010:1.1:1789431571.169176:0:2348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475400.
00010000:00000010:1.1:1789431571.169202:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:1.1:1789431571.185129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905192a0.
00010000:00000010:0.1:1789431571.202490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00010000:00000010:0.1:1789431571.202512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:0.1:1789431571.202518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc400.
00010000:00000010:0.1:1789431571.202522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9400.
00000080:00000010:0.1:1789431571.206562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475560.
00000080:00000010:0.1:1789431571.242711:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475400.
00000080:00000010:0.1:1789431571.253569:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a6550000.
00010000:00000010:3.1:1789431571.260220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:1.1:1789431571.288550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:1.1:1789431571.297502:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:1.1:1789431571.297516:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750e0.
00010000:00000010:1.1:1789431571.368475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:0.1:1789431571.372477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:2.1:1789431571.410868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:1.1:1789431571.420621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8a00.
00010000:00000010:1.1:1789431571.429602:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624f00.
00010000:00000010:1.1:1789431571.429617:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00010000:00000010:0.1:1789431571.434913:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00000080:00000010:1.1:1789431571.443483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f80.
00010000:00000010:1.1:1789431571.470412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00000080:00000010:3.1:1789431571.470663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475240.
00010000:00000010:1.1:1789431571.478841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00010000:00000010:1.1:1789431571.478854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc700.
00010000:00000010:1.1:1789431571.478860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8000.
00010000:00000010:2.1:1789431571.493558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7600.
00000080:00000010:1.1:1789431571.494413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475dc0.
00000080:00000010:0.1:1789431571.497576:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a2100.
00010000:00000010:0.1:1789431571.511016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00000080:00000010:0.1:1789431571.511028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519f60.
00010000:00000010:1.1:1789431571.511556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487500.
00010000:00000010:1.1:1789431571.511565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7a00.
00010000:00000010:1.1:1789431571.544580:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7800.
00010000:00000010:1.1:1789431571.564454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:0.1:1789431571.574395:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00010000:00000010:0.1:1789431571.584223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:1.1:1789431571.589551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:0.1:1789431571.599747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:0.1:1789431571.615047:0:14616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625200.
00010000:00000010:0.1:1789431571.615060:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fba00.
00010000:00000010:1.1:1789431571.621222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9c00.
00000080:00000010:1.1:1789431571.636634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519440.
00010000:00000010:0.1:1789431571.636978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4600.
00010000:00000010:0.1:1789431571.668017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:3.1:1789431571.673004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756c0.
00010000:00000010:0.1:1789431571.673649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7c00.
00010000:00000010:0.1:1789431571.673656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00010000:00000010:0.1:1789431571.693230:0:37:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786ceda00.
00010000:00000010:0.1:1789431571.693238:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:0.1:1789431571.699479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00010000:00000010:1.1:1789431571.699627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00000080:00000010:1.1:1789431571.715961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475480.
00010000:00000010:2.1:1789431571.725493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf200.
00010000:00000010:1.1:1789431571.725809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be600.
00000080:00000010:0.1:1789431571.729381:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00010000:00000010:2.1:1789431571.743476:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:1.1:1789431571.755477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00010000:00000010:0.1:1789431571.764036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be000.
00010000:00000010:0.1:1789431571.774458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00000080:00000010:0.1:1789431571.774467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00010000:00000010:0.1:1789431571.774477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf7200.
00010000:00000010:3.1:1789431571.786426:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9000.
00010000:00000010:1.1:1789431571.792385:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8800.
00000080:00000010:1.1:1789431571.792433:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4750e0.
00010000:00000010:1.1:1789431571.792443:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bec00.
00000080:00000010:3.1:1789431571.801024:0:2341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519600.
00010000:00000010:2.1:1789431571.801406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6400.
00010000:00000010:1.1:1789431571.805787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5800.
00000080:00000010:1.1:1789431571.825243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb11a0.
00010000:00000010:0.1:1789431571.836795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9c00.
00000080:00000010:0.1:1789431571.845054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4756e0.
00010000:00000010:0.1:1789431571.845073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cf00.
00010000:00000010:0.1:1789431571.845078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00000080:00000010:0.1:1789431571.845083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00000080:00000010:0.1:1789431571.853706:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a64a5ac0.
00000080:00000010:3.1:1789431571.866848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb14c0.
00010000:00000010:0.1:1789431571.883369:0:2348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5000.
00010000:00000010:1.1:1789431571.892398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9c00.
00010000:00000010:0.1:1789431571.893248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4e00.
00010000:00000010:1.1:1789431571.914038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4800.
00010000:00000010:0.1:1789431571.935424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00000080:00000010:0.1:1789431571.963394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b55c0.
00010000:00000010:2.1:1789431571.968414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00010000:00000010:0.1:1789431571.968479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6800.
00000080:00000010:1.1:1789431571.976950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519860.
00010000:00000010:0.1:1789431571.994392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b200.
00010000:00000010:1.1:1789431572.019375:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00000080:00000010:1.1:1789431572.019382:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475c20.
00010000:00000010:2.1:1789431572.019767:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4200.
00000080:00000010:2.1:1789431572.028107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475dc0.
00010000:00000010:2.1:1789431572.028140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9a00.
00010000:00000010:0.1:1789431572.043537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:0.1:1789431572.043589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ba00.
00010000:00000010:0.1:1789431572.043593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d800.
00000080:00000010:0.1:1789431572.051968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1a60.
00000080:00000010:0.1:1789431572.056453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b50e0.
00010000:00000010:0.1:1789431572.056486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18100.
00010000:00000010:0.1:1789431572.056493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4000.
00000080:00000010:0.1:1789431572.056499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475760.
00000080:00000010:0.1:1789431572.056508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475480.
00000080:00000010:0.1:1789431572.063716:0:14617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b5760.
00000080:00000010:0.1:1789431572.063755:0:14617:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92f7a661dac0.
00010000:00000010:0.1:1789431572.079685:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00000080:00000010:0.1:1789431572.091401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00010000:00000010:1.1:1789431572.106644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00010000:00000010:1.1:1789431572.106705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8a00.
00010000:00000010:0.1:1789431572.107420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8000.
00010000:00000010:0.1:1789431572.145410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:1.1:1789431572.147509:0:14616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00000080:00000010:0.1:1789431572.174470:0:14616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d40.
00010000:00000010:2.1:1789431572.182571:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:0.1:1789431572.186632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00000080:00000010:0.1:1789431572.186641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905199c0.
00010000:00000010:1.1:1789431572.206625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5ce00.
00010000:00000010:1.1:1789431572.206632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d800.
00010000:00000010:0.1:1789431572.232402:0:14617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8e00.
00010000:00000010:1.1:1789431572.239448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d800.
00010000:00000010:0.1:1789431572.239524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8000.
00010000:00000010:0.1:1789431572.239531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9400.
00000080:00000010:1.1:1789431572.257104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475800.
00000080:00000010:1.1:1789431572.257131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519d00.
00010000:00000010:1.1:1789431572.269821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d400.
00000080:00000010:1.1:1789431572.269830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af4753e0.
00010000:00000010:2.1:1789431572.278781:0:2342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde000.
00010000:00000010:2.1:1789431572.285623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf400.
00000080:00000010:2.1:1789431602.726382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905193e0.
00000080:00000010:2.1:1789431602.730390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb14e0.
00010000:00000010:2.1:1789431602.730426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d63600.
00010000:00000010:2.1:1789431602.730435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309be00.
00010000:00000010:2.1:1789431602.730440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480000.
00010000:00000010:2.1:1789431602.730444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8ac00.
00010000:00000010:2.1:1789431602.730447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d63d00.
00010000:00000010:2.1:1789431602.730450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8b800.
00010000:00000010:2.1:1789431602.730453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d63c00.
00010000:00000010:2.1:1789431602.730459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309aa00.
00010000:00000010:2.1:1789431602.730463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309bc00.
00010000:00000010:2.1:1789431602.730465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a400.
00010000:00000010:2.1:1789431602.730468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309b200.
00010000:00000010:2.1:1789431602.730471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a800.
00010000:00000010:2.1:1789431602.730474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af220c00.
00010000:00000010:2.1:1789431602.730477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d63f00.
00010000:00000010:2.1:1789431602.730480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309ac00.
00010000:00000010:2.1:1789431602.730492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001c600.
00010000:00000010:2.1:1789431602.730496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3137600.
00010000:00000010:2.1:1789431602.730500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001c200.
00010000:00000010:2.1:1789431602.730502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309ae00.
00010000:00000010:2.1:1789431602.730505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d8ed00.
00010000:00000010:2.1:1789431602.730509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e9600.
00010000:00000010:2.1:1789431602.730512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d63000.
00010000:00000010:2.1:1789431602.730515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309a000.
00010000:00000010:2.1:1789431602.730531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e9000.
00000080:00000010:2.1:1789431613.068388:0:5588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1780.
00000080:00000010:2.1:1789431613.068413:0:5588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b59a0.
00000080:00000010:2.1:1789431613.068426:0:5588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7831a47a0.
00010000:00000010:1.1:1789431613.698483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7d00.
00010000:00000010:1.1:1789431613.698499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2600.
00010000:00000010:1.1:1789431613.698509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789d93e00.
00010000:00000010:1.1:1789431613.698522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b600.
00010000:00000010:1.1:1789431613.698536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ddd200.
00010000:00000010:1.1:1789431613.698547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979400.
00010000:00000010:1.1:1789431613.698556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3d00.
00010000:00000010:1.1:1789431613.698570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790445c00.
00010000:00000010:1.1:1789431613.698582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f791946a00.
00010000:00000010:1.1:1789431613.698592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883b200.
00010000:00000010:1.1:1789431613.698600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786ced200.
00010000:00000010:1.1:1789431613.698609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92400.
00010000:00000010:1.1:1789431613.698620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508c00.
00010000:00000010:1.1:1789431613.698632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9d000.
00010000:00000010:1.1:1789431613.698646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6c600.
00010000:00000010:1.1:1789431613.698657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94e00.
00010000:00000010:1.1:1789431613.698670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6c700.
00010000:00000010:1.1:1789431613.698681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d95200.
00010000:00000010:1.1:1789431613.698690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3137400.
00010000:00000010:1.1:1789431613.698699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001d600.
00010000:00000010:1.1:1789431613.698714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6ca00.
00010000:00000010:1.1:1789431613.698725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9da00.
00010000:00000010:1.1:1789431613.698733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3137d00.
00010000:00000010:1.1:1789431613.698741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9dc00.
00010000:00000010:1.1:1789431613.698748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96d00.
00010000:00000010:1.1:1789431613.698757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7905e9e00.
00010000:00000010:1.1:1789431613.698766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d63200.
00010000:00000010:1.1:1789431613.698773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001dc00.
00010000:00000010:1.1:1789431613.698788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480e00.
00010000:00000010:1.1:1789431613.698793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001c000.
00010000:00000010:1.1:1789431613.698797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d63700.
00010000:00000010:1.1:1789431613.698805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309b000.
00010000:00000010:2.1:1789431613.840489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3f00.
00010000:00000010:2.1:1789431613.840504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444a00.
00010000:00000010:2.1:1789431613.840508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3e00.
00010000:00000010:2.1:1789431613.840511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790444e00.
00010000:00000010:2.1:1789431613.840514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789d93800.
00010000:00000010:2.1:1789431613.840519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883a400.
00010000:00000010:2.1:1789431613.840523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786cedf00.
00010000:00000010:2.1:1789431613.840527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93200.
00010000:00000010:2.1:1789431613.840531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789d93700.
00010000:00000010:2.1:1789431613.840534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883a800.
00010000:00000010:2.1:1789431613.840537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508900.
00010000:00000010:2.1:1789431613.840540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78c00.
00010000:00000010:2.1:1789431613.840543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c6c300.
00010000:00000010:2.1:1789431613.840546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0200.
00010000:00000010:2.1:1789431613.840549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96900.
00010000:00000010:2.1:1789431613.840553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d95800.
00010000:00000010:2.1:1789431613.840557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480c00.
00010000:00000010:2.1:1789431613.840560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899d000.
00010000:00000010:2.1:1789431613.840564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3137700.
00010000:00000010:2.1:1789431613.840568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001ce00.
00010000:00000010:2.1:1789431613.840571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3137800.
00010000:00000010:2.1:1789431613.840574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001ca00.
00010000:00000010:2.1:1789431613.840577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96f00.
00010000:00000010:2.1:1789431613.840579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d95c00.
00010000:00000010:2.1:1789431613.840582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3137300.
00010000:00000010:2.1:1789431613.840585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9d400.
00010000:00000010:2.1:1789431613.840588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96c00.
00010000:00000010:2.1:1789431613.840592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79001da00.
00010000:00000010:2.1:1789431613.840594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3137200.
00010000:00000010:2.1:1789431613.840597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94400.
00010000:00000010:2.1:1789431613.840601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d63800.
00010000:00000010:2.1:1789431613.840604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ce00.
00000800:00000100:2.1:1789431631.391520:0:2338:0:(socklnd_cb.c:2294:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.203.104@tcp (192.168.203.104:988) the network or that node may be down.
00000800:00000200:2.1:1789431631.391534:0:2338:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:2.1:1789431631.391547:0:2338:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1789431631.391558:0:2338:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:0.1:1789431633.696381:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431633.696689:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431635.744170:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431635.744517:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431635.744672:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431639.840473:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431639.840478:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 2, 1 secs later)
00000800:00000200:2.1:1789431639.840996:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431639.840999:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 2, 1 secs later)
00000800:00000200:2.1:1789431639.841863:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431639.841866:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 2, 1 secs later)
00000800:00000200:2.1:1789431639.842427:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431639.842430:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 2, 1 secs later)
00000800:00000200:0.1:1789431644.959982:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431644.960337:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431644.960522:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431644.960664:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431650.080076:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431650.080081:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 4, 2 secs later)
00000800:00000200:0.1:1789431650.081629:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431650.081631:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 4, 2 secs later)
00000800:00000200:0.1:1789431650.081801:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431650.081803:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 4, 2 secs later)
00000800:00000200:0.1:1789431650.082004:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431650.082006:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 4, 2 secs later)
00000800:00000200:0.1:1789431655.200280:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431655.200632:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431655.200727:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431655.200813:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431660.322082:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431660.322086:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1789431660.323612:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431660.323615:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1789431660.324068:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431660.324071:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1789431660.324381:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431660.324385:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1789431665.440425:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431665.440441:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 8, 1 secs later)
00000800:00000200:3.1:1789431665.441019:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431665.441022:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 8, 1 secs later)
00000800:00000200:3.1:1789431665.441305:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431665.441308:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 8, 1 secs later)
00000800:00000200:3.1:1789431665.441608:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431665.441611:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 8, 1 secs later)
00000800:00000200:2.1:1789431670.560432:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431670.560725:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431670.561609:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431670.561836:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431675.680085:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431675.680091:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1789431675.680613:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431675.680616:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1789431675.680898:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431675.680902:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1789431675.682695:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431675.682699:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1789431680.800038:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431680.800046:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1789431680.800624:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431680.800626:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1789431680.800818:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431680.800820:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 16, 9 secs later)
00000800:00000200:2.1:1789431680.801105:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431680.801108:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 16, 9 secs later)
00000800:00000200:3.1:1789431685.920154:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431685.920161:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 16, 4 secs later)
00000800:00000200:3.1:1789431685.920653:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431685.920656:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 16, 4 secs later)
00000800:00000200:3.1:1789431685.920914:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431685.920916:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 16, 4 secs later)
00000800:00000200:3.1:1789431685.921195:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431685.921198:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 16, 4 secs later)
00000800:00000200:0.1:1789431691.040409:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431691.041012:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431691.041177:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431691.041338:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431696.159951:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431696.159956:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 28 secs later)
00000800:00000200:0.1:1789431696.160465:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431696.160467:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 28 secs later)
00000800:00000200:0.1:1789431696.160675:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431696.160677:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 28 secs later)
00000800:00000200:0.1:1789431696.160861:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431696.160863:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 28 secs later)
00000800:00000200:0.1:1789431701.279942:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431701.279945:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 22 secs later)
00000800:00000200:0.1:1789431701.281071:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431701.281074:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 22 secs later)
00000800:00000200:0.1:1789431701.281385:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431701.281388:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 22 secs later)
00000800:00000200:0.1:1789431701.281743:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431701.281746:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 22 secs later)
00000800:00000200:0.1:1789431706.400269:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431706.400275:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 17 secs later)
00000800:00000200:0.1:1789431706.400705:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431706.400707:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 17 secs later)
00000800:00000200:0.1:1789431706.400991:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431706.400993:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 17 secs later)
00000800:00000200:0.1:1789431706.401261:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431706.401263:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 17 secs later)
00000800:00000200:3.1:1789431711.520051:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431711.520057:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 12 secs later)
00000800:00000200:3.1:1789431711.520539:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431711.520542:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 12 secs later)
00000800:00000200:3.1:1789431711.520734:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431711.520736:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 12 secs later)
00000800:00000200:3.1:1789431711.520934:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431711.520936:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 12 secs later)
00000800:00000200:3.1:1789431716.640343:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431716.640347:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1789431716.640918:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431716.640921:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1789431716.641177:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431716.641179:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1789431716.641438:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431716.641441:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 7 secs later)
00000800:00000200:3.1:1789431721.760211:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431721.760219:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 2 secs later)
00000800:00000200:3.1:1789431721.761010:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431721.761012:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 2 secs later)
00000800:00000200:3.1:1789431721.761272:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431721.761274:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 2 secs later)
00000800:00000200:3.1:1789431721.761566:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431721.761568:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 32, 2 secs later)
00000800:00000200:3.1:1789431726.880007:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431726.880282:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431726.880467:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431726.880614:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431732.000375:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431732.000379:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789431732.001235:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431732.001239:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789431732.001531:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431732.001534:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789431732.001809:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431732.001811:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789431737.120087:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431737.120094:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789431737.120655:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431737.120657:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789431737.120953:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431737.120955:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789431737.121231:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431737.121233:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789431742.239898:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431742.239902:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789431742.240255:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431742.240257:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789431742.240437:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431742.240439:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789431742.240688:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431742.240691:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789431747.359903:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431747.359906:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789431747.360374:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431747.360377:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789431747.360649:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431747.360652:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789431747.360972:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431747.360974:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789431752.480105:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431752.480113:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789431752.480923:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431752.480925:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789431752.481135:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431752.481138:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789431752.481317:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431752.481318:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789431757.600241:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431757.600250:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789431757.601117:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431757.601119:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789431757.601395:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431757.601397:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789431757.601618:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431757.601620:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789431762.719879:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431762.719882:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789431762.720380:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431762.720383:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789431762.720566:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431762.720567:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789431762.720748:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431762.720750:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789431767.840315:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431767.840325:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789431767.840907:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431767.840909:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789431767.841186:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431767.841188:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789431767.841478:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431767.841480:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789431772.960122:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431772.960129:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789431772.960897:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431772.960899:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789431772.961068:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431772.961069:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789431772.961226:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431772.961228:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789431778.080029:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431778.080036:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789431778.080556:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431778.080559:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789431778.080839:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431778.080842:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789431778.081120:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431778.081123:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789431783.199898:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431783.199902:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789431783.200316:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431783.200318:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789431783.200514:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431783.200516:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789431783.200667:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431783.200669:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789431788.320048:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431788.320053:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789431788.320595:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431788.320597:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789431788.320764:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431788.320765:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789431788.320950:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431788.320951:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789431793.440192:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431793.440729:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431793.441107:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431793.441258:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431798.559998:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431798.560003:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789431798.560617:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431798.560619:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789431798.560894:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431798.560896:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789431798.561162:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431798.561165:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789431803.679919:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431803.679923:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789431803.680458:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431803.680463:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789431803.680727:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431803.680728:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789431803.680920:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431803.680921:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789431808.799962:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431808.799968:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789431808.800570:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431808.800573:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789431808.800821:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431808.800823:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789431808.801066:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431808.801069:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789431813.920050:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431813.920057:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789431813.920688:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431813.920690:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789431813.920939:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431813.920941:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789431813.921204:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431813.921206:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789431819.040193:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431819.040199:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789431819.040877:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431819.040880:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789431819.041218:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431819.041221:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789431819.041635:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431819.041638:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789431824.159990:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431824.160006:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789431824.160536:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431824.160538:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789431824.160796:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431824.160800:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789431824.161168:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431824.161170:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789431829.280003:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431829.280009:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789431829.280506:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431829.280507:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789431829.280671:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431829.280672:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789431829.280823:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431829.280824:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789431834.399911:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431834.399914:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789431834.400472:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431834.400473:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789431834.400670:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431834.400672:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789431834.400869:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431834.400871:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789431839.520081:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431839.520087:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789431839.520564:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431839.520565:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789431839.520744:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431839.520746:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789431839.520967:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789431839.520969:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789431844.640196:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431844.640211:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789431844.641107:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431844.641109:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789431844.641281:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431844.641283:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789431844.641526:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431844.641528:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789431849.759990:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431849.759994:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789431849.760623:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431849.760626:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789431849.760897:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431849.760900:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789431849.761214:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431849.761217:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789431854.880085:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431854.880093:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789431854.880526:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431854.880527:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789431854.880727:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431854.880728:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789431854.880903:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431854.880904:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789431860.000229:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431860.000655:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431860.000792:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431860.000930:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431865.120311:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431865.120317:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789431865.120946:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431865.120949:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789431865.121244:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431865.121246:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789431865.121561:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431865.121564:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789431870.240048:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431870.240054:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1789431870.240656:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431870.240658:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1789431870.240905:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431870.240908:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1789431870.241151:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789431870.241153:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1789431875.360144:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431875.360151:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1789431875.360686:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431875.360688:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1789431875.360862:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431875.360864:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1789431875.361047:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431875.361049:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1789431880.480139:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431880.480146:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1789431880.480975:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431880.480978:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1789431880.481322:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431880.481324:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1789431880.481552:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431880.481554:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1789431885.600312:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431885.600319:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789431885.600916:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431885.600918:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789431885.601197:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431885.601199:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789431885.601496:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431885.601499:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789431890.720014:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431890.720022:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789431890.720429:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431890.720432:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789431890.720643:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431890.720645:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789431890.720809:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431890.720810:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789431895.840347:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431895.840394:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789431895.840866:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431895.840869:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789431895.841135:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431895.841138:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789431895.841422:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431895.841424:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789431900.959969:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431900.959973:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789431900.960559:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431900.960561:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789431900.960757:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431900.960760:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789431900.960943:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431900.960944:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789431906.079978:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431906.079985:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789431906.080492:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431906.080494:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789431906.080666:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431906.080667:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789431906.080823:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431906.080825:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789431911.199952:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431911.199955:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789431911.200548:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431911.200552:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789431911.200743:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431911.200744:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789431911.200966:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431911.200968:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789431916.320186:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431916.320197:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789431916.320886:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431916.320888:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789431916.321100:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431916.321101:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789431916.321286:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431916.321288:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789431921.440122:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431921.440131:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789431921.440935:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431921.440938:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789431921.441118:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431921.441120:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789431921.441392:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431921.441394:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789431926.560217:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431926.560748:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431926.560929:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431926.561076:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431931.680087:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431931.680092:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789431931.680886:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431931.680888:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789431931.681193:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431931.681195:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789431931.681532:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431931.681534:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789431936.800335:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431936.800347:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789431936.800997:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431936.801000:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789431936.801319:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431936.801322:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789431936.801645:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431936.801648:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789431941.920006:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431941.920010:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789431941.920574:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431941.920576:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789431941.920840:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431941.920842:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789431941.921025:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431941.921027:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789431947.040459:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431947.040462:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789431947.040788:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431947.040790:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789431947.040995:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431947.040997:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789431947.041250:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431947.041253:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789431952.159943:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431952.159948:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789431952.160386:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431952.160388:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789431952.160550:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431952.160551:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789431952.160737:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431952.160739:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789431957.279953:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431957.279964:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789431957.280462:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431957.280464:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789431957.280676:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431957.280677:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789431957.280907:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431957.280910:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789431962.400415:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431962.400426:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789431962.401071:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431962.401074:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789431962.401444:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431962.401446:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789431962.401773:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431962.401776:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789431967.520445:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431967.520449:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789431967.520833:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431967.520836:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789431967.521043:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431967.521045:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789431967.521236:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431967.521237:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789431972.639945:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431972.639950:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789431972.640577:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431972.640580:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789431972.640843:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431972.640845:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789431972.641180:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431972.641183:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789431977.760030:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431977.760036:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789431977.760495:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431977.760497:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789431977.760743:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431977.760745:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789431977.760911:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431977.760913:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789431982.880162:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431982.880165:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789431982.880469:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431982.880471:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789431982.880659:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431982.880661:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789431982.880841:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431982.880842:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789431987.999981:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431987.999986:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789431988.000557:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431988.000559:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789431988.000787:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431988.000790:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789431988.001086:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431988.001089:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789431993.119944:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431993.120267:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431993.120454:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789431993.120607:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431998.240032:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431998.240037:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1789431998.240678:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431998.240681:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1789431998.240977:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431998.240980:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1789431998.241253:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789431998.241255:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1789432003.359975:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432003.359980:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789432003.360492:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432003.360494:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789432003.360695:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432003.360697:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789432003.360879:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432003.360881:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789432008.480178:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432008.480190:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789432008.480902:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432008.480904:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789432008.481203:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432008.481205:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789432008.481445:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432008.481447:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789432013.600468:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432013.600481:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789432013.601043:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432013.601047:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789432013.601398:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432013.601401:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789432013.601714:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432013.601717:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789432018.719868:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432018.719873:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432018.720520:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432018.720526:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432018.720963:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432018.720965:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432018.721154:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432018.721155:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432023.840049:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432023.840057:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432023.840528:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432023.840531:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432023.840822:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432023.840824:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432023.841093:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432023.841096:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432028.960147:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432028.960154:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789432028.960722:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432028.960725:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789432028.960983:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432028.960986:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789432028.961234:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432028.961236:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789432034.079978:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432034.079985:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432034.080532:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432034.080536:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432034.080798:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432034.080801:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432034.081073:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432034.081075:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432039.200392:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432039.200401:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432039.200919:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432039.200921:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432039.201141:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432039.201143:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432039.201423:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432039.201425:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789432044.320010:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432044.320026:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1789432044.320587:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432044.320590:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1789432044.320809:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432044.320811:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1789432044.321035:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432044.321037:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1789432049.439916:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432049.439921:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789432049.440410:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432049.440412:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789432049.440604:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432049.440606:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789432049.440808:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432049.440810:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789432054.560250:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432054.560258:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1789432054.561162:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432054.561165:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1789432054.561731:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432054.561733:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1789432054.561987:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432054.561989:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1789432059.680074:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432059.680327:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432059.680501:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432059.680645:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432064.799884:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432064.799887:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432064.800285:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432064.800287:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432064.800585:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432064.800588:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432064.800837:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432064.800840:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432069.919893:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432069.919898:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789432069.920336:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432069.920338:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789432069.920531:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432069.920533:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789432069.920720:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432069.920722:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789432075.039897:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432075.039901:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789432075.040432:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432075.040434:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789432075.040659:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432075.040661:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789432075.040868:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432075.040871:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789432080.159907:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432080.159911:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789432080.160437:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432080.160439:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789432080.160629:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432080.160631:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789432080.160832:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432080.160833:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789432085.279814:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432085.279817:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432085.280312:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432085.280314:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432085.280525:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432085.280527:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432085.280681:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432085.280683:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432090.399908:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432090.399913:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432090.400449:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432090.400451:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432090.400646:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432090.400647:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432090.400863:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432090.400865:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432095.520085:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432095.520093:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789432095.520568:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432095.520570:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789432095.520782:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432095.520784:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789432095.521018:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432095.521020:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789432100.639928:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432100.639936:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432100.640429:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432100.640433:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432100.640688:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432100.640691:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432100.640935:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432100.640938:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432105.760141:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432105.760150:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432105.760676:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432105.760679:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432105.760958:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432105.760961:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432105.761174:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432105.761176:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432110.879929:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432110.879934:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432110.880338:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432110.880340:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432110.880517:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432110.880518:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432110.880676:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432110.880678:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000080:00000010:0.1:1789432114.726374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b50a0.
00000080:00000010:0.1:1789432114.726385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788dc64e0.
00010000:00000010:0.1:1789432114.726389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35700.
00010000:00000010:0.1:1789432114.726391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79200.
00010000:00000010:0.1:1789432114.726393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64600.
00010000:00000010:0.1:1789432114.726395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfb000.
00010000:00000010:0.1:1789432114.726397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4e00.
00010000:00000010:0.1:1789432114.726399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f400.
00010000:00000010:0.1:1789432114.726401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35300.
00010000:00000010:0.1:1789432114.726402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c78000.
00010000:00000010:0.1:1789432114.726404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64300.
00010000:00000010:0.1:1789432114.726406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cfae00.
00010000:00000010:0.1:1789432114.726407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa900.
00010000:00000010:0.1:1789432114.726409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf000.
00010000:00000010:0.1:1789432114.726411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64200.
00010000:00000010:0.1:1789432114.726412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8000.
00010000:00000010:0.1:1789432114.726414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64d00.
00010000:00000010:0.1:1789432114.726415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd8400.
00010000:00000010:0.1:1789432114.726417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788cf8d00.
00010000:00000010:0.1:1789432114.726418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9e600.
00010000:00000010:0.1:1789432114.726420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624400.
00010000:00000010:0.1:1789432114.726421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1fa00.
00010000:00000010:0.1:1789432114.726423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624900.
00010000:00000010:0.1:1789432114.726424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e800.
00010000:00000010:0.1:1789432114.726425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7904fc400.
00010000:00000010:0.1:1789432114.726427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497400.
00010000:00000010:0.1:1789432114.730371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3624700.
00010000:00000010:0.1:1789432114.730376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9200.
00010000:00000010:0.1:1789432114.730378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625300.
00010000:00000010:0.1:1789432114.730379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b3a00.
00010000:00000010:0.1:1789432114.730382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9e200.
00010000:00000010:0.1:1789432114.730384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed200.
00000800:00000200:3.1:1789432116.000030:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432116.000037:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789432116.000507:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432116.000509:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789432116.000783:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432116.000786:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789432116.001067:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432116.001070:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432121.119959:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432121.119964:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432121.120419:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432121.120422:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432121.120688:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432121.120690:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432121.120979:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432121.120982:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789432126.239833:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432126.241669:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432126.241843:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432126.242006:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432131.360334:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432131.360340:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432131.361260:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432131.361263:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432131.361555:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432131.361558:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432131.361783:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432131.361784:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000080:00000010:0.1:1789432135.206376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7af475940.
00000080:00000010:0.1:1789432135.206393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b59e0.
00010000:00000010:0.1:1789432135.206398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5f00.
00010000:00000010:0.1:1789432135.206402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484000.
00010000:00000010:0.1:1789432135.206404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4b00.
00010000:00000010:0.1:1789432135.206406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed400.
00010000:00000010:0.1:1789432135.206410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64c00.
00010000:00000010:0.1:1789432135.206412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeede00.
00010000:00000010:0.1:1789432135.206415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5400.
00010000:00000010:0.1:1789432135.206418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c2045a00.
00010000:00000010:0.1:1789432135.206422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5b00.
00010000:00000010:0.1:1789432135.206425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93000.
00010000:00000010:0.1:1789432135.206429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64e00.
00010000:00000010:0.1:1789432135.206432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9a00.
00010000:00000010:0.1:1789432135.206435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17df00.
00010000:00000010:0.1:1789432135.206439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050dc00.
00010000:00000010:0.1:1789432135.206441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5600.
00010000:00000010:0.1:1789432135.206444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d92600.
00010000:00000010:0.1:1789432135.210373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487a00.
00010000:00000010:0.1:1789432135.210382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497c00.
00010000:00000010:0.1:1789432135.210384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487400.
00010000:00000010:0.1:1789432135.210386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496200.
00010000:00000010:0.1:1789432135.210389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d000.
00010000:00000010:0.1:1789432135.210391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050ca00.
00010000:00000010:0.1:1789432135.210393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786b35200.
00010000:00000010:0.1:1789432135.210395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788c79c00.
00010000:00000010:0.1:1789432135.210397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f789e64700.
00010000:00000010:0.1:1789432135.210399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786dd9e00.
00010000:00000010:0.1:1789432135.210401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487d00.
00010000:00000010:0.1:1789432135.210403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496600.
00010000:00000010:0.1:1789432135.210406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17db00.
00010000:00000010:0.1:1789432135.210409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c000.
00010000:00000010:0.1:1789432135.210412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790508700.
00010000:00000010:0.1:1789432135.210415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ddf800.
00000800:00000200:1.1:1789432136.480393:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432136.480402:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432136.480885:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432136.480888:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432136.481162:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432136.481164:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432136.481346:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432136.481367:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432141.600054:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432141.600058:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789432141.600564:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432141.600567:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789432141.600852:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432141.600855:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789432141.601126:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432141.601129:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00010000:00000010:0.1:1789432144.444375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243500.
00010000:00000010:0.1:1789432144.444386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5400.
00010000:00000010:0.1:1789432144.444390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243d00.
00010000:00000010:0.1:1789432144.444393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf800.
00010000:00000010:0.1:1789432144.444397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5000.
00010000:00000010:0.1:1789432144.444400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484e00.
00010000:00000010:0.1:1789432144.444403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5d00.
00010000:00000010:0.1:1789432144.444406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485a00.
00010000:00000010:0.1:1789432144.444410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d100.
00010000:00000010:0.1:1789432144.444413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d000.
00010000:00000010:0.1:1789432144.444417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaab00.
00010000:00000010:0.1:1789432144.444420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeedc00.
00010000:00000010:0.1:1789432144.444423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208900.
00010000:00000010:0.1:1789432144.444426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec200.
00010000:00000010:0.1:1789432144.444428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17dd00.
00010000:00000010:0.1:1789432144.444430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d400.
00010000:00000010:0.1:1789432144.444431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243900.
00010000:00000010:0.1:1789432144.444433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497e00.
00010000:00000010:0.1:1789432144.444435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5300.
00010000:00000010:0.1:1789432144.444437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485400.
00010000:00000010:0.1:1789432144.444438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b32c5c00.
00010000:00000010:0.1:1789432144.444440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484c00.
00010000:00000010:3.1:1789432144.448431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdea00.
00010000:00000010:3.1:1789432144.448450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18e00.
00010000:00000010:3.1:1789432144.448454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5e00.
00010000:00000010:3.1:1789432144.448458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7af66b600.
00010000:00000010:3.1:1789432144.448462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814b2000.
00010000:00000010:3.1:1789432144.448465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cc00.
00010000:00000010:3.1:1789432144.448468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4400.
00010000:00000010:3.1:1789432144.448472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71600.
00010000:00000010:3.1:1789432144.448474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ee00.
00010000:00000010:3.1:1789432144.448477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788c71100.
00010000:00000010:3.1:1789432144.448479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d94600.
00010000:00000010:3.1:1789432144.448482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ddd500.
00010000:00000010:3.1:1789432144.448484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9e00.
00010000:00000010:3.1:1789432144.448487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79196f400.
00010000:00000010:3.1:1789432144.448490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9a00.
00010000:00000010:3.1:1789432144.448493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccdb00.
00010000:00000010:3.1:1789432144.448495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978400.
00010000:00000010:0.1:1789432144.448544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d500.
00010000:00000010:0.1:1789432144.448549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d200.
00010000:00000010:0.1:1789432144.448552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243000.
00010000:00000010:0.1:1789432144.448556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c400.
00010000:00000010:0.1:1789432144.448559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8000.
00010000:00000010:0.1:1789432144.448562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec600.
00010000:00000010:0.1:1789432144.448566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d300.
00010000:00000010:0.1:1789432144.448569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496000.
00010000:00000010:0.1:1789432144.448571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17d200.
00010000:00000010:0.1:1789432144.448574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050de00.
00010000:00000010:0.1:1789432144.448577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc4700.
00010000:00000010:0.1:1789432144.448580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeec000.
00010000:00000010:0.1:1789432144.448582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78a17de00.
00010000:00000010:0.1:1789432144.448585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050c600.
00000800:00000200:1.1:1789432146.720135:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432146.720139:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789432146.721023:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432146.721025:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789432146.721221:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432146.721223:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789432146.721500:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432146.721502:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789432151.840010:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432151.840015:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789432151.840541:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432151.840542:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789432151.840774:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432151.840776:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789432151.840943:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432151.840945:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00010000:00000010:3.1:1789432154.662386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa700.
00010000:00000010:3.1:1789432154.662400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a0600.
00010000:00000010:3.1:1789432154.662411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc3500.
00010000:00000010:3.1:1789432154.662415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ea00.
00010000:00000010:3.1:1789432154.662418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e200.
00010000:00000010:3.1:1789432154.662422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d800.
00010000:00000010:3.1:1789432154.662425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625900.
00010000:00000010:3.1:1789432154.662429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484600.
00010000:00000010:3.1:1789432154.662432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890aa700.
00010000:00000010:3.1:1789432154.662436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e000.
00010000:00000010:3.1:1789432154.666380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4e400.
00010000:00000010:3.1:1789432154.666393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050da00.
00010000:00000010:3.1:1789432154.666396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc8200.
00010000:00000010:3.1:1789432154.666399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788978000.
00010000:00000010:3.1:1789432154.666402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7f00.
00010000:00000010:3.1:1789432154.666404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496a00.
00010000:00000010:3.1:1789432154.666407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243f00.
00010000:00000010:3.1:1789432154.666409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979200.
00010000:00000010:3.1:1789432154.666413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf100.
00010000:00000010:3.1:1789432154.666415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdf800.
00010000:00000010:3.1:1789432154.666417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78ba4ec00.
00010000:00000010:3.1:1789432154.666429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050cc00.
00010000:00000010:3.1:1789432154.666431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243c00.
00010000:00000010:3.1:1789432154.666433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc9400.
00010000:00000010:3.1:1789432154.666435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfc00.
00010000:00000010:3.1:1789432154.666437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdec00.
00010000:00000010:3.1:1789432154.666439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bf000.
00010000:00000010:3.1:1789432154.666440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cde400.
00010000:00000010:3.1:1789432154.666442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bff00.
00010000:00000010:3.1:1789432154.666444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fae00.
00010000:00000010:3.1:1789432154.666445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dc7900.
00010000:00000010:3.1:1789432154.666447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780030600.
00010000:00000010:3.1:1789432154.666450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480f00.
00010000:00000010:3.1:1789432154.666452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb600.
00010000:00000010:3.1:1789432154.666453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7856c7500.
00010000:00000010:3.1:1789432154.666455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790484400.
00000800:00000200:1.1:1789432156.960141:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432156.960149:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789432156.960641:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432156.960643:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789432156.960876:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432156.960878:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789432156.961134:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432156.961136:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789432162.079845:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432162.079848:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789432162.080331:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432162.080335:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789432162.080699:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432162.080701:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789432162.080926:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432162.080927:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000080:00000010:2.1:1789432164.902376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788dc6da0.
00000080:00000010:2.1:1789432164.902385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788dc6780.
00000080:00000010:2.1:1789432164.902388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f788cb1e20.
00000080:00000010:2.1:1789432164.902390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519660.
00000080:00000010:2.1:1789432164.902393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f7905b58a0.
00000080:00000010:2.1:1789432164.902395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92f790519da0.
00010000:00000010:2.1:1789432164.906376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d96a00.
00010000:00000010:2.1:1789432164.906382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790485c00.
00010000:00000010:2.1:1789432164.906386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786ced100.
00010000:00000010:2.1:1789432164.906389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9800.
00010000:00000010:2.1:1789432164.906392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788ccda00.
00010000:00000010:2.1:1789432164.906395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79e200.
00010000:00000010:2.1:1789432164.906397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fc00.
00010000:00000010:2.1:1789432164.906400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7af79f800.
00010000:00000010:2.1:1789432164.906413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786cede00.
00010000:00000010:2.1:1789432164.906416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca9400.
00010000:00000010:2.1:1789432164.906418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243800.
00010000:00000010:2.1:1789432164.906421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78883ae00.
00010000:00000010:2.1:1789432164.906424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f79827fe00.
00010000:00000010:2.1:1789432164.906426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fb200.
00010000:00000010:2.1:1789432164.906429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f783208100.
00010000:00000010:2.1:1789432164.906432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7904fa000.
00010000:00000010:2.1:1789432164.906440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c100.
00010000:00000010:2.1:1789432164.906443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bfc00.
00010000:00000010:2.1:1789432164.906446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0a18900.
00010000:00000010:2.1:1789432164.906449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788932e00.
00010000:00000010:2.1:1789432164.906452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf000.
00010000:00000010:2.1:1789432164.906454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8600.
00010000:00000010:2.1:1789432164.906457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abcd00.
00010000:00000010:2.1:1789432164.906460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be400.
00010000:00000010:2.1:1789432164.906464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc500.
00010000:00000010:2.1:1789432164.906466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aeeed000.
00010000:00000010:2.1:1789432164.906468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc800.
00010000:00000010:2.1:1789432164.906471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f780031800.
00010000:00000010:2.1:1789432164.906474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c900.
00010000:00000010:2.1:1789432164.906476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8400.
00010000:00000010:2.1:1789432164.906479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487800.
00010000:00000010:2.1:1789432164.906482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8c00.
00010000:00000010:2.1:1789432164.906485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9488900.
00010000:00000010:2.1:1789432164.906488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bea00.
00010000:00000010:2.1:1789432164.906491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c300.
00010000:00000010:2.1:1789432164.906494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d9ec00.
00010000:00000010:2.1:1789432164.906496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788dddc00.
00010000:00000010:2.1:1789432164.906499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f79050d600.
00010000:00000010:2.1:1789432164.906502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaa600.
00010000:00000010:2.1:1789432164.906504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f782cc8e00.
00010000:00000010:2.1:1789432164.906512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c600.
00010000:00000010:2.1:1789432164.906515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1ec00.
00010000:00000010:2.1:1789432164.906517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7890bfd00.
00010000:00000010:2.1:1789432164.906520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788ca8000.
00010000:00000010:2.1:1789432164.906523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625c00.
00010000:00000010:2.1:1789432164.906526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790496400.
00010000:00000010:2.1:1789432164.906528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790243700.
00010000:00000010:2.1:1789432164.906531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f78899c800.
00010000:00000010:2.1:1789432164.906534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625f00.
00010000:00000010:2.1:1789432164.906536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f790497a00.
00010000:00000010:2.1:1789432164.906539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f78bbaaf00.
00010000:00000010:2.1:1789432164.906541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f786d93600.
00010000:00000010:2.1:1789432164.906544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95cf00.
00010000:00000010:2.1:1789432164.906547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1f600.
00010000:00000010:2.1:1789432164.906549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7ae95c800.
00010000:00000010:2.1:1789432164.906551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7aea1e400.
00010000:00000010:2.1:1789432164.906554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b3625500.
00010000:00000010:2.1:1789432164.906556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788979800.
00000800:00000200:0.1:1789432167.199850:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432167.199854:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789432167.200388:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432167.200390:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789432167.200630:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432167.200632:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789432167.200798:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432167.200799:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789432172.320169:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432172.320174:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789432172.320749:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432172.320755:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789432172.321011:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432172.321013:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789432172.321257:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432172.321259:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00010000:00000010:0.1:1789432175.152404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f788d63b00.
00010000:00000010:2.1:1789432175.152410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c200.
00010000:00000010:2.1:1789432175.152423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb4a00.
00010000:00000010:0.1:1789432175.152427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7b309b400.
00010000:00000010:2.1:1789432175.152428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c600.
00010000:00000010:2.1:1789432175.152434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8a200.
00010000:00000010:0.1:1789432175.152445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5ce00.
00010000:00000010:2.1:1789432175.152446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f790480800.
00010000:00000010:2.1:1789432175.152457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cdee00.
00010000:00000010:0.1:1789432175.152461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5600.
00010000:00000010:2.1:1789432175.152465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5cb00.
00010000:00000010:0.1:1789432175.152469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f786ceda00.
00010000:00000010:2.1:1789432175.152473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788d8aa00.
00010000:00000010:0.1:1789432175.152475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9800.
00010000:00000010:0.1:1789432175.152485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487600.
00010000:00000010:2.1:1789432175.152485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7854f1b00.
00010000:00000010:0.1:1789432175.152497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6a00.
00010000:00000010:2.1:1789432175.152500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814a1800.
00010000:00000010:0.1:1789432175.152503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f785487f00.
00010000:00000010:0.1:1789432175.152509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cf6000.
00010000:00000010:0.1:1789432175.152511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f788cb5a00.
00010000:00000010:0.1:1789432175.152518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814be800.
00010000:00000010:0.1:1789432175.152525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8400.
00010000:00000010:0.1:1789432175.152527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc600.
00010000:00000010:0.1:1789432175.152529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef9600.
00010000:00000010:0.1:1789432175.152532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf600.
00010000:00000010:0.1:1789432175.152533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7b9abc200.
00010000:00000010:0.1:1789432175.152535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7c0ef8c00.
00010000:00000010:0.1:1789432175.152537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f7c0c5c000.
00010000:00000010:0.1:1789432175.152538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f7814bf400.
00000800:00000200:1.1:1789432177.439928:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432177.439933:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432177.440449:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432177.440451:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432177.440627:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432177.440629:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432177.440818:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432177.440820:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432182.560829:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432182.560835:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789432182.561675:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432182.561677:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789432182.561914:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432182.561916:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789432182.562182:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432182.562184:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789432187.679982:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432187.679987:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789432187.680515:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432187.680517:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789432187.680721:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432187.680724:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789432187.680969:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432187.680971:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789432192.800268:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432192.800729:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432192.800896:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432192.801071:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432197.920976:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432197.920980:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432197.921435:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432197.921439:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432197.921806:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432197.921810:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432197.922149:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432197.922152:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432203.040033:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432203.040039:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432203.040654:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432203.040656:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432203.040869:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432203.040872:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432203.041138:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432203.041140:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432208.160054:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432208.160059:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789432208.160693:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432208.160696:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789432208.160977:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432208.160980:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789432208.161267:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432208.161269:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432213.280036:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432213.280042:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789432213.280558:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432213.280560:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789432213.280779:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432213.280781:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789432213.280988:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432213.280990:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789432218.400387:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432218.400397:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789432218.401075:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432218.401078:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789432218.401447:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432218.401450:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789432218.401758:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432218.401761:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789432223.519967:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432223.519973:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789432223.520592:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432223.520595:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789432223.520841:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432223.520843:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789432223.521038:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432223.521040:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789432228.640092:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432228.640098:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789432228.640734:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432228.640736:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789432228.640963:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432228.640965:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789432228.641205:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432228.641208:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432233.760208:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432233.760222:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432233.761051:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432233.761053:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432233.761306:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432233.761309:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432233.761547:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432233.761549:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432238.879995:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432238.880004:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432238.880511:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432238.880513:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432238.880684:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432238.880686:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432238.880918:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432238.880920:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432244.000204:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432244.000212:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432244.000724:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432244.000727:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432244.000995:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432244.000997:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432244.001278:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432244.001281:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432249.119869:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432249.119873:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789432249.120319:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432249.120321:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789432249.120550:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432249.120552:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789432249.120810:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432249.120812:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789432254.239885:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432254.239890:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789432254.240487:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432254.240489:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789432254.240654:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432254.240656:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789432254.240850:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432254.240852:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789432259.359938:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432259.360192:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432259.360340:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432259.360503:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432264.480005:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432264.480011:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432264.480682:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432264.480685:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432264.480979:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432264.480982:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432264.481264:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432264.481267:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432269.600031:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432269.600036:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789432269.600477:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432269.600479:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789432269.600648:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432269.600649:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789432269.600799:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432269.600801:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789432274.720019:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432274.720026:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789432274.720439:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432274.720441:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789432274.720699:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432274.720702:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789432274.720930:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432274.720932:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789432279.839942:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432279.839946:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789432279.840563:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432279.840564:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789432279.840724:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432279.840726:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789432279.840965:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432279.840967:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789432284.960222:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432284.960231:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789432284.960962:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432284.960964:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789432284.961165:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432284.961167:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789432284.961330:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432284.961332:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789432290.080006:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432290.080012:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789432290.080453:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432290.080455:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789432290.080735:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432290.080738:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789432290.080971:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432290.080973:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789432295.200249:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432295.200256:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789432295.201077:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432295.201079:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789432295.201377:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432295.201380:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789432295.201617:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432295.201618:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1789432300.320014:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432300.320018:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432300.320481:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432300.320483:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432300.320674:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432300.320675:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432300.320867:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432300.320870:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432305.440048:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432305.440055:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432305.440586:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432305.440589:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432305.440869:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432305.440871:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432305.441122:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432305.441125:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432310.559965:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432310.559970:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432310.560507:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432310.560509:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432310.560796:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432310.560799:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432310.561045:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432310.561047:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432315.680113:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432315.680126:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789432315.680853:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432315.680858:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789432315.681224:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432315.681226:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789432315.681608:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432315.681611:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789432320.799887:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432320.799893:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789432320.800423:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432320.800424:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789432320.800646:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432320.800648:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789432320.800888:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432320.800891:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789432325.919819:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432325.920008:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432325.920124:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432325.920246:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432331.039993:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432331.040000:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432331.040628:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432331.040630:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432331.040884:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432331.040886:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432331.041149:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432331.041151:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432336.160262:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432336.160270:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432336.160970:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432336.160972:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432336.161242:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432336.161244:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432336.161539:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432336.161542:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432341.280162:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432341.280168:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789432341.280657:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432341.280659:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789432341.280850:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432341.280852:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789432341.281030:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432341.281032:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789432346.400213:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432346.400217:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789432346.400601:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432346.400603:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789432346.400795:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432346.400797:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789432346.400977:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432346.400979:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789432351.520152:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432351.520161:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789432351.520832:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432351.520835:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789432351.521161:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432351.521164:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789432351.521524:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432351.521527:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789432356.639899:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432356.639904:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789432356.640339:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432356.640340:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789432356.640517:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432356.640519:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789432356.640673:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432356.640675:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789432361.759803:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432361.759806:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432361.760138:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432361.760140:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432361.760324:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432361.760325:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432361.760497:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432361.760499:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432366.880317:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432366.880323:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432366.880949:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432366.880953:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432366.881275:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432366.881278:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432366.881605:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432366.881608:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432372.000222:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432372.000231:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432372.000841:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432372.000844:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432372.001181:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432372.001184:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432372.001523:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432372.001526:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432377.120040:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432377.120044:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432377.120726:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432377.120731:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432377.121216:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432377.121218:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432377.121424:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432377.121426:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432382.240205:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432382.240213:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1789432382.240720:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432382.240722:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1789432382.241019:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432382.241022:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1789432382.241330:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432382.241332:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789432387.360194:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432387.360199:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789432387.360954:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432387.360955:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789432387.361180:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432387.361182:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789432387.361418:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432387.361420:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789432392.480007:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432392.480238:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432392.480398:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432392.480541:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432397.600344:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432397.600369:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432397.600737:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432397.600740:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432397.601161:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432397.601163:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432397.602689:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432397.602692:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432402.720056:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432402.720063:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789432402.720561:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432402.720563:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789432402.720780:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432402.720782:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789432402.721004:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432402.721007:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789432407.839929:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432407.839934:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789432407.840421:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432407.840423:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789432407.840709:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432407.840711:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789432407.840996:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432407.840999:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789432412.960024:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432412.960029:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789432412.960706:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432412.960709:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789432412.960970:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432412.960971:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789432412.961128:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432412.961129:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789432418.080015:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432418.080019:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789432418.080465:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432418.080467:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789432418.080675:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432418.080676:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789432418.080917:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432418.080919:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789432423.200046:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432423.200053:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789432423.200640:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432423.200643:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789432423.200939:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432423.200941:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789432423.201213:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432423.201215:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789432428.319986:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432428.319992:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789432428.320430:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432428.320433:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789432428.320682:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432428.320684:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789432428.320953:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432428.320955:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789432433.440129:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432433.440134:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432433.440662:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432433.440664:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432433.440885:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432433.440888:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432433.441128:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432433.441130:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432438.560328:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432438.560335:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432438.561141:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432438.561143:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432438.561453:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432438.561456:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432438.561753:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432438.561755:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432443.680057:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432443.680064:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432443.680630:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432443.680633:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432443.680836:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432443.680838:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432443.681039:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432443.681040:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789432448.800376:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432448.800382:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789432448.800746:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432448.800749:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789432448.800995:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432448.800997:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789432448.801231:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432448.801234:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789432453.920013:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432453.920020:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789432453.920569:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432453.920570:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789432453.920764:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432453.920766:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789432453.921023:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432453.921025:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789432459.040072:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432459.040519:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432459.040677:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432459.040816:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432464.160245:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432464.160247:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432464.160590:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432464.160592:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432464.160861:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432464.160863:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432464.161138:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432464.161141:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432469.280136:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432469.280143:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789432469.280958:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432469.280960:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789432469.281159:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432469.281160:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789432469.281371:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432469.281372:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789432474.400118:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432474.400124:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789432474.400754:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432474.400756:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789432474.401029:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432474.401030:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789432474.401221:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432474.401223:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789432479.520100:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432479.520106:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789432479.520973:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432479.520976:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789432479.521225:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432479.521226:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789432479.521481:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432479.521484:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1789432484.640064:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432484.640066:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789432484.640415:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432484.640417:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789432484.640624:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432484.640626:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789432484.640790:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432484.640792:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789432489.760069:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432489.760074:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789432489.760596:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432489.760597:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789432489.760786:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432489.760789:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789432489.760992:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432489.760994:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789432494.879996:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432494.880002:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789432494.880461:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432494.880462:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789432494.880635:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432494.880636:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789432494.880857:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432494.880860:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789432499.999987:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432499.999991:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789432500.000455:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432500.000457:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789432500.000645:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432500.000647:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789432500.000821:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432500.000823:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789432505.120080:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432505.120086:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789432505.120651:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432505.120652:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789432505.120900:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432505.120903:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789432505.121127:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432505.121129:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789432510.240090:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432510.240096:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1789432510.240662:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432510.240665:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1789432510.240933:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432510.240936:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1789432510.241181:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432510.241184:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1789432515.359969:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432515.359972:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789432515.360562:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432515.360565:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789432515.360840:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432515.360842:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789432515.361049:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432515.361050:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789432520.480213:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432520.480219:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789432520.480750:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432520.480753:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789432520.481063:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432520.481066:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789432520.481528:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432520.481531:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789432525.600170:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432525.600696:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432525.600841:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432525.600988:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432530.720467:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432530.720471:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432530.720866:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432530.720869:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432530.721195:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432530.721197:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432530.721505:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432530.721507:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432535.840040:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432535.840046:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432535.840563:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432535.840565:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432535.840854:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432535.840857:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432535.841145:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432535.841148:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432540.960080:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432540.960085:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789432540.960620:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432540.960623:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789432540.960915:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432540.960917:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789432540.961134:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432540.961136:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789432546.079972:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432546.079977:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789432546.080403:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432546.080405:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789432546.080674:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432546.080677:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789432546.080916:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432546.080918:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789432551.199903:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432551.199909:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789432551.200330:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432551.200332:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789432551.200531:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432551.200532:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789432551.200692:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432551.200694:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789432556.320018:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432556.320021:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789432556.320677:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432556.320682:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789432556.320967:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432556.320970:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789432556.321184:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432556.321186:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789432561.440022:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432561.440027:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432561.440613:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432561.440616:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432561.440909:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432561.440911:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432561.441171:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432561.441173:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432566.560410:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432566.560412:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432566.560647:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432566.560649:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432566.560876:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432566.560877:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432566.561082:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432566.561084:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432571.680001:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432571.680007:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432571.680542:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432571.680544:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432571.680784:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432571.680786:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432571.680980:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432571.680982:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432576.800028:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432576.800034:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432576.800478:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432576.800481:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432576.800745:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432576.800746:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432576.800933:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432576.800934:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789432581.920293:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432581.920303:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789432581.921026:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432581.921028:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789432581.921315:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432581.921318:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789432581.921649:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432581.921651:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789432587.040832:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432587.040839:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789432587.041430:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432587.041432:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789432587.041728:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432587.041730:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789432587.042004:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432587.042006:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789432592.159965:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432592.160312:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432592.160578:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432592.160729:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432597.280517:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432597.280521:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432597.280917:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432597.280919:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432597.281196:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432597.281199:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432597.281536:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432597.281539:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432602.399931:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432602.399935:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432602.400427:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432602.400428:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432602.400702:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432602.400705:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432602.400975:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432602.400978:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432607.520055:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432607.520062:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432607.520591:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432607.520593:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432607.520855:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432607.520857:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432607.521067:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432607.521069:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432612.640007:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432612.640010:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789432612.640543:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432612.640545:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789432612.640777:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432612.640780:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789432612.640965:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432612.640967:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789432617.759888:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432617.759891:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789432617.760209:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432617.760210:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789432617.760469:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432617.760471:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789432617.760672:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432617.760674:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789432622.880143:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432622.880151:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789432622.881050:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432622.881052:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789432622.881259:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432622.881261:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789432622.881592:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432622.881594:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789432628.000328:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432628.000332:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789432628.000738:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432628.000740:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789432628.001008:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432628.001010:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789432628.001284:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432628.001287:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789432633.119902:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432633.119906:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789432633.120294:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432633.120297:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789432633.120579:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432633.120582:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789432633.120759:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432633.120761:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1789432638.240175:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432638.240184:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432638.240900:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432638.240902:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432638.241184:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432638.241187:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432638.241509:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432638.241512:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432643.360043:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432643.360048:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432643.360588:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432643.360591:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432643.360863:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432643.360866:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432643.361128:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432643.361130:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432648.480165:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432648.480171:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432648.480776:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432648.480779:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432648.480962:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432648.480963:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432648.481193:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432648.481196:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432653.600151:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432653.600162:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432653.600811:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432653.600813:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432653.601121:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432653.601123:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432653.601431:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432653.601433:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432658.720081:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432658.720418:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432658.720580:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432658.720744:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432663.840231:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432663.840234:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432663.840650:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432663.840653:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432663.842163:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432663.842166:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432663.842567:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432663.842570:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432668.960191:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432668.960194:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432668.960450:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432668.960452:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432668.960686:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432668.960687:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432668.960940:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432668.960942:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432674.080101:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432674.080106:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432674.080672:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432674.080675:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432674.080946:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432674.080949:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432674.081196:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432674.081197:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432679.199953:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432679.199957:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789432679.200700:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432679.200703:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789432679.200926:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432679.200929:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789432679.201242:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432679.201244:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789432684.320279:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432684.320283:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789432684.320974:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432684.320976:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789432684.321164:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432684.321165:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789432684.321371:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432684.321372:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432689.439980:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432689.439986:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432689.440623:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432689.440625:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432689.440916:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432689.440918:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432689.441262:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432689.441265:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789432694.560335:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432694.560344:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789432694.560942:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432694.560944:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789432694.561206:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432694.561209:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789432694.561480:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432694.561482:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789432699.680291:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432699.680296:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789432699.680955:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432699.680957:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789432699.681217:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432699.681220:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789432699.681547:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432699.681550:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432704.800132:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432704.800140:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432704.800626:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432704.800628:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432704.800826:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432704.800827:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432704.801037:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432704.801038:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789432709.920114:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432709.920121:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789432709.920644:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432709.920646:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789432709.920950:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432709.920952:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789432709.921218:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432709.921220:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432715.039990:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432715.039995:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432715.040527:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432715.040529:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432715.040770:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432715.040771:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432715.041013:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432715.041015:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432720.160186:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432720.160195:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432720.161044:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432720.161047:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432720.161324:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432720.161327:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432720.161636:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432720.161638:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432725.280100:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432725.280490:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432725.280652:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432725.280820:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432730.400672:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432730.400676:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432730.401052:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432730.401054:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432730.404059:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432730.404062:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432730.404670:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432730.404673:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432735.520055:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432735.520060:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432735.520655:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432735.520658:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432735.520931:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432735.520933:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432735.521120:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432735.521123:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432740.640241:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432740.640243:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432740.640535:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432740.640537:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432740.640715:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432740.640718:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432740.640904:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432740.640905:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432745.760055:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432745.760060:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789432745.760580:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432745.760582:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789432745.760862:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432745.760864:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789432745.761137:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432745.761140:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789432750.880048:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432750.880054:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789432750.880574:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432750.880577:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789432750.880826:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432750.880829:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789432750.881093:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432750.881095:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789432756.000141:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432756.000145:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789432756.000821:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432756.000823:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789432756.001011:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432756.001013:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1789432756.001245:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432756.001248:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789432761.120228:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432761.120235:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789432761.121081:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432761.121084:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789432761.121382:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432761.121384:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789432761.121727:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432761.121729:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1789432766.240037:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432766.240043:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432766.240671:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432766.240674:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432766.240945:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432766.240947:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432766.241213:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432766.241216:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432771.360004:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432771.360007:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432771.360722:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432771.360728:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432771.361070:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432771.361073:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432771.361385:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432771.361387:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432776.479930:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432776.479935:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432776.480481:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432776.480483:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432776.480679:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432776.480681:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432776.480832:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432776.480833:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432781.600131:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432781.600137:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432781.600769:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432781.600772:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432781.601042:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432781.601045:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432781.601290:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432781.601292:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432786.720198:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432786.720204:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432786.720606:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432786.720608:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432786.720972:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432786.720975:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432786.721253:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432786.721255:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789432791.840486:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432791.840777:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432791.840922:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432791.841056:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432796.960609:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432796.960613:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432796.961013:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432796.961015:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432796.961319:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432796.961322:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432796.961647:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432796.961650:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432802.079929:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432802.079935:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432802.080472:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432802.080475:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432802.080708:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432802.080710:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432802.080936:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432802.080939:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1789432807.200325:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432807.200329:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789432807.200647:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432807.200648:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789432807.200836:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432807.200838:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789432807.201023:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432807.201025:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789432812.320343:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432812.320387:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1789432812.321164:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432812.321167:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1789432812.321468:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432812.321470:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1789432812.321746:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432812.321749:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1789432817.440086:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432817.440093:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789432817.440678:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432817.440681:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789432817.440966:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432817.440969:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1789432817.441233:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789432817.441236:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789432822.560287:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432822.560298:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789432822.560923:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432822.560926:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789432822.561221:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432822.561224:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789432822.561528:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432822.561531:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789432827.680420:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432827.680426:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789432827.680769:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432827.680771:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789432827.681002:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432827.681004:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789432827.681308:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432827.681310:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789432832.800513:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432832.800517:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789432832.800897:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432832.800899:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789432832.801258:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432832.801261:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789432832.801549:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432832.801552:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789432837.920039:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432837.920041:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789432837.920492:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432837.920494:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789432837.920686:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432837.920687:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789432837.920868:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432837.920869:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432843.040259:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432843.040265:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432843.040844:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432843.040846:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432843.041094:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432843.041096:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432843.041337:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432843.041340:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432848.160403:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432848.160406:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432848.160744:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432848.160747:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432848.161025:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432848.161028:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432848.161431:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432848.161433:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789432853.280106:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432853.280112:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789432853.280657:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432853.280659:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789432853.280928:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432853.280930:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789432853.281186:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432853.281189:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789432858.400299:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432858.400501:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432858.400653:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432858.400782:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432863.520477:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432863.520480:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432863.520846:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432863.520848:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432863.521109:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432863.521111:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432863.521411:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432863.521413:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789432868.640128:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432868.640138:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432868.640671:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432868.640673:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432868.640937:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432868.640939:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432868.641202:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432868.641204:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789432873.760253:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432873.760262:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432873.761152:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432873.761154:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432873.761453:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432873.761455:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789432873.761816:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432873.761819:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789432878.880138:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432878.880141:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789432878.881163:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432878.881165:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789432878.881867:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432878.881870:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789432878.882390:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432878.882393:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789432884.000180:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432884.000183:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789432884.000501:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432884.000504:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789432884.000773:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432884.000775:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789432884.001046:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432884.001049:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789432889.121151:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432889.121154:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789432889.121591:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432889.121594:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789432889.121939:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432889.121941:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789432889.122218:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432889.122221:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789432894.240729:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432894.240732:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432894.241196:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432894.241198:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432894.241436:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432894.241438:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432894.241662:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432894.241664:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432899.360268:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432899.360276:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432899.360881:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432899.360884:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432899.361182:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432899.361185:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432899.361497:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432899.361499:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432904.480439:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432904.480452:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432904.482264:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432904.482276:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432904.482551:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432904.482553:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432904.482722:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432904.482723:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789432909.600010:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432909.600015:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432909.600376:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432909.600378:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432909.600727:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432909.600730:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789432909.600993:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432909.600996:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789432914.720137:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432914.720151:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789432914.720717:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432914.720723:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789432914.721105:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432914.721106:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789432914.721346:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432914.721371:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789432919.839829:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432919.839832:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789432919.840135:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432919.840145:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789432919.840334:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432919.840336:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789432919.840507:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432919.840508:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789432924.960476:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432924.960673:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432924.960825:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789432924.960949:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432930.080412:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432930.080415:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432930.080737:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432930.080739:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432930.081014:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432930.081017:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432930.081276:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432930.081279:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789432935.200121:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432935.200125:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432935.201885:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432935.201887:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432935.202187:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432935.202189:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432935.202515:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432935.202518:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789432940.320260:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432940.320266:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789432940.320804:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432940.320806:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789432940.321027:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432940.321030:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789432940.321273:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432940.321275:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789432945.440673:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432945.440676:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789432945.441112:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432945.441175:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789432945.441552:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432945.441554:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789432945.442528:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432945.442532:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789432950.561026:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432950.561030:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432950.562019:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432950.562022:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432950.562768:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432950.562771:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432950.564440:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432950.564443:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789432955.680140:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432955.680145:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432955.680745:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432955.680747:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432955.680967:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432955.680978:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789432955.681245:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432955.681248:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789432960.800233:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432960.800239:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432960.800883:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432960.800886:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432960.801179:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432960.801182:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432960.801496:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432960.801499:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789432965.920085:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432965.920091:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432965.920650:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432965.920653:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432965.920957:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432965.920960:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789432965.921228:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789432965.921231:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789432971.040262:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432971.040269:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432971.041024:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432971.041026:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432971.041252:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432971.041254:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432971.041470:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432971.041471:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789432976.160100:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432976.160107:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432976.160599:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432976.160602:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432976.160904:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432976.160907:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432976.161165:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432976.161167:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789432981.280143:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432981.280149:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789432981.280736:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432981.280739:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789432981.281019:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432981.281021:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789432981.281269:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432981.281272:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1789432986.400926:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432986.400929:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789432986.401258:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432986.401261:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789432986.401557:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432986.401559:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789432986.401836:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432986.401838:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789432991.520318:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432991.520684:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432991.520833:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432991.520983:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432996.641824:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432996.641826:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432996.642042:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432996.642043:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432996.642244:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432996.642246:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789432996.642525:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789432996.642527:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789433001.760328:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433001.760339:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789433001.760941:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433001.760944:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789433001.761184:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433001.761187:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789433001.761460:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433001.761463:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789433006.880089:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433006.880094:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789433006.880714:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433006.880716:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789433006.880970:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433006.880972:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789433006.881238:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433006.881241:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789433012.001847:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433012.001851:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789433012.002182:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433012.002185:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789433012.002473:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433012.002476:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789433012.002697:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433012.002698:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433017.120078:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433017.120085:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433017.120671:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433017.120674:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433017.120911:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433017.120913:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433017.121130:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433017.121132:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433022.239860:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433022.239864:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433022.240253:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433022.240255:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433022.240576:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433022.240579:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433022.240831:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433022.240834:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433027.360452:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433027.360455:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433027.360800:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433027.360802:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433027.361031:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433027.361032:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433027.361281:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433027.361282:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433032.480082:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433032.480088:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433032.480671:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433032.480674:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433032.480860:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433032.480862:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433032.481068:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433032.481070:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433037.600113:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433037.600119:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433037.600625:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433037.600627:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433037.600916:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433037.600919:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433037.601087:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433037.601088:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433042.720187:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433042.720193:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433042.720776:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433042.720779:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433042.721054:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433042.721057:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433042.721319:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433042.721322:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433047.841090:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433047.841097:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433047.841602:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433047.841604:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433047.841874:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433047.841877:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433047.842132:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433047.842135:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433052.962118:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433052.962122:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433052.962490:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433052.962493:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433052.962771:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433052.962773:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433052.962996:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433052.962998:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433058.081871:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433058.082328:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433058.082578:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433058.082717:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433063.200602:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433063.200608:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789433063.201256:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433063.201258:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789433063.201563:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433063.201566:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789433063.201845:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433063.201847:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789433068.320050:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433068.320056:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789433068.320709:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433068.320712:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789433068.320958:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433068.320960:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789433068.321296:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433068.321299:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1789433073.440073:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433073.440078:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789433073.440666:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433073.440668:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789433073.440948:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433073.440950:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789433073.441226:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433073.441228:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789433078.560825:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433078.560833:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789433078.561171:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433078.561174:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789433078.561434:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433078.561435:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789433078.561627:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433078.561629:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789433083.682115:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433083.682128:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789433083.682709:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433083.682712:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789433083.683005:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433083.683007:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789433083.683189:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433083.683191:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789433088.800011:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433088.800017:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789433088.800648:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433088.800650:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789433088.800902:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433088.800904:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789433088.801233:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433088.801236:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433093.920124:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433093.920129:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789433093.920628:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433093.920630:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789433093.920833:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433093.920835:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789433093.921093:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433093.921095:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789433099.040226:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433099.040229:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433099.040701:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433099.040704:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433099.040982:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433099.040985:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433099.041256:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433099.041259:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433104.160094:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433104.160100:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433104.160620:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433104.160623:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433104.160901:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433104.160903:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433104.161166:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433104.161170:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789433109.280018:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433109.280031:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1789433109.280463:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433109.280465:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1789433109.280713:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433109.280716:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1789433109.280916:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433109.280918:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1789433114.399994:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433114.400000:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789433114.400428:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433114.400430:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789433114.400615:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433114.400617:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789433114.400823:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433114.400825:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1789433119.520040:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433119.520043:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789433119.520451:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433119.520454:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789433119.520669:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433119.520671:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789433119.520892:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433119.520894:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1789433124.640308:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433124.640788:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433124.640943:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433124.641100:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433129.760258:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433129.760263:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789433129.760783:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433129.760785:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789433129.761047:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433129.761049:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789433129.762299:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433129.762301:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433134.880109:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433134.880116:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789433134.880748:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433134.880751:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789433134.881031:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433134.881034:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789433134.881280:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433134.881283:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789433140.000229:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433140.000235:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433140.000734:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433140.000737:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433140.000986:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433140.000989:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433140.001194:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433140.001195:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433145.120023:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433145.120029:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789433145.120590:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433145.120593:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789433145.120853:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433145.120856:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789433145.121096:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433145.121098:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789433150.240317:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433150.240327:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789433150.240959:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433150.240961:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789433150.241259:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433150.241262:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789433150.241605:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433150.241607:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789433155.360030:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433155.360037:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433155.360681:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433155.360684:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433155.360954:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433155.360956:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433155.361290:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433155.361293:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433160.480198:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433160.480204:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789433160.480776:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433160.480778:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789433160.481063:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433160.481065:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789433160.481344:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433160.481365:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789433165.600158:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433165.600165:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789433165.600722:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433165.600724:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789433165.600972:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433165.600974:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789433165.601141:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433165.601143:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789433170.720076:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433170.720082:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789433170.720703:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433170.720705:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789433170.720969:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433170.720971:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789433170.721193:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433170.721194:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433175.840165:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433175.840171:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789433175.840686:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433175.840687:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789433175.840944:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433175.840946:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789433175.841196:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433175.841199:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789433180.960020:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433180.960025:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789433180.960648:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433180.960652:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789433180.960840:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433180.960841:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789433180.961119:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433180.961121:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789433186.079994:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433186.079997:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789433186.080484:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433186.080486:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789433186.080713:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433186.080716:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789433186.080968:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433186.080970:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789433191.200031:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433191.200286:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433191.200448:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433191.200568:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433196.321942:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433196.321945:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433196.324955:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433196.324958:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433196.325786:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433196.325789:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433196.326531:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433196.326534:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433201.440789:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433201.440795:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433201.441579:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433201.441581:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433201.441857:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433201.441859:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433201.442488:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433201.442490:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433206.560272:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433206.560279:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433206.560812:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433206.560814:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433206.561098:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433206.561101:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433206.561394:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433206.561396:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433211.680334:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433211.680342:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433211.680913:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433211.680915:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433211.681188:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433211.681190:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433211.681455:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433211.681457:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789433216.799920:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433216.799923:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789433216.800460:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433216.800462:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789433216.800678:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433216.800679:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789433216.800934:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433216.800936:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789433221.919992:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433221.919999:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789433221.920660:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433221.920663:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789433221.920883:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433221.920885:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789433221.921166:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433221.921168:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789433227.040323:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433227.040332:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433227.041031:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433227.041033:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433227.041238:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433227.041240:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433227.041493:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433227.041495:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433232.160207:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433232.160218:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789433232.161023:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433232.161026:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789433232.161296:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433232.161298:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789433232.161542:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433232.161545:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789433237.280127:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433237.280133:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433237.280800:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433237.280803:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433237.281063:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433237.281065:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433237.281363:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433237.281366:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433242.400126:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433242.400132:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433242.400694:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433242.400696:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433242.400983:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433242.400985:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433242.401246:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433242.401249:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433247.520170:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433247.520176:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433247.520755:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433247.520757:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433247.521051:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433247.521053:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433247.521322:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433247.521324:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433252.640185:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433252.640193:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433252.640920:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433252.640923:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433252.641186:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433252.641188:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433252.641460:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433252.641463:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433257.760234:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433257.760753:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433257.761065:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433257.761214:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433262.880336:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433262.880340:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433262.880730:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433262.880733:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433262.881002:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433262.881004:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433262.881271:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433262.881274:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433268.000049:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433268.000056:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433268.000717:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433268.000720:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433268.001008:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433268.001011:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433268.001276:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433268.001278:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433273.120002:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433273.120008:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433273.120613:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433273.120615:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433273.120904:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433273.120906:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433273.121177:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433273.121179:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433278.239891:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433278.239895:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789433278.240283:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433278.240285:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789433278.240574:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433278.240576:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789433278.240883:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433278.240886:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789433283.359981:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433283.359986:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789433283.360544:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433283.360547:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789433283.360883:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433283.360885:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789433283.361143:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433283.361145:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789433288.480600:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433288.480606:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433288.481334:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433288.481337:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433288.481634:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433288.481637:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433288.481898:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433288.481900:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433293.600518:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433293.600525:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433293.601068:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433293.601071:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433293.601297:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433293.601299:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433293.601535:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433293.601536:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789433298.720007:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433298.720013:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433298.720691:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433298.720693:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433298.720947:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433298.720949:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433298.721215:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433298.721217:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433303.840085:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433303.840090:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433303.840568:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433303.840570:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433303.840905:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433303.840907:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433303.841092:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433303.841094:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433308.960659:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433308.960665:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789433308.961249:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433308.961252:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789433308.961551:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433308.961553:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789433308.961785:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433308.961787:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433314.079979:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433314.079982:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433314.080606:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433314.080609:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433314.080891:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433314.080893:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433314.081180:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433314.081183:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433319.200007:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433319.200013:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433319.200545:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433319.200548:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433319.200813:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433319.200815:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433319.200978:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433319.200980:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433324.319949:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433324.320162:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433324.320302:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433324.320472:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433329.440415:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433329.440419:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433329.440833:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433329.440835:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433329.441102:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433329.441104:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433329.441398:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433329.441401:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433334.560024:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433334.560031:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433334.560598:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433334.560601:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433334.560887:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433334.560889:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433334.561172:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433334.561175:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433339.679938:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433339.679945:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433339.680719:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433339.680725:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433339.681136:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433339.681138:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433339.681444:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433339.681447:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433344.800534:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433344.800537:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433344.801086:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433344.801088:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433344.801693:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433344.801695:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433344.802063:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433344.802066:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433349.920316:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433349.920319:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433349.920623:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433349.920626:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433349.920879:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433349.920881:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433349.921157:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433349.921160:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1789433355.040299:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433355.040308:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789433355.042051:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433355.042055:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789433355.042413:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433355.042415:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789433355.042685:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433355.042687:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789433360.160049:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433360.160056:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433360.160585:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433360.160586:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433360.160781:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433360.160783:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433360.161040:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433360.161043:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1789433365.279961:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433365.279967:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433365.280550:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433365.280552:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433365.280742:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433365.280743:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433365.280972:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433365.280974:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433370.400218:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433370.400225:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433370.400702:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433370.400704:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433370.400973:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433370.400976:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433370.401296:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433370.401299:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433375.520318:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433375.520330:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433375.521071:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433375.521074:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433375.521335:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433375.521338:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433375.521654:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433375.521656:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433380.640064:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433380.640072:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433380.641216:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433380.641219:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433380.641534:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433380.641535:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433380.641835:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433380.641837:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433385.760011:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433385.760020:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433385.761037:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433385.761040:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433385.761238:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433385.761239:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433385.761461:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433385.761462:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433390.879963:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433390.880255:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433390.880414:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433390.880548:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433396.000486:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433396.000489:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433396.004966:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433396.004969:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433396.005265:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433396.005267:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433396.005523:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433396.005525:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433401.119921:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433401.119923:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433401.120407:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433401.120410:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433401.121081:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433401.121083:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433401.121382:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433401.121385:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433406.240211:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433406.240214:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789433406.240807:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433406.240810:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789433406.241082:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433406.241084:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789433406.241371:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433406.241374:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789433411.360111:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433411.360118:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789433411.360734:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433411.360736:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789433411.360997:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433411.360999:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789433411.361257:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433411.361259:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789433416.479970:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433416.479973:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789433416.480538:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433416.480543:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789433416.480948:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433416.480949:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789433416.481129:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433416.481131:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789433421.600020:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433421.600024:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433421.600452:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433421.600453:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433421.600647:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433421.600649:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433421.600859:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433421.600860:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433426.720107:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433426.720113:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433426.720888:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433426.720891:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433426.721121:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433426.721123:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433426.721394:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433426.721396:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433431.839972:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433431.839978:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433431.840455:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433431.840456:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433431.840649:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433431.840650:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433431.840808:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433431.840809:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433436.959932:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433436.959937:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433436.960500:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433436.960501:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433436.960739:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433436.960740:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433436.960945:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433436.960947:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433442.080264:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433442.080274:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433442.080682:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433442.080684:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433442.080892:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433442.080894:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433442.081087:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433442.081089:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433447.200235:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433447.200240:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433447.200843:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433447.200845:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433447.201119:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433447.201121:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433447.201407:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433447.201409:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433452.320104:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433452.320107:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433452.320645:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433452.320650:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433452.321158:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433452.321160:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433452.321481:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433452.321484:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433457.440019:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433457.440452:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433457.440662:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433457.440807:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433462.560013:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433462.560024:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433462.560628:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433462.560631:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433462.560899:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433462.560901:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433462.561162:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433462.561164:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433467.679926:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433467.679931:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433467.680537:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433467.680540:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433467.680785:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433467.680787:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433467.681029:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433467.681032:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433472.800263:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433472.800281:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433472.800845:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433472.800847:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433472.801068:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433472.801070:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433472.801257:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433472.801259:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433477.920155:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433477.920162:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433477.920743:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433477.920745:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433477.921026:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433477.921029:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433477.921335:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433477.921338:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433483.040009:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433483.040015:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433483.040437:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433483.040438:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433483.040608:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433483.040610:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433483.040780:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433483.040782:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433488.160387:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433488.160391:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789433488.161231:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433488.161234:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789433488.161472:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433488.161474:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789433488.161682:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433488.161684:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789433493.280087:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433493.280093:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433493.280629:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433493.280631:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433493.280823:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433493.280826:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433493.281016:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433493.281018:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433498.400256:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433498.400260:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433498.400629:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433498.400631:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433498.401013:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433498.401016:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433498.401274:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433498.401276:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433503.519869:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433503.519874:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433503.520285:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433503.520287:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433503.520502:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433503.520503:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433503.520723:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433503.520725:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433508.639923:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433508.639928:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433508.640413:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433508.640414:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433508.640579:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433508.640581:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433508.640791:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433508.640793:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433513.760086:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433513.760092:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433513.760463:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433513.760465:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433513.760634:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433513.760640:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433513.760846:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433513.760848:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433518.880622:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433518.880628:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433518.881215:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433518.881218:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433518.881433:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433518.881435:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433518.881643:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433518.881644:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789433524.000455:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433524.000753:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433524.000903:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433524.001032:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433529.120299:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433529.120309:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789433529.120731:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433529.120733:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789433529.121107:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433529.121110:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789433529.121910:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433529.121913:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789433534.240159:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433534.240166:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789433534.241562:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433534.241565:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789433534.241882:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433534.241884:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789433534.242162:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433534.242204:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1789433539.359973:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433539.359979:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789433539.360392:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433539.360393:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789433539.360584:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433539.360585:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789433539.360763:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433539.360764:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1789433544.479957:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433544.479962:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789433544.480375:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433544.480377:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789433544.480539:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433544.480541:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789433544.480738:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433544.480740:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789433549.599958:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433549.599963:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789433549.600346:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433549.600362:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789433549.600522:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433549.600524:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789433549.600693:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433549.600734:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789433554.720019:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433554.720023:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789433554.720515:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433554.720517:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789433554.720751:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433554.720754:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789433554.720935:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433554.720936:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789433559.839963:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433559.839968:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789433559.840459:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433559.840461:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789433559.840704:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433559.840706:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789433559.840982:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433559.840984:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789433564.960058:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433564.960065:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789433564.960572:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433564.960575:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789433564.960851:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433564.960854:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789433564.961114:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433564.961117:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789433570.080282:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433570.080287:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789433570.081019:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433570.081021:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789433570.081321:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433570.081323:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789433570.081675:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433570.081677:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433575.199964:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433575.199970:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433575.200493:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433575.200494:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433575.200656:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433575.200657:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433575.200839:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433575.200840:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433580.320070:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433580.320075:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1789433580.320642:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433580.320644:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1789433580.320811:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433580.320812:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1789433580.320991:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433580.320993:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1789433585.439910:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433585.439914:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433585.440253:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433585.440262:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433585.440464:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433585.440465:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433585.440618:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433585.440619:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433590.559955:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433590.560331:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433590.560598:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433590.560734:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433595.680051:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433595.680058:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433595.680596:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433595.680599:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433595.680860:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433595.680863:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433595.682530:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433595.682533:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433600.800055:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433600.800059:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433600.800637:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433600.800640:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433600.800842:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433600.800844:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433600.801077:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433600.801079:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433605.919917:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433605.919923:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433605.920414:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433605.920415:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433605.920584:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433605.920586:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433605.920782:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433605.920783:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433611.039943:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433611.039947:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433611.040454:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433611.040457:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433611.041609:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433611.041612:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433611.041902:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433611.041904:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433616.159944:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433616.159952:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433616.160583:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433616.160586:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433616.160840:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433616.160842:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433616.161127:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433616.161129:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433621.280061:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433621.280066:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433621.280601:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433621.280603:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433621.280803:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433621.280805:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433621.281052:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433621.281055:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433626.400265:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433626.400273:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433626.401017:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433626.401019:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433626.401309:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433626.401312:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433626.401616:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433626.401618:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1789433628.703493:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433628.703498:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433628.703500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433628.703503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433628.703505:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433629.727434:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433629.727452:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433629.727454:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433629.727459:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433629.727463:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433629.727467:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433629.727469:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433629.727472:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433629.727475:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433630.751453:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433630.751459:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433630.751460:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433630.751464:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433630.751467:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433630.751470:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433630.751472:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433630.751473:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433630.751475:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433631.519447:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433631.519457:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433631.519461:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433631.519467:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433631.519474:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433631.519484:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5086
00000400:00000200:3.0:1789433631.519494:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433631.519500:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433631.519504:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433631.519509:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.519512:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433631.519515:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.519518:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433631.519527:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433631.519530:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433631.519532:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433631.519535:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433631.519538:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433631.519541:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433631.519545:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.519547:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433631.519549:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.519551:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433631.519554:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433631.519558:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433631.519561:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433631.519565:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433631.519569:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433631.519572:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433631.519575:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433631.519578:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433631.519584:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789433631.519587:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433631.519592:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433631.519594:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433631.519598:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433631.519602:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433631.519608:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433631.519622:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789433631.519632:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433631.519660:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933889792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433631.519681:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433631.519687:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433631.519692:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933889792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433631.519717:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433631.519723:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433631.519728:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433631.519730:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433631.519732:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433631.519736:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433631.519743:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5086
00000400:00000200:3.0:1789433631.519753:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433631.519763:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433631.519780:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433631.519794:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.519801:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433631.519806:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.519809:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433631.519812:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433631.519813:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433631.519815:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433631.519816:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433631.519831:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433631.519842:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433631.519858:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.519866:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433631.519868:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.519871:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433631.519879:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433631.519885:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433631.519893:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433631.519899:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433631.519906:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433631.519911:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433631.519913:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433631.519932:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433631.519946:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433631.519951:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433631.519958:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789433631.519969:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433631.519978:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433631.519981:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433631.519986:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433631.519989:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433631.519996:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433631.520004:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789433631.520009:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433631.520021:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933889920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433631.520043:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433631.520048:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433631.520058:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933889920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433631.520103:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433631.520113:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433631.520122:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433631.520128:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433631.520133:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433631.520138:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433631.520144:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5086
00000400:00000200:3.0:1789433631.520152:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433631.520166:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433631.520172:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433631.520184:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.520191:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1789433631.520192:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433631.520198:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1789433631.520205:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.520216:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433631.520228:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433631.520232:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433631.520237:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433631.520242:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433631.520248:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433631.520254:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433631.520261:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.520267:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433631.520274:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.520279:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433631.520285:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433631.520295:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433631.520304:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433631.520311:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433631.520315:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433631.520324:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433631.520330:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433631.520333:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433631.520433:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433631.520444:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433631.520452:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789433631.520457:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433631.520461:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433631.520465:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433631.520469:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433631.520473:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433631.520477:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433631.520484:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:3.0:1789433631.520495:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433631.520508:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933890048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433631.520751:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433631.520759:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433631.520776:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933890048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433631.520804:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433631.520812:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433631.520823:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433631.520827:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433631.520831:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433631.520840:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433631.520851:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5086
00000400:00000200:3.0:1789433631.520865:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433631.520874:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433631.520876:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433631.520881:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.520891:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433631.520898:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.520906:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433631.520912:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433631.520916:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000800:00000200:0.1:1789433631.520950:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433631.520954:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1789433631.521291:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433631.521297:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433631.521305:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433631.521315:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433631.521326:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.521336:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433631.521345:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433631.521383:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433631.521389:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433631.521400:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433631.521415:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789433631.521421:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:3.0:1789433631.521423:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1789433631.521429:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1789433631.521432:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433631.521439:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433631.521444:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433631.521450:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433631.521460:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433631.521470:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433631.521483:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789433631.521490:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433631.521498:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433631.521501:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433631.521508:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433631.521511:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433631.521514:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433631.521523:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789433631.521533:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433631.521546:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933890176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433631.521578:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433631.521585:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433631.521596:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933890176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433631.521629:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433631.521638:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5096)
00000800:00000200:0.1:1789433631.521913:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433631.521916:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1789433631.775564:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433631.775571:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433631.775573:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433631.775579:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433631.775636:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433631.775640:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433631.775643:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433631.775645:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433631.775648:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433632.224029:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299759276, at 4299759296
00000100:00000010:3.0:1789433632.224044:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81ea0.
00000100:00000001:3.0:1789433632.799459:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433632.799466:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433632.799469:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433632.799474:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433632.799477:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433632.799480:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433632.799482:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433632.799484:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433632.799486:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433633.311539:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433633.311544:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433633.311548:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433633.823478:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433633.823485:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433633.823487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433633.823492:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433633.823496:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433633.823499:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433633.823501:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433633.823504:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433633.823507:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433634.847470:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433634.847477:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433634.847479:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433634.847485:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433634.847489:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433634.847493:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433634.847495:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433634.847498:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433634.847502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433635.359567:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433635.359571:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433635.359573:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433635.871441:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433635.871446:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433635.871447:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433635.871451:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433635.871453:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433635.871456:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433635.871458:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433635.871460:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433635.871462:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433636.640046:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433636.640051:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433636.640694:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433636.640697:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433636.640992:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433636.640993:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433636.641237:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433636.641239:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1789433636.895449:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433636.895455:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433636.895456:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433636.895460:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433636.895463:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433636.895466:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433636.895468:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433636.895469:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433636.895471:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433637.343459:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299764395, at 4299764416
00000100:00000010:3.0:1789433637.343480:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd20.
00000100:00000001:3.0:1789433637.919457:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433637.919463:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433637.919465:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433637.919469:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433637.919472:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433637.919474:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433637.919476:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433637.919478:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433637.919480:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433638.431529:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433638.431543:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433638.431546:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433638.431554:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433638.431560:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433638.431565:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433638.431569:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433638.431572:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433638.431576:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433638.943433:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433638.943440:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433638.943442:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433638.943446:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433638.943450:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433638.943454:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433638.943456:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433638.943459:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433638.943462:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433639.455514:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433639.455523:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433639.455527:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433639.455531:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433639.455537:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433639.455543:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433639.455548:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433639.455552:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433639.455558:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433639.967476:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433639.967483:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433639.967485:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433639.967490:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433639.967493:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433639.967497:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433639.967500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433639.967502:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433639.967505:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433640.479416:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433640.479422:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433640.479424:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433640.479428:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433640.479432:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433640.479434:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433640.479437:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433640.479439:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433640.479441:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433640.991460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433640.991468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433640.991470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433640.991475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433640.991479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433640.991482:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433640.991485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433640.991487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433640.991491:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433641.503455:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433641.503466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433641.503470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433641.503476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433641.503482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433641.503489:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433641.503493:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433641.503497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433641.503503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433641.760132:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433641.760137:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433641.760625:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433641.760628:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433641.760920:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433641.760922:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433641.761199:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433641.761201:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1789433642.015466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433642.015474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433642.015477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433642.015482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433642.015486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433642.015490:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433642.015493:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433642.015496:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433642.015499:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433642.463476:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299769515, at 4299769536
00000100:00000010:3.0:1789433642.463491:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d4e0.
00000100:00000001:3.0:1789433642.527410:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433642.527418:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433642.527422:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433642.527427:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433642.527432:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433642.527437:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433642.527441:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433642.527443:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433642.527447:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433643.039453:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433643.039459:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433643.039461:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433643.039467:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433643.039470:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433643.039474:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433643.039477:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433643.039479:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433643.039482:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433643.551421:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433643.551428:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433643.551430:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433643.551444:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433643.551450:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433643.551454:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433643.551457:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433643.551461:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433643.551466:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433643.551551:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433643.551557:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433643.551562:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433644.063473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433644.063479:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433644.063482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433644.063487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433644.063490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433644.063493:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433644.063496:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433644.063499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433644.063502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433644.575443:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433644.575455:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433644.575458:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433644.575466:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433644.575473:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433644.575479:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433644.575484:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433644.575488:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433644.575492:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433645.087457:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433645.087464:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433645.087466:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433645.087471:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433645.087474:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433645.087478:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433645.087480:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433645.087483:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433645.087485:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433645.599428:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433645.599473:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433645.599476:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433645.599485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433645.599489:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433645.599494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433645.599497:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433645.599500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433645.599505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433646.111456:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433646.111462:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433646.111463:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433646.111467:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433646.111469:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433646.111472:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433646.111474:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433646.111475:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433646.111477:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433646.623428:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433646.623435:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433646.623439:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433646.623445:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433646.623452:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433646.623458:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433646.623462:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433646.623465:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433646.623469:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433646.879737:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433646.879749:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433646.879762:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433646.879772:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433646.879781:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433646.879788:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433646.879799:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433646.879804:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433646.879815:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433646.880152:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433646.880157:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433646.881034:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433646.881037:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433646.881321:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433646.881323:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433646.881544:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433646.881546:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1789433647.135492:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433647.135503:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433647.135506:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433647.135513:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433647.135517:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433647.135522:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433647.135525:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433647.135528:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433647.135531:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433647.583475:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299774636, at 4299774656
00000100:00000010:3.0:1789433647.583496:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d720.
00000100:00000001:3.0:1789433647.647426:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433647.647434:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433647.647437:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433647.647444:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433647.647448:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433647.647452:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433647.647456:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433647.647458:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433647.647462:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433647.647632:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433647.647636:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433647.647640:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433647.903478:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433647.903487:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433647.903494:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433647.903503:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433647.903516:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433647.903525:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433647.903530:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433647.903535:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433647.903540:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433648.159476:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433648.159481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433648.159483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433648.159486:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433648.159489:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433648.159492:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433648.159494:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433648.159495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433648.159497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433648.671456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433648.671464:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433648.671466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433648.671470:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433648.671474:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433648.671477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433648.671479:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433648.671481:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433648.671484:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433648.927550:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433648.927552:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433648.927553:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433648.927554:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433648.927556:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433648.927557:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433648.927558:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433648.927560:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433648.927561:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433649.183456:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433649.183462:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433649.183463:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433649.183467:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433649.183470:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433649.183473:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433649.183475:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433649.183476:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433649.183478:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433649.951467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433649.951474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433649.951476:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433649.951480:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433649.951484:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433649.951488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433649.951490:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433649.951492:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433649.951495:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433650.207508:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433650.207515:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433650.207516:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433650.207521:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433650.207524:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433650.207528:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433650.207531:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433650.207533:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433650.207536:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433650.975459:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433650.975466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433650.975469:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433650.975474:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433650.975477:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433650.975481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433650.975484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433650.975486:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433650.975489:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433651.231444:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433651.231451:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433651.231452:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433651.231456:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433651.231458:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433651.231461:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433651.231463:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433651.231465:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433651.231467:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433651.743490:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433651.743495:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433651.743500:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433651.999600:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433651.999608:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433651.999611:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433651.999617:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433651.999621:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433651.999627:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433651.999632:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433651.999635:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433651.999641:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433651.999759:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433651.999765:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433651.999767:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433651.999770:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433651.999774:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433651.999780:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5106
00000400:00000200:3.0:1789433651.999801:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433651.999807:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433651.999810:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433651.999813:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433651.999816:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433651.999819:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433651.999821:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433651.999828:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433651.999830:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433651.999833:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433651.999836:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433651.999838:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433651.999840:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433651.999844:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433651.999846:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433651.999848:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433651.999850:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433651.999852:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433651.999856:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433651.999858:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433651.999861:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433651.999864:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433651.999867:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433651.999869:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433651.999871:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433651.999879:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789433651.999883:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433651.999887:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433651.999888:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433651.999891:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433651.999894:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433651.999898:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433651.999907:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789433651.999913:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433651.999922:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933891840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433651.999933:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433651.999937:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433651.999941:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933891840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433651.999967:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433651.999970:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433651.999974:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433651.999975:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433651.999977:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433651.999980:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433651.999982:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5106
00000400:00000200:3.0:1789433651.999986:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433651.999989:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433651.999992:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433651.999995:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433651.999997:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433651.999999:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000001:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433652.000004:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433652.000005:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433652.000007:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433652.000009:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433652.000011:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433652.000013:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433652.000016:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000017:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433652.000019:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000021:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433652.000023:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433652.000025:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000028:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433652.000029:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433652.000034:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433652.000036:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433652.000037:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433652.000041:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433652.000043:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433652.000045:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433652.000049:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789433652.000051:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433652.000053:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433652.000055:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433652.000056:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433652.000057:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433652.000059:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433652.000063:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000001:3.0:1789433652.000066:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433652.000070:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933891968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433652.000077:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433652.000079:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433652.000083:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933891968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433652.000090:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433652.000093:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433652.000095:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433652.000097:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433652.000098:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433652.000101:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433652.000103:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5106
00000400:00000200:3.0:1789433652.000107:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433652.000109:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433652.000111:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433652.000114:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000116:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433652.000117:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000119:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433652.000122:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433652.000124:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433652.000125:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433652.000127:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433652.000129:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433652.000131:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433652.000134:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000136:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433652.000137:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000139:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433652.000141:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433652.000144:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000146:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433652.000148:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433652.000151:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433652.000153:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433652.000154:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433652.000156:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433652.000158:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433652.000160:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433652.000163:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789433652.000165:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433652.000168:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433652.000169:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433652.000170:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433652.000172:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433652.000173:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433652.000176:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789433652.000179:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433652.000184:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933892096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433652.000190:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433652.000192:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433652.000196:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933892096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433652.000204:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433652.000206:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433652.000209:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433652.000210:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433652.000212:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433652.000215:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433652.000217:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5106
00000400:00000200:3.0:1789433652.000221:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433652.000223:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433652.000226:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433652.000229:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000230:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433652.000232:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000234:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433652.000237:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433652.000238:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433652.000239:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433652.000241:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433652.000243:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433652.000245:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433652.000248:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000249:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433652.000251:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000253:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433652.000255:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433652.000257:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433652.000260:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433652.000261:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433652.000264:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433652.000266:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433652.000267:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433652.000268:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433652.000270:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433652.000271:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433652.000273:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789433652.000274:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433652.000276:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433652.000276:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433652.000278:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433652.000279:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433652.000281:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433652.000285:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789433652.000288:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433652.000292:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933892224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433652.000299:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433652.000301:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433652.000305:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933892224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433652.000312:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433652.000316:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5116)
00000800:00000200:1.1:1789433652.000577:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433652.000581:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433652.000927:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433652.000930:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433652.001198:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433652.001201:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789433652.001521:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433652.001523:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1789433652.257601:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433652.257611:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433652.257614:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433652.257620:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433652.257624:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433652.257629:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433652.257632:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433652.257635:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433652.257638:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433652.703455:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299779756, at 4299779776
00000100:00000010:3.0:1789433652.703471:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc00.
00000100:00000001:3.0:1789433653.023472:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433653.023481:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433653.023483:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433653.023490:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433653.023493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433653.023496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433653.023499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433653.023501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433653.023508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433653.279457:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433653.279464:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433653.279467:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433653.279472:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433653.279475:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433653.279479:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433653.279482:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433653.279484:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433653.279487:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433653.791587:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433653.791591:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433653.791595:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433654.047444:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433654.047452:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433654.047456:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433654.047464:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433654.047470:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433654.047476:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433654.047479:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433654.047481:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433654.047484:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433654.303461:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433654.303468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433654.303470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433654.303475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433654.303479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433654.303482:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433654.303485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433654.303489:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433654.303492:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433655.071444:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433655.071452:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433655.071455:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433655.071460:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433655.071465:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433655.071469:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433655.071474:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433655.071478:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433655.071482:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433655.327457:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433655.327463:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433655.327466:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433655.327471:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433655.327474:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433655.327478:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433655.327481:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433655.327483:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433655.327486:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433655.842161:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433655.842164:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433655.842168:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433656.095476:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433656.095484:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433656.095488:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433656.095496:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433656.095505:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433656.095513:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433656.095520:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433656.095524:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433656.095529:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433656.351463:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433656.351470:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433656.351473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433656.351478:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433656.351482:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433656.351486:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433656.351488:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433656.351490:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433656.351492:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433656.863584:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433656.863588:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433656.863602:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789433657.119478:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433657.119485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433657.119487:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433657.119491:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433657.119496:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433657.119504:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5111
00000400:00000200:3.0:1789433657.119516:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433657.119526:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433657.119530:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433657.119534:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.119536:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433657.119539:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.119542:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433657.119549:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433657.119551:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433657.119554:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433657.119557:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433657.119559:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433657.119562:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433657.119565:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.119567:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433657.119569:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.119570:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433657.119580:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433657.119583:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433657.119586:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433657.119592:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433657.119596:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433657.119599:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433657.119601:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433657.119603:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433657.119612:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789433657.119616:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433657.119619:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433657.119621:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433657.119623:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433657.119626:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433657.119630:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433657.119637:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789433657.119644:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433657.119652:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933892352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433657.119662:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433657.119666:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433657.119671:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933892352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433657.119689:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433657.119692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433657.119695:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433657.119696:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433657.119697:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433657.119700:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433657.119702:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5111
00000400:00000200:3.0:1789433657.119706:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433657.119709:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433657.119712:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433657.119715:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.119718:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433657.119721:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.119723:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433657.119729:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433657.119733:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433657.119736:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433657.119740:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433657.119743:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433657.119758:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433657.119765:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.119770:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433657.119775:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.119779:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433657.119785:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433657.119791:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433657.119796:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433657.119801:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433657.119808:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433657.119813:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433657.119817:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433657.119828:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433657.119833:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433657.119838:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433657.119844:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789433657.119849:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433657.119854:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433657.119857:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433657.119859:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433657.119861:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433657.119872:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433657.119881:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789433657.119887:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433657.119896:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933892480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433657.119912:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433657.119916:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433657.119923:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933892480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433657.119938:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433657.119943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433657.119949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433657.119952:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433657.119954:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433657.119959:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433657.119964:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5111
00000400:00000200:3.0:1789433657.119972:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433657.119980:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433657.119985:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433657.119992:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.119998:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433657.120003:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.120006:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433657.120027:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433657.120030:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433657.120032:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433657.120035:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433657.120038:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433657.120039:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433657.120043:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.120045:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433657.120046:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.120049:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433657.120053:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433657.120059:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433657.120061:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433657.120065:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1789433657.120066:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:3.0:1789433657.120069:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433657.120073:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433657.120075:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433657.120077:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433657.120079:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433657.120081:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433657.120084:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789433657.120096:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433657.120104:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433657.120108:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433657.120113:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433657.120115:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433657.120119:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433657.120125:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789433657.120129:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433657.120134:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933892608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433657.120141:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433657.120142:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433657.120145:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933892608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433657.120154:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433657.120159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433657.120162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433657.120165:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433657.120167:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433657.120170:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433657.120174:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5111
00000400:00000200:3.0:1789433657.120178:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433657.120184:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433657.120194:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433657.120197:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.120200:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433657.120205:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.120209:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433657.120215:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433657.120219:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433657.120222:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433657.120226:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433657.120231:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433657.120236:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433657.120244:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.120248:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433657.120254:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433657.120259:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433657.120264:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433657.120272:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433657.120277:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433657.120282:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433657.120288:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433657.120293:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433657.120297:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433657.120300:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433657.120305:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433657.120309:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433657.120314:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789433657.120319:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433657.120325:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433657.120328:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433657.120330:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433657.120334:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433657.120336:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433657.120343:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789433657.120380:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433657.120391:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933892736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433657.120410:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433657.120415:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433657.120423:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933892736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433657.120444:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433657.120450:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5121)
00000800:00000200:1.1:1789433657.120473:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433657.120631:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433657.120795:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789433657.375872:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433657.375879:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433657.375881:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433657.375887:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433657.375891:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433657.375896:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433657.375899:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433657.375902:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433657.375905:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433657.823461:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299784875, at 4299784896
00000100:00000010:3.0:1789433657.823476:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d1e0.
00000100:00000001:3.0:1789433658.400266:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433658.400274:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433658.400276:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433658.400282:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433658.400287:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433658.400291:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433658.400294:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433658.400298:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433658.400302:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433659.424511:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433659.424518:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433659.424520:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433659.424526:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433659.424530:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433659.424535:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433659.424538:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433659.424540:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433659.424543:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433659.935636:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433659.935640:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433659.935643:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433660.191774:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433660.191778:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433660.191779:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433660.191785:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433660.191788:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433660.191790:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433660.191792:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433660.191794:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433660.191797:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433660.448336:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433660.448344:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433660.448345:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433660.448450:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433660.448455:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433660.448459:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433660.448461:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433660.448465:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433660.448469:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433661.215478:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433661.215485:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433661.215490:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433661.215498:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433661.215504:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433661.215511:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433661.215517:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433661.215522:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433661.215528:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433661.471488:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433661.471495:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433661.471497:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433661.471504:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:3.0:1789433661.471508:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433661.471511:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433661.471514:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433661.471517:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433661.471520:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433661.983759:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433661.983763:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433661.983766:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433662.239464:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433662.239472:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433662.239475:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433662.239480:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433662.239484:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433662.239487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433662.239490:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433662.239493:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433662.239496:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433662.240223:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433662.240229:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1789433662.240653:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433662.240655:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1789433662.241061:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433662.241064:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1789433662.241386:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433662.241389:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 57 secs later)
00000100:00000040:3.0:1789433662.943448:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299789996, at 4299790016
00000100:00000010:3.0:1789433662.943463:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd80.
00000100:00000001:3.0:1789433663.263468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433663.263476:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433663.263481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433663.263487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433663.263495:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433663.263501:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433663.263505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433663.263507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433663.263511:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433664.031522:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433664.031527:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433664.031533:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433664.287436:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433664.287444:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433664.287448:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433664.287456:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433664.287461:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433664.287466:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433664.287472:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433664.287477:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433664.287483:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433665.311458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433665.311465:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433665.311467:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433665.311473:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433665.311477:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433665.311481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433665.311484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433665.311486:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433665.311489:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433666.079500:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433666.079503:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433666.079507:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433666.335461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433666.335468:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433666.335471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433666.335476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433666.335481:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433666.335485:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433666.335488:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433666.335491:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433666.335494:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433667.359449:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433667.359455:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433667.359458:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433667.359462:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433667.359467:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433667.359478:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433667.359483:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433667.359486:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433667.359492:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433667.360050:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433667.360056:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1789433667.360667:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433667.360670:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1789433667.360956:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433667.360958:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1789433667.361209:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433667.361211:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000100:00000040:3.0:1789433668.063460:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299795115, at 4299795136
00000100:00000010:3.0:1789433668.063484:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d660.
00000020:00000001:3.0:1789433668.127633:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433668.127638:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433668.127643:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433668.383447:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433668.383455:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433668.383458:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433668.383463:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433668.383467:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433668.383471:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433668.383475:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433668.383479:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433668.383483:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433669.407443:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433669.407450:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433669.407453:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433669.407459:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433669.407463:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433669.407467:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433669.407471:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433669.407474:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433669.407478:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433670.175522:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433670.175525:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433670.175529:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433670.431439:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433670.431446:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433670.431449:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433670.431455:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433670.431460:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433670.431464:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433670.431469:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433670.431473:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433670.431477:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433671.455455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433671.455461:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433671.455464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433671.455469:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433671.455473:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433671.455477:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433671.455480:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433671.455483:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433671.455486:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433672.223700:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433672.223704:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433672.223708:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789433672.479482:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433672.479490:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433672.479494:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433672.479500:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433672.479510:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433672.479521:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5127
00000400:00000200:3.0:1789433672.479542:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433672.479558:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433672.479564:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433672.479566:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.479569:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433672.479571:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.479572:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433672.479579:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433672.479581:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433672.479583:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433672.479586:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433672.479589:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433672.479592:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433672.479595:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.479597:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433672.479599:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.479601:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433672.479604:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433672.479607:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433672.479609:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433672.479612:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433672.479616:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433672.479618:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433672.479621:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433672.479623:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433672.479632:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289180.
00000020:00000040:3.0:1789433672.479646:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433672.479650:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433672.479651:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433672.479654:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433672.479656:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433672.479660:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433672.479666:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789433672.479671:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433672.479678:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289180 x1876351933893888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433672.479686:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433672.479690:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433672.479693:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef858d48] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289180 x1876351933893888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433672.479709:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433672.479711:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433672.479713:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433672.479714:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433672.479715:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433672.479717:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433672.479719:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5127
00000400:00000200:3.0:1789433672.479721:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433672.479723:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433672.479725:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433672.479727:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.479728:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433672.479730:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.479737:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433672.479746:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433672.479748:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433672.479752:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433672.479754:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433672.479759:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433672.479764:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433672.479772:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.479776:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433672.479780:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.479786:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433672.479791:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433672.479795:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433672.479797:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433672.479800:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433672.479805:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433672.479809:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433672.479814:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433672.479819:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433672.479824:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433672.479828:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433672.479833:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789433672.479838:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433672.479843:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433672.479847:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433672.479849:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433672.479853:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433672.479855:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433672.479860:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789433672.479865:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433672.479873:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933894016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433672.479881:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433672.479885:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433672.479892:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933894016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433672.479908:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433672.479913:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433672.479920:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433672.479923:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433672.479925:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433672.479929:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433672.479935:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5127
00000400:00000200:3.0:1789433672.479941:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433672.479948:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433672.479953:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433672.479959:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.479962:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433672.479967:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.479972:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433672.479978:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433672.479981:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433672.479984:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433672.479988:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433672.479992:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433672.479997:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433672.480004:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.480009:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433672.480015:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.480020:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433672.480024:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433672.480030:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433672.480035:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433672.480040:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:3.0:1789433672.480041:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1789433672.480044:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
02000000:00000001:3.0:1789433672.480046:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433672.480052:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433672.480058:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433672.480061:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433672.480068:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433672.480071:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433672.480077:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789433672.480082:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433672.480088:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433672.480091:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433672.480094:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433672.480096:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433672.480101:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433672.480109:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789433672.480116:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433672.480125:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933894144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433672.480139:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433672.480143:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433672.480147:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933894144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433672.480165:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433672.480171:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433672.480177:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433672.480180:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433672.480184:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433672.480189:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433672.480194:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5127
00000400:00000200:3.0:1789433672.480202:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433672.480209:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433672.480215:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433672.480222:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.480226:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433672.480232:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.480237:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433672.480242:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433672.480246:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433672.480250:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433672.480254:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433672.480260:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433672.480264:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433672.480272:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.480277:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433672.480283:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433672.480289:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433672.480303:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433672.480311:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433672.480317:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433672.480321:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433672.480325:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433672.480330:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433672.480335:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433672.480339:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433672.480345:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433672.480379:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433672.480386:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789433672.480393:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433672.480397:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433672.480399:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433672.480403:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433672.480407:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433672.480412:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433672.480418:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789433672.480425:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433672.480435:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933894272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433672.480453:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433672.480458:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433672.480467:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933894272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433672.480486:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433672.480494:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5137)
00000800:00000200:1.1:1789433672.480571:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433672.480572:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789433672.480824:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433672.480826:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789433672.481083:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433672.481085:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1789433673.183445:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299800235, at 4299800256
00000100:00000010:3.0:1789433673.183467:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dea0.
00000020:00000001:3.0:1789433674.271544:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433674.271548:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433674.271553:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789433676.320526:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433676.320535:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433676.320539:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789433677.599442:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433677.599453:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433677.599458:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433677.599464:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433677.599471:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433677.599480:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5132
00000400:00000200:3.0:1789433677.599492:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433677.599499:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433677.599502:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433677.599507:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599510:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433677.599513:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599515:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433677.599522:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433677.599524:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433677.599527:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433677.599530:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433677.599532:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433677.599535:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433677.599537:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599539:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433677.599541:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599542:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433677.599544:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433677.599546:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599548:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433677.599550:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433677.599552:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433677.599554:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433677.599555:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433677.599557:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433677.599564:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789433677.599566:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433677.599569:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433677.599570:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433677.599572:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433677.599575:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433677.599577:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433677.599583:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789433677.599588:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433677.599594:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933894400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433677.599614:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433677.599618:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433677.599621:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933894400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433677.599641:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433677.599643:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433677.599649:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433677.599651:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433677.599653:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433677.599656:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433677.599659:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5132
00000400:00000200:3.0:1789433677.599664:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433677.599671:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433677.599676:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433677.599683:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599688:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433677.599693:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599699:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433677.599704:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433677.599707:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433677.599711:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433677.599714:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433677.599719:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433677.599723:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433677.599728:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599730:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433677.599733:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599736:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433677.599738:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433677.599740:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599745:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433677.599749:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433677.599755:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433677.599760:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433677.599764:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433677.599768:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433677.599774:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433677.599779:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433677.599786:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789433677.599789:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433677.599794:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433677.599796:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433677.599801:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433677.599802:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433677.599805:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433677.599810:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789433677.599815:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433677.599822:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933894528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433677.599832:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433677.599834:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433677.599839:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933894528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433677.599852:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433677.599856:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433677.599864:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433677.599866:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433677.599868:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433677.599871:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433677.599874:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5132
00000400:00000200:3.0:1789433677.599887:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433677.599890:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433677.599893:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433677.599896:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599900:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433677.599905:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599907:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433677.599912:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433677.599914:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433677.599915:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433677.599916:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433677.599917:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433677.599919:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433677.599923:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:1.1:1789433677.599923:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789433677.599925:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1789433677.599928:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1789433677.599929:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599933:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433677.599939:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433677.599948:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433677.599954:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433677.599959:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433677.599964:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433677.599969:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433677.599973:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433677.599977:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433677.599984:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433677.599988:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433677.599993:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789433677.599999:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433677.600005:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433677.600009:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433677.600013:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433677.600016:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433677.600019:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433677.600026:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000001:3.0:1789433677.600032:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433677.600041:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933894656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433677.600059:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433677.600064:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433677.600069:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933894656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433677.600081:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433677.600086:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433677.600093:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433677.600095:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433677.600099:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433677.600103:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433677.600110:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5132
00000400:00000200:3.0:1789433677.600118:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433677.600134:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433677.600139:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433677.600147:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.600150:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433677.600156:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.600163:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433677.600168:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433677.600171:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433677.600175:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433677.600180:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433677.600186:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433677.600190:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433677.600197:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.600208:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433677.600215:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433677.600221:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433677.600227:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433677.600234:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433677.600240:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433677.600245:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433677.600249:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433677.600253:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433677.600258:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433677.600263:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433677.600268:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433677.600272:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433677.600278:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789433677.600283:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433677.600289:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433677.600290:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433677.600292:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433677.600293:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433677.600296:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433677.600302:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789433677.600307:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433677.600317:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933894784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433677.600337:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433677.600341:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433677.600377:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933894784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433677.600395:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433677.600403:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5142)
00000800:00000200:1.1:1789433677.600476:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433677.600478:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789433677.600678:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433677.600679:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789433677.600891:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433677.600892:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1789433678.303508:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299805355, at 4299805376
00000100:00000010:3.0:1789433678.303522:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dcc0.
00000020:00000001:3.0:1789433680.415587:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433680.415591:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433680.415595:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433681.695452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433681.695456:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433681.695459:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433681.695463:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433681.695466:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433681.695468:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433681.695471:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433681.695473:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433681.695476:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433682.719641:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433682.719647:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433682.719650:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433682.719653:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433682.719657:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433682.719663:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5137
00000400:00000200:3.0:1789433682.719672:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433682.719677:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433682.719681:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433682.719684:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.719687:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433682.719692:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.719696:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433682.719707:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433682.719711:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433682.719717:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433682.719723:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433682.719727:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433682.719730:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433682.719734:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.719736:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433682.719739:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.719741:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433682.719744:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433682.719747:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433682.719750:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433682.719753:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433682.719756:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433682.719759:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433682.719761:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433682.719763:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433682.719771:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789433682.719774:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433682.719786:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433682.719788:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433682.719791:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433682.719794:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433682.719798:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433682.719806:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789433682.719812:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433682.719821:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933894912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433682.719830:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433682.719835:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433682.719839:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933894912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1789433682.720081:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433682.720084:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1789433682.720142:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433682.720145:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433682.720149:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433682.720151:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433682.720152:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433682.720155:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433682.720157:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5137
00000400:00000200:3.0:1789433682.720161:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433682.720164:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433682.720166:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433682.720169:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.720171:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433682.720173:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.720175:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433682.720178:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433682.720179:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433682.720181:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433682.720183:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433682.720184:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433682.720187:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433682.720189:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.720191:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433682.720193:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.720195:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433682.720197:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433682.720200:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433682.720204:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433682.720206:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433682.720211:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433682.720213:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433682.720215:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433682.720218:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433682.720221:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433682.720223:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433682.720227:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789433682.720229:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433682.720231:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433682.720233:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433682.720235:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433682.720236:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433682.720238:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433682.720241:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:3.0:1789433682.720245:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433682.720249:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933895040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433682.720256:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433682.720259:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433682.720262:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933895040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1789433682.720668:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433682.720670:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1789433682.720901:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433682.720905:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433682.720907:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433682.720911:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433682.720912:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433682.720917:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433682.720920:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5137
00000400:00000200:3.0:1789433682.720924:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433682.720927:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433682.720929:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433682.720931:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.720932:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433682.720934:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.720935:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433682.720937:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433682.720938:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433682.720939:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433682.720940:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433682.720942:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433682.720943:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433682.720945:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.720946:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433682.720947:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.720948:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433682.720950:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433682.720951:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433682.720952:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433682.720953:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433682.720956:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433682.720957:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433682.720958:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433682.720960:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433682.720961:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433682.720962:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433682.720965:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789433682.720966:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433682.720968:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433682.720968:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433682.720970:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433682.720971:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433682.720972:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433682.720975:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789433682.720977:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433682.720981:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933895168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433682.720986:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433682.720988:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433682.720990:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933895168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433682.721000:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433682.721001:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433682.721003:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433682.721004:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433682.721005:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433682.721007:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433682.721008:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5137
00000400:00000200:3.0:1789433682.721010:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433682.721011:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433682.721012:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433682.721014:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.721016:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433682.721017:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.721019:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433682.721021:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433682.721022:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433682.721023:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433682.721024:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433682.721025:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433682.721027:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433682.721030:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.721034:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433682.721036:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433682.721039:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433682.721043:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433682.721047:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433682.721050:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433682.721052:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433682.721054:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433682.721058:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433682.721062:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433682.721074:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433682.721080:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433682.721084:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433682.721089:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789433682.721093:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433682.721099:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433682.721102:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433682.721108:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433682.721112:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433682.721114:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433682.721120:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789433682.721126:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433682.721134:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933895296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433682.721149:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433682.721153:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433682.721162:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933895296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433682.721181:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433682.721186:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5147)
00000800:00000200:1.1:1789433682.721252:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433682.721254:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789433682.721603:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433682.721604:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1789433683.423444:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299810475, at 4299810496
00000100:00000010:3.0:1789433683.423458:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d540.
00000020:00000001:3.0:1789433684.511490:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433684.511493:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433684.511496:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789433687.839447:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433687.839457:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433687.839461:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433687.839466:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433687.839469:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433687.839477:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5142
00000400:00000200:3.0:1789433687.839486:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433687.839495:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433687.839500:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433687.839503:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839506:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433687.839508:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839510:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433687.839518:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433687.839530:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433687.839533:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433687.839542:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433687.839544:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433687.839545:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433687.839548:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839549:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433687.839550:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839551:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433687.839553:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433687.839556:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839558:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433687.839560:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433687.839563:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433687.839565:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433687.839566:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433687.839568:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433687.839575:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789433687.839579:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433687.839582:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433687.839584:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433687.839587:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433687.839589:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433687.839593:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433687.839600:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789433687.839606:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433687.839614:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933895424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433687.839624:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433687.839629:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433687.839633:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933895424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433687.839659:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433687.839662:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433687.839665:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433687.839666:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433687.839668:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433687.839671:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433687.839673:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5142
00000400:00000200:3.0:1789433687.839676:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433687.839679:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433687.839682:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433687.839685:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839688:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433687.839691:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839693:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433687.839696:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433687.839700:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433687.839704:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433687.839707:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433687.839710:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433687.839713:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433687.839718:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839721:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433687.839724:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839728:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433687.839732:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433687.839737:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839739:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433687.839743:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433687.839749:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433687.839752:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433687.839754:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433687.839759:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433687.839764:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433687.839766:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433687.839771:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789433687.839775:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433687.839780:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433687.839783:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433687.839787:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433687.839790:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433687.839793:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433687.839798:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789433687.839804:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433687.839813:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933895552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433687.839823:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433687.839826:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433687.839830:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933895552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433687.839840:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433687.839845:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433687.839847:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433687.839848:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433687.839850:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433687.839853:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433687.839855:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5142
00000400:00000200:3.0:1789433687.839861:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433687.839866:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433687.839871:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433687.839877:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839882:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433687.839888:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839893:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433687.839900:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433687.839903:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433687.839906:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433687.839908:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433687.839913:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433687.839918:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433687.839922:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839927:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433687.839931:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839936:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433687.839941:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433687.839946:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433687.839951:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433687.839955:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433687.839961:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433687.839966:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433687.839969:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433687.839973:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433687.839980:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433687.839983:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433687.839988:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789433687.839993:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433687.839996:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433687.839998:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433687.840000:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433687.840001:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433687.840003:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433687.840006:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
00000100:00000001:3.0:1789433687.840011:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433687.840016:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933895680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433687.840035:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1789433687.840038:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789433687.840039:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433687.840045:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933895680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1789433687.840046:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1789433687.840059:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433687.840063:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433687.840075:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433687.840079:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433687.840087:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433687.840093:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433687.840098:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5142
00000400:00000200:3.0:1789433687.840109:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433687.840115:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433687.840119:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433687.840124:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.840126:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433687.840128:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.840132:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433687.840134:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433687.840136:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433687.840138:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433687.840141:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433687.840145:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433687.840149:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433687.840155:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.840158:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433687.840161:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433687.840163:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433687.840167:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433687.840168:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433687.840170:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433687.840170:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433687.840172:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433687.840174:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433687.840175:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433687.840176:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433687.840178:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433687.840179:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433687.840185:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789433687.840190:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433687.840193:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433687.840195:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433687.840197:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433687.840199:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433687.840202:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433687.840206:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000100:00000001:3.0:1789433687.840212:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433687.840216:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933895808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433687.840224:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433687.840225:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433687.840227:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933895808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433687.840236:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433687.840239:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5152)
00000800:00000200:1.1:1789433687.840584:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433687.840587:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433687.840863:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433687.840865:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433687.841144:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433687.841147:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1789433688.543436:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299815595, at 4299815616
00000100:00000010:3.0:1789433688.543451:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d0c0.
00000020:00000001:3.0:1789433688.607545:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433688.607550:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433688.607554:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1789433692.703585:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433692.703594:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433692.703599:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1789433692.959966:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433692.959973:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433692.960556:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433692.960559:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433692.960848:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433692.960851:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433692.961130:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433692.961132:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1789433693.663504:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299820715, at 4299820736
00000100:00000010:3.0:1789433693.663518:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dcc0.
00000100:00100000:2.0:1789433695.007449:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433695.007456:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433695.007460:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433695.007465:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433695.007477:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433695.007480:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433696.031481:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433696.031491:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433696.031495:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433696.031504:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433696.031511:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433696.031516:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433696.031522:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433696.031526:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433696.031531:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433697.055474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433697.055484:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433697.055488:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433697.055496:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433697.055506:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433697.055513:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433697.055518:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433697.055520:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433697.055524:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433697.823574:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433697.823577:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433697.823580:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433698.079454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433698.079461:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433698.079463:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433698.079469:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433698.079473:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433698.079476:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433698.079479:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433698.079482:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433698.079487:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433698.080051:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433698.080057:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433698.080606:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433698.080608:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433698.080888:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433698.080891:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433698.081170:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433698.081172:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1789433698.783453:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299825835, at 4299825856
00000100:00000010:2.0:1789433698.783466:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d2a0.
00000100:00000040:3.0:1789433698.783478:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299825835, at 4299825856
00000100:00000010:3.0:1789433698.783495:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dea0.
00000020:00000001:2.0:1789433698.847517:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433698.847522:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433698.847526:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433699.103464:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433699.103471:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433699.103476:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433699.103487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433699.103494:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433699.103499:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433699.103506:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433699.103512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433699.103517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433700.127489:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433700.127497:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433700.127502:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433700.127510:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433700.127515:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433700.127518:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433700.127524:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433700.127527:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433700.127534:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433701.151490:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433701.151499:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433701.151503:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433701.151512:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433701.151518:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433701.151524:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433701.151531:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433701.151535:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433701.151540:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433701.919538:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433701.919546:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433701.919549:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433701.919557:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433701.919562:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433701.919567:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433701.919570:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433701.919572:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433701.919576:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433701.919676:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433701.919684:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433701.919687:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433702.175558:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433702.175561:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433702.175563:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433702.175566:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433702.175568:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433702.175571:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433702.175573:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433702.175575:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433702.175577:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433702.943483:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433702.943491:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433702.943494:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433702.943502:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433702.943511:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433702.943516:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433702.943521:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433702.943526:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433702.943534:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433702.943682:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433702.943686:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433702.943690:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433703.199518:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433703.199525:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433703.199529:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433703.199535:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433703.199540:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433703.199543:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433703.199547:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433703.199551:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433703.199565:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433703.199997:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433703.200003:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433703.200332:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433703.200333:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433703.200596:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433703.200600:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433703.201039:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433703.201040:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1789433703.903436:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299830955, at 4299830976
00000100:00000040:2.0:1789433703.903441:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299830955, at 4299830976
00000100:00000010:3.0:1789433703.903451:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d660.
00000100:00000010:2.0:1789433703.903453:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d600.
00000100:00000001:3.0:1789433703.967463:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433703.967470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433703.967472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433703.967478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433703.967482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433703.967486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433703.967489:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433703.967492:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433703.967496:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433704.223474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433704.223482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433704.223485:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433704.223493:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433704.223499:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433704.223504:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433704.223511:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433704.223516:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433704.223521:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433704.991506:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433704.991518:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433704.991522:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433704.991532:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433704.991547:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433704.991554:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433704.991559:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433704.991567:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433704.991585:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433704.991634:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433704.991647:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433704.991663:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433705.247504:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433705.247515:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433705.247519:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433705.247526:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433705.247534:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433705.247540:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433705.247545:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433705.247549:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433705.247554:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433706.015503:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433706.015517:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433706.015521:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433706.015530:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433706.015538:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433706.015544:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433706.015549:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433706.015554:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433706.015559:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433706.015686:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433706.015689:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433706.015691:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433706.271606:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433706.271609:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433706.271611:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433706.271614:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433706.271616:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433706.271617:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433706.271620:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433706.271621:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433706.271623:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433707.039470:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433707.039477:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433707.039479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433707.039484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433707.039488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433707.039491:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433707.039494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433707.039497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433707.039500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433707.039559:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433707.039564:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433707.039567:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433707.295420:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433707.295426:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433707.295429:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433707.295434:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433707.295438:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433707.295443:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433707.295445:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433707.295447:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433707.295449:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433708.063454:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433708.063461:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433708.063463:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433708.063468:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433708.063471:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433708.063475:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433708.063478:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433708.063480:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433708.063483:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433708.319420:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433708.319427:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433708.319429:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433708.319434:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433708.319439:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433708.319445:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433708.319449:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433708.319454:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433708.319461:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433708.319535:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433708.319541:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433708.319543:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433708.319546:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433708.319550:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433708.319556:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5162
00000400:00000200:2.0:1789433708.319564:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433708.319570:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433708.319573:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433708.319577:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.319580:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433708.319583:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.319585:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433708.319593:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433708.319595:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433708.319598:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433708.319601:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433708.319603:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433708.319606:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433708.319609:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.319611:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433708.319612:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.319614:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433708.319617:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433708.319621:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433708.319623:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433708.319626:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433708.319630:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433708.319633:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433708.319635:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433708.319637:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433708.319644:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b480.
00000020:00000040:2.0:1789433708.319648:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433708.319652:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433708.319653:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433708.319656:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433708.319659:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433708.319662:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433708.319678:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789433708.319684:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433708.319692:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b480 x1876351933897472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433708.319702:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433708.319706:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433708.319710:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008be6ba08] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b480 x1876351933897472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433708.319730:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433708.319733:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433708.319736:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433708.319738:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433708.319739:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433708.319742:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433708.319744:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5162
00000400:00000200:2.0:1789433708.319749:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433708.319752:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433708.319754:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433708.319757:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.319759:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433708.319761:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.319763:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433708.319767:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433708.319769:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433708.319771:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433708.319773:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433708.319789:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433708.319791:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433708.319796:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.319799:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433708.319801:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.319805:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433708.319808:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433708.319811:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433708.319814:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433708.319817:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433708.319823:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433708.319831:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433708.319835:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433708.319841:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433708.319847:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433708.319851:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433708.319857:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a680.
00000020:00000040:2.0:1789433708.319861:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433708.319873:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433708.319877:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433708.319880:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433708.319884:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433708.319887:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433708.319893:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789433708.319898:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433708.319905:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a680 x1876351933897600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433708.319914:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433708.319922:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433708.319930:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049af382e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a680 x1876351933897600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433708.319949:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433708.319953:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433708.319958:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433708.319961:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433708.319963:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433708.319968:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433708.319972:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5162
00000400:00000200:2.0:1789433708.319979:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433708.319983:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433708.319986:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433708.319992:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.319994:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433708.319998:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.320003:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433708.320007:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433708.320011:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433708.320014:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433708.320018:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433708.320021:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433708.320026:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433708.320032:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.320036:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433708.320041:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.320045:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433708.320050:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433708.320055:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433708.320058:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433708.320060:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433708.320064:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433708.320066:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433708.320071:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433708.320075:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433708.320080:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433708.320084:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433708.320090:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b100.
00000020:00000040:2.0:1789433708.320095:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433708.320099:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433708.320101:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433708.320105:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433708.320107:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433708.320110:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433708.320117:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433708.320122:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
02000000:00000010:2.0:1789433708.320124:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789433708.320131:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433708.320138:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b100 x1876351933897728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433708.320144:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433708.320147:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433708.320152:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad3da5f8] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b100 x1876351933897728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433708.320165:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433708.320169:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433708.320174:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433708.320176:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433708.320179:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433708.320183:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433708.320188:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5162
00000400:00000200:2.0:1789433708.320196:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433708.320210:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433708.320215:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433708.320222:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.320227:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433708.320231:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.320235:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433708.320239:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433708.320242:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433708.320245:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433708.320249:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433708.320254:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433708.320258:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433708.320264:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.320267:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433708.320271:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433708.320274:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433708.320278:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433708.320282:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433708.320284:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433708.320287:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433708.320290:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433708.320294:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433708.320297:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433708.320300:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433708.320303:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433708.320305:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433708.320309:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29500.
00000020:00000040:2.0:1789433708.320314:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433708.320325:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433708.320328:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433708.320332:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433708.320334:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433708.320337:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433708.320344:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789433708.320383:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433708.320396:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29500 x1876351933897856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433708.320410:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433708.320414:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433708.320423:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687fa4f] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29500 x1876351933897856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433708.320442:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433708.320457:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5173)
00000800:00000200:1.1:1789433708.320730:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433708.320732:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1789433708.321019:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433708.321021:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1789433708.321294:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433708.321296:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000100:00000040:2.0:1789433709.023469:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299836075, at 4299836096
00000100:00000040:3.0:1789433709.023469:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299836075, at 4299836096
00000100:00000010:2.0:1789433709.023484:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06df00.
00000100:00000010:3.0:1789433709.023486:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d8a0.
00000100:00000001:3.0:1789433709.087448:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433709.087456:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433709.087459:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433709.087464:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433709.087470:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433709.087475:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433709.087480:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433709.087485:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433709.087490:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433709.087521:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433709.087524:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433709.087527:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433709.343462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433709.343470:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433709.343474:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433709.343481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433709.343487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433709.343494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433709.343499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433709.343503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433709.343509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433710.111426:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433710.111434:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433710.111437:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433710.111443:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433710.111448:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433710.111453:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433710.111456:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433710.111459:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433710.111462:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433710.111576:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433710.111579:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433710.111587:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433710.367456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433710.367464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433710.367468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433710.367475:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433710.367481:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433710.367487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433710.367493:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433710.367497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433710.367503:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433711.135447:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433711.135455:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433711.135457:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433711.135463:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433711.135469:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433711.135475:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433711.135480:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433711.135484:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433711.135489:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433711.135564:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433711.135569:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433711.135573:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433711.391446:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433711.391454:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433711.391457:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433711.391463:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433711.391468:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433711.391472:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433711.391475:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433711.391479:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433711.391486:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433712.159458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433712.159469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433712.159473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433712.159480:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433712.159486:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433712.159493:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433712.159498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433712.159501:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433712.159504:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433712.415425:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433712.415432:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433712.415435:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433712.415441:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433712.415445:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433712.415452:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433712.415463:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433712.415470:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433712.415476:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433713.183406:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433713.183414:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433713.183417:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433713.183422:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433713.183427:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433713.183431:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433713.183435:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433713.183438:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433713.183442:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433713.183515:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433713.183518:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433713.183522:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789433713.439440:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789433713.439441:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433713.439448:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433713.439451:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433713.439453:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433713.439457:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1789433713.439461:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:2.0:1789433713.439464:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433713.439465:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433713.439469:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433713.439472:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1789433713.439472:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433713.439476:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433713.439479:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433713.439482:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5168
00000400:00000200:2.0:1789433713.439492:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433713.439499:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433713.439503:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433713.439507:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.439511:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433713.439513:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.439516:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433713.439523:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433713.439525:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433713.439528:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433713.439531:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433713.439533:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433713.439535:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433713.439538:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.439540:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433713.439542:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.439544:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433713.439548:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433713.439551:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433713.439553:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433713.439556:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433713.439560:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433713.439563:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433713.439565:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433713.439567:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433713.439575:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2ad80.
00000020:00000040:2.0:1789433713.439579:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433713.439583:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433713.439585:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433713.439588:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433713.439591:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433713.439594:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433713.439604:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79000.
00000100:00000001:2.0:1789433713.439611:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433713.439620:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2ad80 x1876351933897984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433713.439631:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433713.439635:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433713.439640:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf7f5fd7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2ad80 x1876351933897984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433713.439668:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433713.439671:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433713.439674:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433713.439675:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433713.439677:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433713.439680:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433713.439683:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5168
00000400:00000200:2.0:1789433713.439688:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433713.439691:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433713.439694:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433713.439700:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.439706:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433713.439711:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.439716:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433713.439721:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433713.439724:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433713.439727:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433713.439731:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433713.439735:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433713.439749:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433713.439759:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.439763:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433713.439769:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.439773:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433713.439777:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433713.439782:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433713.439788:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433713.439791:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433713.439797:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433713.439803:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433713.439806:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433713.439811:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433713.439816:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433713.439820:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433713.439824:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28e00.
00000020:00000040:2.0:1789433713.439829:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433713.439832:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433713.439834:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433713.439838:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433713.439841:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433713.439845:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433713.439852:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78800.
00000100:00000001:2.0:1789433713.439858:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433713.439869:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28e00 x1876351933898112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433713.439884:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433713.439889:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433713.439897:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e55d] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28e00 x1876351933898112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433713.439921:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433713.439926:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433713.439932:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433713.439936:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433713.439937:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433713.439941:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433713.439947:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5168
00000400:00000200:2.0:1789433713.439956:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433713.439963:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433713.439967:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433713.439973:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.439977:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433713.439981:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.439985:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433713.439998:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433713.440002:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433713.440005:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433713.440008:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433713.440013:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433713.440018:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433713.440025:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.440030:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1789433713.440034:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:2.0:1789433713.440035:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000200:1.1:1789433713.440040:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1789433713.440041:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433713.440047:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433713.440054:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433713.440060:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433713.440064:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433713.440069:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433713.440074:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433713.440078:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433713.440083:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433713.440088:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433713.440092:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433713.440100:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b800.
00000020:00000040:2.0:1789433713.440106:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433713.440112:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433713.440114:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433713.440116:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433713.440117:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433713.440119:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433713.440126:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789433713.440132:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433713.440143:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b800 x1876351933898240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433713.440155:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433713.440158:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433713.440164:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3088977] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b800 x1876351933898240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433713.440177:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433713.440181:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433713.440184:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433713.440187:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433713.440189:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433713.440194:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433713.440198:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5168
00000400:00000200:2.0:1789433713.440205:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433713.440213:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433713.440218:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433713.440225:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.440228:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433713.440233:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.440237:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433713.440242:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433713.440244:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433713.440248:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433713.440250:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433713.440255:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433713.440260:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433713.440266:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.440271:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433713.440275:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433713.440280:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433713.440284:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433713.440291:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433713.440296:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433713.440300:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433713.440304:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433713.440308:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433713.440312:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433713.440317:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433713.440320:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433713.440324:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433713.440330:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29880.
00000020:00000040:2.0:1789433713.440366:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433713.440369:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433713.440370:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433713.440372:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433713.440373:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433713.440375:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433713.440379:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789433713.440386:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433713.440395:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29880 x1876351933898368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433713.440413:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433713.440417:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433713.440423:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ac992a] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29880 x1876351933898368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433713.440438:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433713.440444:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5178)
00000800:00000200:1.1:1789433713.440664:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433713.440666:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1789433713.440885:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433713.440886:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1789433713.441127:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433713.441128:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1789433714.143447:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299841195, at 4299841216
00000100:00000040:3.0:1789433714.143447:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299841195, at 4299841216
00000100:00000010:2.0:1789433714.143459:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd80.
00000100:00000010:3.0:1789433714.143462:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d1e0.
00000100:00000001:3.0:1789433714.207404:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433714.207414:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433714.207417:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433714.207423:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433714.207428:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433714.207432:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433714.207435:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433714.207438:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433714.207442:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433714.207564:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433714.207569:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433714.207573:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433714.463425:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433714.463434:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433714.463438:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433714.463445:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433714.463450:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433714.463456:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433714.463461:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433714.463465:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433714.463467:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433715.231449:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433715.231456:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433715.231458:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433715.231464:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433715.231467:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433715.231471:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433715.231474:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433715.231477:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433715.231479:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433715.231516:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433715.231519:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433715.231523:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433715.487446:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433715.487454:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433715.487458:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433715.487465:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433715.487471:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433715.487477:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433715.487481:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433715.487483:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433715.487487:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433716.255448:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433716.255455:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433716.255457:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433716.255462:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433716.255465:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433716.255469:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433716.255472:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433716.255474:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433716.255485:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433716.511444:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433716.511451:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433716.511460:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433716.511464:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433716.511468:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433716.511471:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433716.511476:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433716.511478:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433716.511482:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433717.279510:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433717.279514:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433717.279516:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433717.279520:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433717.279523:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433717.279526:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433717.279529:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433717.279531:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433717.279533:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433717.535446:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433717.535451:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433717.535452:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433717.535457:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433717.535461:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433717.535465:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433717.535468:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433717.535471:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433717.535474:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433718.303431:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433718.303438:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433718.303440:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433718.303444:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433718.303448:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433718.303452:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433718.303454:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433718.303456:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433718.303460:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433718.303539:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433718.303541:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433718.303544:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433718.559420:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433718.559426:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433718.559429:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433718.559435:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433718.559440:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433718.559444:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433718.559448:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433718.559453:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433718.559461:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433718.559931:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433718.559934:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433718.560376:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433718.560378:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433718.560552:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433718.560554:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433718.560753:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433718.560755:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1789433719.263423:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299846315, at 4299846336
00000100:00000010:3.0:1789433719.263435:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc00.
00000100:00000040:2.0:1789433719.263521:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299846315, at 4299846336
00000100:00000010:2.0:1789433719.263529:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d840.
00000100:00000001:3.0:1789433719.327437:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433719.327446:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433719.327449:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433719.327455:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433719.327460:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433719.327465:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433719.327472:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433719.327476:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433719.327482:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433719.327514:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433719.327519:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433719.327526:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433719.583467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433719.583473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433719.583475:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433719.583481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433719.583486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433719.583490:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433719.583493:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433719.583495:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433719.583498:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433720.351457:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433720.351465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433720.351468:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433720.351485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433720.351490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433720.351495:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433720.351498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433720.351501:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433720.351505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433720.607455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433720.607468:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433720.607471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433720.607479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433720.607487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433720.607494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433720.607501:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433720.607507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433720.607514:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433721.375456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433721.375464:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433721.375466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433721.375471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433721.375475:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433721.375478:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433721.375481:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433721.375483:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433721.375486:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433721.631467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433721.631474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433721.631477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433721.631483:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433721.631488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433721.631492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433721.631517:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433721.631520:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433721.631522:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433722.399446:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433722.399452:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433722.399454:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433722.399459:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433722.399463:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433722.399467:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433722.399475:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433722.399479:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433722.399483:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433722.399560:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433722.399562:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433722.399565:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433722.655456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433722.655470:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433722.655472:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433722.655476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433722.655478:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433722.655481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433722.655483:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433722.655484:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433722.655486:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433723.423437:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433723.423443:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433723.423447:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433723.423452:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433723.423458:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433723.423461:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433723.423474:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433723.423482:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433723.423492:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433723.423532:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433723.423535:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433723.423538:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433723.679457:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433723.679465:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433723.679470:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433723.679477:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433723.679484:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433723.679490:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433723.679496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433723.679500:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433723.679506:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433723.679983:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433723.680340:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433723.680524:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433723.680675:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:2.0:1789433724.383443:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299851435, at 4299851456
00000100:00000040:3.0:1789433724.383443:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299851435, at 4299851456
00000100:00000010:2.0:1789433724.383460:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d900.
00000100:00000010:3.0:1789433724.383465:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d720.
00000100:00000001:3.0:1789433724.447462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433724.447469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433724.447471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433724.447475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433724.447480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433724.447484:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433724.447487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433724.447490:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433724.447494:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433724.703463:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433724.703473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433724.703477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433724.703486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433724.703492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433724.703498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433724.703504:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433724.703508:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433724.703513:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433725.471470:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433725.471480:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433725.471487:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433725.471494:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433725.471501:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433725.471508:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433725.471513:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433725.471519:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433725.471527:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433725.727472:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433725.727480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433725.727485:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433725.727499:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433725.727504:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433725.727509:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433725.727515:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433725.727518:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433725.727523:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433726.495642:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433726.495647:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433726.495650:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433726.495656:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433726.495660:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433726.495662:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433726.495665:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433726.495668:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433726.495670:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433726.495672:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433726.495674:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433726.495676:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433726.751458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433726.751464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433726.751467:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433726.751472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433726.751478:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433726.751484:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433726.751490:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433726.751494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433726.751496:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1789433726.751607:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.104:988
00000400:00000100:2.0:1789433726.751644:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.104@tcp at host 192.168.203.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1789433726.751653:0:2336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433726.751657:0:2336:0:(router.c:1791:lnet_notify()) 192.168.203.4@tcp notifying 192.168.203.104@tcp: down
00000400:00000200:2.0:1789433726.751661:0:2336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433726.751665:0:2336:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1789433726.751670:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789433726.751673:0:2336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833da00.
00000400:00000200:2.0:1789433726.751678:0:2336:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789433726.751681:0:2336:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789433726.751685:0:2336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9aa0
00000400:00000010:2.0:1789433726.751687:0:2336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9aa0.
00000100:00000001:2.0:1789433726.751691:0:2336:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433726.751697:0:2336:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbdf80 x1876351933899008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433726.751717:0:2336:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433726.751719:0:2336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbdf80 x1876351933899008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433726.752683:0:2336:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789433726.752686:0:2336:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789433726.752690:0:2336:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:2.0:1789433726.752695:0:2336:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789433726.752697:0:2336:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789433726.752700:0:2336:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789433726.752702:0:2336:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789433726.752705:0:2336:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17800.
02000000:00000001:2.0:1789433726.752708:0:2336:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789433726.752710:0:2336:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789433726.752712:0:2336:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbdf80.
00000100:00000001:2.0:1789433726.752716:0:2336:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789433726.752717:0:2336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433726.752719:0:2336:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1789433726.752731:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789433726.752734:0:2336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:2.0:1789433726.752737:0:2336:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789433726.752741:0:2336:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789433726.752745:0:2336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9dd0
00000400:00000010:2.0:1789433726.752746:0:2336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9dd0.
00000100:00000001:2.0:1789433726.752749:0:2336:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433726.752754:0:2336:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbf480 x1876351933899136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433726.752772:0:2336:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433726.752776:0:2336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbf480 x1876351933899136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433726.752781:0:2336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433726.752783:0:2336:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1789433726.752788:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789433726.752790:0:2336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d700.
00000400:00000200:2.0:1789433726.752793:0:2336:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789433726.752796:0:2336:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789433726.752799:0:2336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a94c8
00000400:00000010:2.0:1789433726.752801:0:2336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a94c8.
00000100:00000001:2.0:1789433726.752804:0:2336:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433726.752808:0:2336:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbce00 x1876351933899264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433726.752819:0:2336:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433726.752825:0:2336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbce00 x1876351933899264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433726.752839:0:2336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433726.752843:0:2336:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1789433726.752848:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789433726.752851:0:2336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d300.
00000400:00000200:2.0:1789433726.752854:0:2336:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789433726.752860:0:2336:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789433726.752866:0:2336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9330
00000400:00000010:2.0:1789433726.752870:0:2336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9330.
00000100:00000001:2.0:1789433726.752876:0:2336:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433726.752884:0:2336:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbd500 x1876351933899392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433726.752898:0:2336:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433726.752904:0:2336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd500 x1876351933899392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433748 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433726.752925:0:2336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433726.752928:0:2336:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789433727.519451:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433727.519457:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433727.519461:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433727.519467:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433727.519472:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433727.519476:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433727.519479:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433727.519482:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433727.519486:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433727.775433:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433727.775439:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433727.775440:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433727.775444:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433727.775446:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433727.775449:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433727.775451:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433727.775453:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433727.775455:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433728.543457:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433728.543467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433728.543470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433728.543475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433728.543480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433728.543485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433728.543490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433728.543493:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433728.543498:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433728.799452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1789433728.799460:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789433728.799461:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433728.799465:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433728.799470:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1789433728.799471:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433728.799474:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789433728.799477:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1789433728.799480:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433728.799482:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433728.799486:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1789433728.799487:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433728.799491:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789433728.799493:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5183
00000100:00000001:3.0:1789433728.799494:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789433728.799504:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433728.799510:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433728.799515:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433728.799521:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799526:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433728.799528:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799532:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433728.799542:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433728.799545:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433728.799550:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433728.799554:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433728.799557:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433728.799560:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433728.799564:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799567:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433728.799569:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799571:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433728.799574:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433728.799577:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799579:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433728.799582:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433728.799585:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433728.799589:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433728.799591:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433728.799594:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433728.799599:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28000.
00000020:00000040:2.0:1789433728.799602:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433728.799606:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433728.799608:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433728.799610:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433728.799613:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433728.799616:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433728.799623:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b800.
00000100:00000001:2.0:1789433728.799630:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433728.799639:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28000 x1876351933899520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433728.799650:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433728.799660:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433728.799666:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f58c4e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28000 x1876351933899520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433728.799684:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433728.799686:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433728.799688:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433728.799689:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433728.799691:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433728.799697:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433728.799700:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5183
00000400:00000200:2.0:1789433728.799704:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433728.799707:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433728.799710:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433728.799714:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799716:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433728.799718:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799720:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433728.799727:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433728.799730:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433728.799733:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433728.799736:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433728.799739:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433728.799744:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433728.799751:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799756:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433728.799759:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799764:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433728.799769:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433728.799775:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799780:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433728.799784:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433728.799791:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433728.799795:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433728.799800:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433728.799805:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433728.799810:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433728.799813:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433728.799819:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29180.
00000020:00000040:2.0:1789433728.799823:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433728.799825:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433728.799826:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433728.799828:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433728.799829:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433728.799831:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433728.799836:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789433728.799843:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433728.799850:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29180 x1876351933899648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433728.799861:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433728.799864:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433728.799869:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3953f8c] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29180 x1876351933899648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433728.799879:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433728.799886:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433728.799898:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433728.799900:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433728.799904:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433728.799910:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433728.799915:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5183
00000400:00000200:2.0:1789433728.799923:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433728.799929:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433728.799933:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433728.799937:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799940:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433728.799942:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799947:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433728.799953:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433728.799954:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433728.799956:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433728.799958:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433728.799961:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433728.799965:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433728.799971:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799975:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433728.799979:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799982:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433728.799986:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433728.799992:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433728.799998:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433728.800000:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433728.800003:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433728.800008:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433728.800012:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433728.800016:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433728.800024:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433728.800028:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433728.800033:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a300.
00000020:00000040:2.0:1789433728.800036:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433728.800040:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433728.800043:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433728.800047:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433728.800050:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433728.800053:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433728.800061:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789433728.800066:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433728.800075:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a300 x1876351933899776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1789433728.800086:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433728.800092:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1789433728.800097:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433728.800103:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433728.800111:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcc0670] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a300 x1876351933899776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433728.800138:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433728.800143:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433728.800147:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433728.800150:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433728.800153:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433728.800158:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433728.800163:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5183
00000400:00000200:2.0:1789433728.800171:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433728.800178:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433728.800183:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433728.800188:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.800192:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433728.800196:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.800199:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433728.800205:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433728.800209:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433728.800213:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433728.800215:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433728.800228:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433728.800232:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433728.800236:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.800241:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433728.800243:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433728.800245:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433728.800248:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433728.800252:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433728.800256:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433728.800258:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433728.800261:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433728.800263:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433728.800265:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433728.800267:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433728.800271:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433728.800275:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433728.800283:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28380.
00000020:00000040:2.0:1789433728.800287:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433728.800290:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433728.800291:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433728.800293:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433728.800294:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433728.800296:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433728.800301:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79800.
00000100:00000001:2.0:1789433728.800306:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433728.800314:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28380 x1876351933899904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433728.800327:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433728.800332:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433728.800341:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52b4d98] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28380 x1876351933899904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433728.800387:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433728.800393:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5193)
00000800:00000200:1.1:1789433728.800666:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433728.800668:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433728.800927:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433728.800930:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433728.801193:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433728.801195:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1789433729.503437:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299856555, at 4299856576
00000100:00000040:2.0:1789433729.503443:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299856555, at 4299856576
00000100:00000010:3.0:1789433729.503453:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d3c0.
00000100:00000010:2.0:1789433729.503454:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d960.
00000100:00000001:2.0:1789433729.567454:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433729.567460:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433729.567463:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433729.567469:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433729.567473:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433729.567478:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433729.567482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433729.567485:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433729.567490:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433729.823452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433729.823460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433729.823462:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433729.823467:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433729.823472:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433729.823475:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433729.823478:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433729.823481:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433729.823484:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433730.591479:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433730.591487:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433730.591489:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433730.591496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433730.591501:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433730.591505:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433730.591509:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433730.591511:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433730.591514:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433730.591631:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433730.591635:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433730.591638:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433730.847485:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433730.847491:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433730.847497:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433730.847502:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433730.847507:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433730.847513:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433730.847522:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433730.847525:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433730.847535:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433731.616266:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433731.616272:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433731.616275:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433731.616279:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433731.616283:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433731.616286:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433731.616290:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433731.616293:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433731.616297:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433731.871452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433731.871460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433731.871464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433731.871472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433731.871478:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433731.871484:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433731.871489:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433731.871493:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433731.871499:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433732.639491:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433732.639499:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433732.639501:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433732.639505:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433732.639509:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433732.639518:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433732.639524:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433732.639526:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433732.639529:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433732.895462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433732.895469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433732.895472:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433732.895477:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433732.895480:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433732.895489:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433732.895491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433732.895492:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433732.895494:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433733.663441:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433733.663450:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433733.663455:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433733.663463:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433733.663471:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433733.663477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433733.663483:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433733.663487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433733.663494:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433733.919492:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433733.919507:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433733.919512:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433733.919519:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433733.919529:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433733.919542:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5188
00000400:00000200:2.0:1789433733.919554:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433733.919562:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433733.919565:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433733.919568:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.919571:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433733.919573:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.919575:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433733.919583:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433733.919585:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433733.919587:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433733.919590:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433733.919591:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433733.919593:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433733.919595:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.919596:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433733.919597:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.919598:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433733.919601:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433733.919603:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433733.919605:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433733.919608:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433733.919611:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433733.919613:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433733.919614:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433733.919616:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433733.919625:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2bb80.
00000020:00000040:2.0:1789433733.919628:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433733.919632:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433733.919633:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433733.919636:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433733.919638:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433733.919642:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433733.919648:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789433733.919654:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433733.919662:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2bb80 x1876351933900032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433733.919673:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433733.919677:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433733.919680:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ddafd05] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2bb80 x1876351933900032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433733.919698:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433733.919701:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433733.919703:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433733.919705:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433733.919706:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433733.919708:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433733.919709:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5188
00000400:00000200:2.0:1789433733.919712:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433733.919714:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433733.919716:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433733.919718:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.919720:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433733.919721:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.919723:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433733.919725:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433733.919726:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433733.919727:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433733.919728:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433733.919729:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433733.919731:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433733.919737:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.919739:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433733.919743:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.919744:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433733.919746:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433733.919748:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433733.919753:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433733.919755:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433733.919764:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433733.919771:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433733.919775:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433733.919789:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433733.919795:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433733.919800:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433733.919805:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29c00.
00000020:00000040:2.0:1789433733.919809:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433733.919816:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433733.919818:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433733.919821:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433733.919824:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433733.919828:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433733.919834:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789433733.919839:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433733.919845:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29c00 x1876351933900160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433733.919858:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433733.919863:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433733.919867:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a31316b7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29c00 x1876351933900160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433733.919874:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433733.919879:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433733.919885:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433733.919887:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433733.919890:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433733.919901:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433733.919907:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5188
00000400:00000200:2.0:1789433733.919917:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433733.919922:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433733.919925:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433733.919934:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.919940:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433733.919946:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.919952:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433733.919959:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433733.919962:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433733.919968:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433733.919973:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433733.919981:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433733.919990:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433733.919999:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433733.920006:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433733.920008:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433733.920012:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433733.920013:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433733.920017:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:3.0:1789433733.920018:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789433733.920024:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00100000:3.0:1789433733.920026:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433733.920031:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1789433733.920032:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433733.920036:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433733.920040:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433733.920041:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1789433733.920046:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789433733.920047:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789433733.920051:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789433733.920052:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433733.920057:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433733.920066:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433733.920071:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433733.920077:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433733.920081:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433733.920088:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2aa00.
00000020:00000040:2.0:1789433733.920095:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433733.920102:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433733.920107:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433733.920112:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433733.920118:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433733.920122:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433733.920131:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789433733.920138:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433733.920162:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2aa00 x1876351933900288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433733.920191:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433733.920197:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433733.920205:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3661409] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2aa00 x1876351933900288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1789433733.920213:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433733.920226:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1789433733.920230:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433733.920235:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433733.920244:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433733.920247:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433733.920249:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433733.920253:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433733.920259:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5188
00000400:00000200:2.0:1789433733.920267:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433733.920279:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433733.920284:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433733.920293:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.920298:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433733.920305:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.920313:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433733.920322:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433733.920327:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433733.920331:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433733.920332:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433733.920336:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433733.920341:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433733.920380:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.920386:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433733.920391:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433733.920395:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433733.920401:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433733.920410:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433733.920415:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433733.920418:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433733.920423:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433733.920428:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433733.920431:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433733.920436:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433733.920441:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433733.920446:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433733.920452:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29f80.
00000020:00000040:2.0:1789433733.920456:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433733.920462:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433733.920467:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433733.920471:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433733.920475:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433733.920479:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433733.920486:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789433733.920496:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433733.920510:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29f80 x1876351933900416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433733.920524:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433733.920529:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433733.920538:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b20d5cf0] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29f80 x1876351933900416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433733.920555:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433733.920567:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5198)
00000800:00000200:1.1:1789433733.920818:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433733.920820:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433733.921006:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433733.921008:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433733.921245:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433733.921247:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1789433734.623455:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299861676, at 4299861696
00000100:00000010:3.0:1789433734.623472:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd20.
00000100:00000040:2.0:1789433734.623485:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299861676, at 4299861696
00000100:00000010:2.0:1789433734.623502:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d4e0.
00000100:00000001:3.0:1789433734.687456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433734.687465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433734.687468:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433734.687473:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433734.687480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433734.687485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433734.687489:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433734.687493:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433734.687496:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433734.687663:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433734.687666:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433734.687670:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433734.943461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433734.943469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433734.943471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433734.943476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433734.943481:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433734.943487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433734.943491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433734.943496:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433734.943505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433735.711483:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433735.711489:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433735.711494:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433735.711500:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433735.711510:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433735.711516:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433735.711519:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433735.711523:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433735.711527:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433735.967454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433735.967460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433735.967463:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433735.967468:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433735.967472:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433735.967476:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433735.967479:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433735.967483:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433735.967487:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433736.735470:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433736.735477:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433736.735479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433736.735485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433736.735488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433736.735492:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433736.735495:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433736.735498:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433736.735501:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433736.991939:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433736.991943:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433736.991944:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433736.991947:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433736.991949:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433736.991951:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433736.991953:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433736.991955:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433736.991957:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433738.015427:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433738.015434:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433738.015437:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433738.015443:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433738.015447:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433738.015452:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433738.015456:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433738.015459:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433738.015462:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433738.271560:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433738.271569:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433738.271571:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433738.271577:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433738.271581:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433738.271585:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433738.271588:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433738.271590:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433738.271593:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433738.783476:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433738.783483:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433738.783484:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433738.783488:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433738.783491:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433738.783494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433738.783496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433738.783497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433738.783500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433738.783556:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433738.783559:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433738.783562:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433739.039507:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433739.039515:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433739.039517:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433739.039524:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433739.039530:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433739.039535:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433739.039538:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433739.039541:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433739.039545:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433739.039570:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433739.039579:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433739.039583:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433739.039588:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433739.039593:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433739.039602:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5193
00000400:00000200:3.0:1789433739.039613:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433739.039621:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433739.039625:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433739.039630:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.039634:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433739.039638:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.039648:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433739.039660:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433739.039663:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433739.039666:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433739.039670:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433739.039673:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433739.039676:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433739.039686:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.039693:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433739.039696:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.039699:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433739.039703:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433739.039707:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433739.039711:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433739.039716:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433739.039721:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433739.039724:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433739.039727:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433739.039730:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433739.039737:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789433739.039741:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433739.039745:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433739.039747:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433739.039752:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433739.039756:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433739.039760:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433739.039769:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000100:00000001:3.0:1789433739.039778:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433739.039790:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933900544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433739.039801:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433739.039806:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433739.039812:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933900544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433739.039841:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433739.039845:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433739.039849:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433739.039851:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433739.039853:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433739.039857:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433739.039860:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5193
00000400:00000200:3.0:1789433739.039865:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433739.039875:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433739.039878:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433739.039882:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.039884:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433739.039887:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.039891:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433739.039896:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433739.039900:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433739.039904:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433739.039908:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433739.039912:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:2.0:1789433739.039979:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433739.039984:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433739.039987:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433739.039991:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433739.039994:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433739.039998:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789433739.040006:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433739.040013:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040017:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433739.040022:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040027:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433739.040033:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433739.040043:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040050:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433739.040054:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433739.040061:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433739.040065:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433739.040069:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433739.040076:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433739.040080:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433739.040086:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433739.040087:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433739.040092:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433739.040100:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433739.040104:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000800:00000200:0.1:1789433739.040185:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433739.040188:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000020:00000040:3.0:1789433739.040263:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433739.040267:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433739.040269:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433739.040271:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433739.040274:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433739.040278:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433739.040283:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789433739.040290:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433739.040337:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933900672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433739.040385:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433739.040389:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433739.040397:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933900672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433739.040412:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433739.040417:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433739.040423:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433739.040427:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433739.040430:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433739.040435:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433739.040441:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5193
00000400:00000200:3.0:1789433739.040449:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433739.040457:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433739.040462:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433739.040470:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040476:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433739.040481:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040484:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433739.040490:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433739.040494:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433739.040497:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433739.040502:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433739.040506:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433739.040511:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433739.040519:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040524:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433739.040530:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040534:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433739.040540:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433739.040547:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040552:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433739.040556:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433739.040561:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433739.040566:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433739.040569:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433739.040574:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433739.040579:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433739.040585:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433739.040591:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789433739.040595:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433739.040600:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433739.040603:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433739.040607:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433739.040610:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433739.040613:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433739.040619:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
00000100:00000001:3.0:1789433739.040625:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433739.040630:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933900800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433739.040645:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433739.040649:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433739.040656:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933900800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433739.040675:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433739.040679:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433739.040685:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433739.040689:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433739.040693:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433739.040697:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433739.040703:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5193
00000400:00000200:3.0:1789433739.040711:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433739.040717:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433739.040721:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433739.040728:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040733:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433739.040738:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040742:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433739.040746:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433739.040747:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433739.040749:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433739.040751:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433739.040753:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433739.040755:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433739.040763:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040768:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433739.040772:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040778:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433739.040783:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433739.040789:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433739.040796:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433739.040799:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433739.040803:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433739.040806:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433739.040808:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433739.040809:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433739.040812:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433739.040816:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433739.040820:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789433739.040826:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433739.040830:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433739.040833:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433739.040835:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433739.040837:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433739.040840:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433739.040845:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789433739.040849:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433739.040858:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933900928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433739.040868:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433739.040872:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433739.040876:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933900928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433739.040887:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433739.040892:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5203)
00000800:00000200:0.1:1789433739.040910:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433739.040914:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433739.041288:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433739.041291:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433739.041542:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433739.041544:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1789433739.295476:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433739.295483:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433739.295486:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433739.295491:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433739.295494:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433739.295498:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433739.295501:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433739.295503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433739.295506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433739.743451:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299866795, at 4299866816
00000100:00000010:2.0:1789433739.743467:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81120.
00000100:00000040:3.0:1789433739.743631:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299866795, at 4299866816
00000100:00000010:3.0:1789433739.743639:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81f00.
00000100:00000001:2.0:1789433740.063455:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433740.063462:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433740.063465:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433740.063470:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433740.063474:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433740.063479:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433740.063479:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433740.063485:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433740.063485:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433740.063487:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433740.063489:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433740.063493:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433740.063494:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433740.063499:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433740.063502:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433740.063505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433740.063507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433740.063509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433740.319510:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433740.319517:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433740.319519:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433740.319524:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433740.319527:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433740.319531:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433740.319534:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433740.319536:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433740.319539:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433741.087469:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433741.087475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433741.087477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433741.087481:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433741.087485:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433741.087489:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433741.087492:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433741.087495:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433741.087498:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433741.087515:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433741.087520:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433741.087522:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433741.087525:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433741.087528:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433741.087530:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433741.087533:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433741.087535:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433741.087537:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433741.343461:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433741.343468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433741.343470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433741.343476:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433741.343479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433741.343483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433741.343486:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433741.343488:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433741.343491:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433741.856311:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433741.856316:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433741.856318:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433741.856322:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433741.856325:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433741.856329:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433741.856332:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433741.856334:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433741.856337:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433742.111458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433742.111466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433742.111468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433742.111469:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1789433742.111473:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433742.111475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433742.111477:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433742.111478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433742.111480:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789433742.111483:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433742.111484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433742.111486:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433742.111489:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433742.111490:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433742.111494:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433742.111497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433742.111499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433742.111502:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433742.367556:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433742.367563:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433742.367566:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433742.367571:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433742.367574:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433742.367578:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433742.367581:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433742.367584:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433742.367588:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433742.879489:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433742.879496:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433742.879499:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433742.879505:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433742.879509:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433742.879512:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433742.879514:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433742.879515:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433742.879518:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433742.879592:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433742.879596:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433742.879599:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433743.135460:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433743.135460:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433743.135468:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433743.135470:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433743.135473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1789433743.135475:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433743.135476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433743.135479:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1789433743.135481:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433743.135483:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433743.135487:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433743.135488:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433743.135491:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433743.135492:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433743.135494:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433743.135498:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433743.135502:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433743.135505:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433743.391840:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433743.391846:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433743.391848:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433743.391853:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433743.391857:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433743.391860:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433743.391863:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433743.391866:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433743.391869:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433743.903473:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433743.903481:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433743.903484:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433743.903490:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433743.903494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433743.903500:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433743.903504:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433743.903509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433743.903516:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433744.159459:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433744.159460:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433744.159464:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433744.159466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433744.159470:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433744.159473:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433744.159476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789433744.159480:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433744.159481:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433744.159487:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433744.159487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433744.159491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433744.159492:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433744.159494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433744.159496:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433744.159498:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433744.159501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433744.159506:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789433744.160167:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433744.160174:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789433744.160659:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433744.160662:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789433744.160933:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433744.160936:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1789433744.161204:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433744.161206:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1789433744.415446:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433744.415453:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433744.415455:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433744.415460:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433744.415464:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433744.415467:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433744.415471:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433744.415473:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433744.415476:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433744.863454:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299871915, at 4299871936
00000100:00000040:3.0:1789433744.863454:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299871915, at 4299871936
00000100:00000010:2.0:1789433744.863468:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81960.
00000100:00000010:3.0:1789433744.863469:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81900.
00000100:00000001:2.0:1789433744.927542:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433744.927548:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433744.927550:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433744.927554:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433744.927558:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433744.927562:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433744.927565:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433744.927568:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433744.927571:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433745.183457:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433745.183457:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433745.183464:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433745.183464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433745.183467:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433745.183468:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433745.183475:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789433745.183475:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433745.183482:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433745.183482:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433745.183488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433745.183488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433745.183494:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433745.183494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433745.183499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433745.183500:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433745.183505:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433745.183505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433745.439462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433745.439469:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433745.439472:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433745.439476:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433745.439480:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433745.439483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433745.439486:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433745.439488:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433745.439491:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433745.951458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433745.951465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433745.951468:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433745.951474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433745.951478:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433745.951483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433745.951488:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433745.951493:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433745.951499:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433745.951544:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433745.951550:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433745.951554:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433746.207471:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433746.207476:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433746.207478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433746.207482:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433746.207484:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433746.207487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433746.207489:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433746.207491:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433746.207493:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433746.463502:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433746.463509:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433746.463512:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433746.463517:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433746.463521:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433746.463525:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433746.463527:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433746.463530:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433746.463533:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433746.975495:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433746.975504:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433746.975507:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433746.975513:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433746.975517:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433746.975522:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433746.975525:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433746.975528:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433746.975531:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433746.975651:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433746.975654:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433746.975657:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433747.231454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433747.231461:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433747.231465:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433747.231471:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433747.231475:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433747.231480:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433747.231486:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433747.231489:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433747.231492:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433747.487907:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433747.487918:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433747.487920:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433747.487935:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433747.487939:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433747.487943:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433747.487947:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433747.487949:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433747.487953:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433747.999611:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433747.999624:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433747.999634:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433748.255481:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433748.255491:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433748.255500:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433748.255510:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433748.255515:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433748.255520:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433748.255526:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433748.255532:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433748.255537:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433748.511485:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433748.511494:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433748.511497:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433748.511503:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433748.511507:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433748.511512:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433748.511515:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433748.511518:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433748.511522:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433749.279457:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433749.279463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433749.279466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433749.279473:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433749.279477:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433749.279481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433749.279485:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433749.279489:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789433749.279490:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789433749.279493:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433749.279501:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433749.279507:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433749.279511:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433749.279517:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433749.279524:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5203
00000400:00000200:2.0:1789433749.279534:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433749.279543:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433749.279546:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433749.279549:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.279552:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433749.279553:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.279555:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433749.279563:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433749.279564:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433749.279566:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433749.279569:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433749.279571:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433749.279573:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433749.279575:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.279577:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433749.279578:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.279579:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433749.279581:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433749.279583:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433749.279585:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433749.279588:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433749.279591:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433749.279593:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433749.279594:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433749.279596:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433749.279606:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29f80.
00000020:00000040:2.0:1789433749.279609:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433749.279612:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433749.279613:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433749.279616:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433749.279618:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433749.279622:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433749.279631:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789433749.279639:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433749.279648:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29f80 x1876351933901568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433749.279656:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433749.279659:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433749.279662:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b20d5cf0] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29f80 x1876351933901568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433749.279686:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433749.279688:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433749.279691:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433749.279692:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433749.279693:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433749.279695:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433749.279697:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5203
00000400:00000200:2.0:1789433749.279698:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433749.279700:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433749.279701:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433749.279705:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.279708:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433749.279710:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.279713:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433749.279716:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433749.279718:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433749.279719:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433749.279723:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433749.279728:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433749.279732:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433749.279741:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.279747:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433749.279752:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.279758:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433749.279764:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433749.279770:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433749.279776:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433749.279780:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433749.279789:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433749.279795:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433749.279800:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433749.279806:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433749.279813:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433749.279816:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433749.279825:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2aa00.
00000020:00000040:2.0:1789433749.279831:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433749.279835:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433749.279840:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433749.279845:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433749.279849:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433749.279854:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433749.279861:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789433749.279868:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433749.279885:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2aa00 x1876351933901696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433749.279902:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433749.279906:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433749.279914:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3661409] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2aa00 x1876351933901696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433749.279934:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433749.279953:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433749.279961:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433749.279964:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433749.279966:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433749.279972:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433749.279976:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5203
00000400:00000200:2.0:1789433749.279982:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433749.279987:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433749.279991:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433749.279996:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.279999:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433749.280003:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.280006:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433749.280008:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433749.280010:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000800:00000200:0.1:1789433749.280010:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:2.0:1789433749.280012:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433749.280015:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000800:00000200:0.1:1789433749.280018:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1789433749.280023:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433749.280027:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433749.280033:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.280038:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433749.280039:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.280041:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433749.280043:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433749.280045:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433749.280050:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433749.280052:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433749.280056:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433749.280060:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433749.280062:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433749.280064:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433749.280077:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433749.280079:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433749.280086:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29c00.
00000020:00000040:2.0:1789433749.280090:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433749.280093:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433749.280095:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433749.280099:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433749.280101:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433749.280104:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433749.280109:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789433749.280115:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433749.280125:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29c00 x1876351933901824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433749.280139:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433749.280143:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433749.280151:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a31316b7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29c00 x1876351933901824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433749.280163:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433749.280168:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433749.280173:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433749.280175:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433749.280178:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433749.280182:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433749.280186:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5203
00000400:00000200:2.0:1789433749.280191:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433749.280194:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433749.280196:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433749.280199:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.280201:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433749.280203:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.280207:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433749.280211:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433749.280214:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433749.280217:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433749.280220:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433749.280222:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433749.280225:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433749.280229:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.280234:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433749.280239:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433749.280243:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433749.280247:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433749.280252:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433749.280258:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433749.280262:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433749.280267:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433749.280272:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433749.280276:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433749.280279:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433749.280285:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433749.280290:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433749.280295:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2bb80.
00000020:00000040:2.0:1789433749.280300:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433749.280304:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433749.280306:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433749.280309:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433749.280312:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433749.280314:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433749.280319:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000100:00000001:2.0:1789433749.280323:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433749.280330:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2bb80 x1876351933901952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433749.280340:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433749.280343:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433749.280385:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ddafd05] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2bb80 x1876351933901952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433749.280400:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433749.280405:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5214)
00000800:00000200:0.1:1789433749.280622:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433749.280625:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789433749.280867:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433749.280868:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789433749.281030:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433749.281032:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1789433749.535483:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433749.535493:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433749.535496:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433749.535502:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433749.535505:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433749.535510:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433749.535513:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433749.535516:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433749.535519:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433749.983486:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299877035, at 4299877056
00000100:00000040:3.0:1789433749.983486:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299877035, at 4299877056
00000100:00000010:3.0:1789433749.983507:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed815a0.
00000100:00000010:2.0:1789433749.983509:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed816c0.
00000020:00000001:3.0:1789433750.047578:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433750.047582:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433750.047587:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433750.303410:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433750.303419:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433750.303422:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433750.303427:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433750.303432:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433750.303435:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433750.303438:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433750.303440:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433750.303443:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433750.559484:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433750.559494:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433750.559497:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433750.559505:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433750.559509:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433750.559514:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433750.559518:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433750.559522:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433750.559525:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433751.071609:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433751.071615:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433751.071620:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433751.327468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433751.327481:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433751.327487:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433751.327502:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433751.327509:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433751.327516:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433751.327527:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433751.327533:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433751.327544:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433751.583467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433751.583474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433751.583476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433751.583483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433751.583487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433751.583493:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433751.583496:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433751.583499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433751.583502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433752.095544:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433752.095550:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433752.095555:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433752.351448:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433752.351454:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433752.351456:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433752.351462:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433752.351465:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433752.351470:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433752.351474:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433752.351477:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433752.351480:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433752.607494:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433752.607505:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433752.607507:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433752.607515:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433752.607519:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433752.607523:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433752.607526:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433752.607528:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433752.607532:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433753.375492:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433753.375505:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433753.375515:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433753.375534:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433753.375543:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433753.375550:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433753.375558:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433753.375565:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433753.375570:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433753.631497:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433753.631507:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433753.631510:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433753.631517:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433753.631522:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433753.631527:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433753.631530:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433753.631533:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433753.631537:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433754.143661:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433754.143665:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433754.143667:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433754.143671:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433754.143675:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433754.143679:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433754.143681:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433754.143684:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433754.143687:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433754.399470:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433754.399480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433754.399485:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433754.399487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789433754.399492:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433754.399502:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1789433754.399506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433754.399508:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433754.399512:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433754.399519:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433754.399527:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433754.399531:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1789433754.399531:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433754.399538:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433754.399543:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5209
00000400:00000200:2.0:1789433754.399555:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433754.399568:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433754.399572:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433754.399576:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.399580:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433754.399590:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.399593:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433754.399606:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433754.399608:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433754.399611:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433754.399615:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433754.399618:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433754.399621:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433754.399624:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.399626:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433754.399628:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.399630:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433754.399633:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433754.399637:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433754.399640:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433754.399643:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433754.399647:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433754.399649:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433754.399652:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433754.399654:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433754.399664:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28380.
00000020:00000040:2.0:1789433754.399667:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433754.399670:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433754.399672:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433754.399674:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433754.399676:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433754.399681:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433754.399690:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789433754.399698:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433754.399710:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28380 x1876351933902080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433754.399721:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433754.399725:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433754.399730:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52b4d98] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28380 x1876351933902080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433754.399753:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433754.399756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433754.399759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433754.399761:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433754.399762:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433754.399765:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433754.399768:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5209
00000400:00000200:2.0:1789433754.399771:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433754.399774:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433754.399777:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433754.399781:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.399784:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433754.399786:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.399789:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433754.399794:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433754.399795:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433754.399798:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433754.399801:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433754.399808:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433754.399814:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433754.399824:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.399827:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433754.399832:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.399834:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433754.399836:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433754.399843:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433754.399848:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433754.399853:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433754.399860:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433754.399863:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433754.399867:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433754.399874:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433754.399882:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433754.399888:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433754.399896:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a300.
00000020:00000040:2.0:1789433754.399904:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433754.399912:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433754.399915:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433754.399922:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433754.399927:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433754.399930:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433754.399936:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789433754.399945:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433754.399961:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a300 x1876351933902208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433754.399974:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433754.399979:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433754.399987:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcc0670] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a300 x1876351933902208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433754.400015:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433754.400019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433754.400023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433754.400027:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433754.400039:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433754.400048:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433754.400055:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5209
00000400:00000200:2.0:1789433754.400063:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433754.400070:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433754.400077:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433754.400086:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.400093:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433754.400098:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.400107:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433754.400115:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433754.400118:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433754.400120:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433754.400122:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433754.400128:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433754.400131:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433754.400138:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.400141:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433754.400143:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.400144:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433754.400147:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433754.400154:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433754.400157:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433754.400158:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433754.400162:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433754.400166:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433754.400168:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433754.400173:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433754.400176:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433754.400186:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433754.400194:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29180.
00000020:00000040:2.0:1789433754.400197:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433754.400199:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433754.400200:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433754.400202:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433754.400205:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433754.400210:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433754.400217:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b800.
00000100:00000001:2.0:1789433754.400224:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433754.400247:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29180 x1876351933902336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433754.400264:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433754.400269:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433754.400277:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3953f8c] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29180 x1876351933902336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1789433754.400293:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433754.400305:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1789433754.400312:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433754.400320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433754.400327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433754.400331:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433754.400333:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433754.400340:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433754.400393:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5209
00000400:00000200:2.0:1789433754.400399:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433754.400405:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433754.400409:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433754.400417:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.400423:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433754.400428:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.400437:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433754.400444:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433754.400448:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433754.400452:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433754.400456:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433754.400461:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433754.400466:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433754.400478:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.400487:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433754.400494:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433754.400502:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433754.400508:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433754.400516:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433754.400521:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433754.400525:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433754.400530:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433754.400538:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433754.400545:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433754.400548:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433754.400554:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433754.400559:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433754.400563:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28000.
00000020:00000040:2.0:1789433754.400566:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433754.400570:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433754.400572:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433754.400579:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433754.400583:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433754.400585:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433754.400596:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79800.
00000100:00000001:2.0:1789433754.400604:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433754.400615:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28000 x1876351933902464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433754.400636:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433754.400640:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433754.400646:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f58c4e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28000 x1876351933902464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433754.400653:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433754.400660:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5219)
00000800:00000200:0.1:1789433754.400976:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433754.400978:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433754.401253:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433754.401256:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789433754.401535:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433754.401537:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1789433754.655481:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433754.655492:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433754.655494:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433754.655501:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433754.655505:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433754.655508:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433754.655512:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433754.655515:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433754.655518:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433755.103463:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299882156, at 4299882176
00000100:00000040:2.0:1789433755.103473:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299882156, at 4299882176
00000100:00000010:3.0:1789433755.103481:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81300.
00000100:00000010:2.0:1789433755.103489:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81c60.
00000100:00000001:3.0:1789433755.167465:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433755.167475:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433755.167479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433755.167485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433755.167490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433755.167495:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433755.167499:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433755.167502:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433755.167506:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433755.167614:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433755.167617:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433755.167621:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433755.423441:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433755.423447:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433755.423449:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433755.423454:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433755.423458:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433755.423463:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433755.423467:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433755.423470:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433755.423474:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433755.679481:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433755.679491:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433755.679493:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433755.679500:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433755.679503:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433755.679507:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433755.679510:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433755.679512:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433755.679515:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433756.191466:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433756.191474:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433756.191477:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433756.191483:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433756.191488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433756.191493:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433756.191498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433756.191501:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433756.191505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433756.447451:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433756.447460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433756.447463:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433756.447469:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433756.447475:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433756.447480:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433756.447485:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433756.447488:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433756.447491:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433756.703460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433756.703467:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433756.703469:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433756.703474:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433756.703477:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433756.703481:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433756.703484:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433756.703487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433756.703490:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433757.215477:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433757.215484:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433757.215486:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433757.215493:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433757.215496:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433757.215500:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433757.215502:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433757.215504:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433757.215507:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433757.471427:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433757.471433:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433757.471435:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433757.471440:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433757.471444:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433757.471448:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433757.471451:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433757.471453:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433757.471456:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433757.727423:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433757.727429:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433757.727431:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433757.727434:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433757.727437:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433757.727440:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433757.727442:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433757.727444:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433757.727445:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433758.239578:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433758.239582:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433758.239584:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433758.239588:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433758.239591:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433758.239594:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433758.239597:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433758.239601:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433758.239604:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433758.495460:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433758.495469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433758.495472:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433758.495479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433758.495486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433758.495492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433758.495497:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433758.495502:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433758.495509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433758.751441:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433758.751447:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433758.751448:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433758.751452:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433758.751455:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433758.751458:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433758.751460:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433758.751462:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433758.751464:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433759.263449:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433759.263458:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433759.263461:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433759.263465:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433759.263469:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433759.263472:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433759.263475:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433759.263477:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433759.263480:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433759.263587:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433759.263591:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433759.263595:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433759.519405:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433759.519412:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433759.519414:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433759.519419:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433759.519422:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433759.519427:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433759.519430:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1789433759.519432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789433759.519433:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433759.519437:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433759.519440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433759.519445:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433759.519450:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433759.519457:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433759.519465:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5214
00000400:00000200:2.0:1789433759.519477:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433759.519484:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433759.519488:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433759.519491:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519495:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433759.519497:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519504:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433759.519511:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433759.519513:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433759.519516:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433759.519532:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433759.519535:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433759.519537:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433759.519540:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519542:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433759.519544:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519546:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433759.519549:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433759.519552:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519554:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433759.519557:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433759.519560:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433759.519563:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433759.519566:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433759.519568:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433759.519576:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29880.
00000020:00000040:2.0:1789433759.519579:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433759.519583:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433759.519584:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433759.519587:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433759.519590:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433759.519594:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433759.519602:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:2.0:1789433759.519609:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433759.519618:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29880 x1876351933902592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433759.519638:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433759.519643:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433759.519651:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ac992a] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29880 x1876351933902592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433759.519677:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433759.519679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433759.519682:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433759.519683:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433759.519685:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433759.519687:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433759.519689:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5214
00000400:00000200:2.0:1789433759.519693:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433759.519695:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433759.519697:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433759.519700:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519702:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433759.519704:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519706:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433759.519709:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433759.519710:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433759.519712:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433759.519714:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433759.519717:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433759.519719:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433759.519723:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519735:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433759.519740:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519744:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433759.519747:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433759.519751:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519754:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433759.519758:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433759.519765:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433759.519770:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433759.519773:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433759.519777:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433759.519782:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433759.519786:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433759.519791:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b800.
00000020:00000040:2.0:1789433759.519795:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433759.519800:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433759.519803:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433759.519805:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433759.519808:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433759.519810:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433759.519817:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000100:00000001:2.0:1789433759.519822:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433759.519828:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b800 x1876351933902720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433759.519840:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433759.519844:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433759.519851:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3088977] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b800 x1876351933902720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433759.519863:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433759.519866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433759.519874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433759.519877:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433759.519879:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433759.519884:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433759.519889:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5214
00000400:00000200:2.0:1789433759.519897:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433759.519903:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433759.519907:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433759.519911:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519916:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433759.519921:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519927:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433759.519930:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433759.519932:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433759.519935:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433759.519937:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433759.519941:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433759.519945:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433759.519949:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519953:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433759.519958:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519961:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433759.519965:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433759.519970:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433759.519974:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433759.519977:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433759.519981:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433759.519984:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433759.519987:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433759.519990:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433759.520008:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433759.520012:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433759.520016:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28e00.
00000020:00000040:2.0:1789433759.520020:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433759.520024:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433759.520026:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433759.520029:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433759.520030:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433759.520033:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433759.520039:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789433759.520045:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433759.520053:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28e00 x1876351933902848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433759.520064:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433759.520073:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433759.520081:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e55d] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28e00 x1876351933902848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1789433759.520084:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433759.520092:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1789433759.520095:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433759.520100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433759.520107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433759.520110:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433759.520112:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433759.520116:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433759.520121:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5214
00000400:00000200:2.0:1789433759.520128:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433759.520132:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433759.520135:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433759.520145:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.520148:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433759.520153:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.520158:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433759.520164:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433759.520166:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433759.520169:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433759.520171:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433759.520175:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433759.520179:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433759.520186:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.520190:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433759.520194:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433759.520198:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433759.520202:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433759.520206:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433759.520208:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433759.520211:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433759.520215:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433759.520218:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433759.520222:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433759.520224:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433759.520229:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433759.520231:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433759.520235:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2ad80.
00000020:00000040:2.0:1789433759.520239:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433759.520243:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433759.520246:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433759.520248:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433759.520251:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433759.520254:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433759.520262:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789433759.520266:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433759.520271:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2ad80 x1876351933902976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433759.520290:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433759.520292:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433759.520296:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf7f5fd7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2ad80 x1876351933902976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433759.520307:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433759.520312:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5224)
00000800:00000200:0.1:1789433759.520621:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433759.520623:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789433759.520862:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433759.520864:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789433759.521053:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433759.521055:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1789433759.775445:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433759.775451:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433759.775453:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433759.775457:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433759.775460:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433759.775462:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433759.775464:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433759.775466:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433759.775468:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433760.223424:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299887275, at 4299887296
00000100:00000040:2.0:1789433760.223425:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299887275, at 4299887296
00000100:00000010:2.0:1789433760.223438:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81840.
00000100:00000010:3.0:1789433760.223440:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed813c0.
00000100:00000001:2.0:1789433760.287452:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433760.287460:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433760.287463:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433760.287468:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433760.287473:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433760.287477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433760.287479:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433760.287482:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433760.287485:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433760.543458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433760.543465:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433760.543468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433760.543472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433760.543476:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433760.543480:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433760.543482:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433760.543485:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433760.543487:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433760.799473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433760.799480:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433760.799482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433760.799488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433760.799491:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433760.799495:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433760.799509:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433760.799512:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433760.799516:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433761.311586:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433761.311595:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433761.311598:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433761.311604:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433761.311608:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433761.311612:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433761.311616:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433761.311618:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433761.311621:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433761.567451:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433761.567458:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433761.567462:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433761.567468:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433761.567474:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433761.567479:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433761.567485:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433761.567488:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433761.567500:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433761.823481:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433761.823488:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433761.823490:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433761.823494:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433761.823498:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433761.823501:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433761.823504:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433761.823507:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433761.823509:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433762.335500:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433762.335510:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433762.335513:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433762.335521:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433762.335528:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433762.335535:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433762.335539:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433762.335544:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433762.335548:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433762.591455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433762.591463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433762.591467:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433762.591479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433762.591484:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433762.591488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433762.591493:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433762.591501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433762.591504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433762.847475:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433762.847484:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433762.847485:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433762.847491:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433762.847494:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433762.847497:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433762.847500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433762.847502:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433762.847505:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433763.359552:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433763.359571:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433763.359578:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433763.359588:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433763.359595:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433763.359601:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433763.359604:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433763.359608:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433763.359612:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433763.359637:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433763.359643:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433763.359647:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433763.615436:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433763.615445:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433763.615449:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433763.615457:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433763.615463:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433763.615468:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433763.615472:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433763.615476:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433763.615483:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433763.871495:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433763.871515:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433763.871517:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433763.871525:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433763.871529:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433763.871534:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433763.871537:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433763.871539:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433763.871542:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433764.383484:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433764.383493:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433764.383495:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433764.383501:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433764.383505:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433764.383511:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433764.383515:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433764.383521:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433764.383526:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433764.639492:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433764.639502:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433764.639513:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433764.639520:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433764.639530:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433764.639537:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433764.639545:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433764.639548:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433764.639551:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433764.639591:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433764.639596:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433764.639600:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433764.639608:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433764.639616:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433764.639624:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433764.639630:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433764.639635:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433764.639641:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789433764.640218:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433764.640227:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433764.641091:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433764.641093:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433764.641375:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433764.641377:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433764.641621:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433764.641623:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1789433764.895484:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433764.895494:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433764.895497:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433764.895504:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433764.895508:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433764.895512:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433764.895515:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433764.895518:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433764.895521:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433765.343458:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299892396, at 4299892416
00000100:00000040:2.0:1789433765.343463:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299892396, at 4299892416
00000100:00000010:3.0:1789433765.343472:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81d80.
00000100:00000010:2.0:1789433765.343476:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81a80.
00000100:00000001:2.0:1789433765.408568:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433765.408573:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433765.408575:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433765.408579:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433765.408583:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433765.408587:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433765.408589:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433765.408592:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433765.408594:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433765.663467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433765.663480:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433765.663483:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433765.663484:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433765.663489:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1789433765.663489:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433765.663492:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433765.663494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1789433765.663497:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433765.663499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433765.663501:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433765.663504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433765.663505:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433765.663507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433765.663509:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433765.663513:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433765.663513:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433765.663519:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433765.919463:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433765.919469:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433765.919470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433765.919474:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433765.919476:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433765.919479:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433765.919481:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433765.919483:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433765.919486:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433766.431437:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433766.431446:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433766.431449:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433766.431454:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433766.431458:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433766.431461:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433766.431466:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433766.431470:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433766.431474:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433766.687463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433766.687466:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433766.687472:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433766.687472:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433766.687477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433766.687477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433766.687485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433766.687485:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433766.687491:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433766.687491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433766.687498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433766.687498:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433766.687504:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433766.687505:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433766.687510:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433766.687510:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433766.687516:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433766.687517:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433766.943466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433766.943473:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433766.943475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433766.943481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433766.943484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433766.943488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433766.943491:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433766.943494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433766.943497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433767.455514:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433767.455523:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433767.455526:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433767.455532:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433767.455538:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433767.455543:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433767.455546:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433767.455549:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433767.455552:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433767.455658:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433767.455660:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433767.455663:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433767.711469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433767.711478:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433767.711482:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433767.711483:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1789433767.711488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433767.711492:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433767.711496:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433767.711496:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433767.711502:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789433767.711504:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433767.711507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433767.711511:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433767.711512:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433767.711517:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433767.711521:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433767.711521:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433767.711524:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433767.711530:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433767.967466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433767.967472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433767.967473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433767.967477:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433767.967480:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433767.967483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433767.967485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433767.967487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433767.967489:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433768.479542:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433768.479546:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433768.479549:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433768.479552:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433768.479556:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433768.479559:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433768.479562:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433768.479564:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433768.479567:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433768.735472:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433768.735472:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433768.735479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433768.735480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433768.735483:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433768.735484:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433768.735492:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433768.735492:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433768.735498:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433768.735499:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433768.735504:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433768.735505:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433768.735510:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433768.735511:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433768.735516:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433768.735516:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433768.735522:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433768.735523:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433768.991940:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433768.991947:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433768.991949:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433768.991955:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433768.991958:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433768.991962:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433768.991965:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433768.991967:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433768.991970:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433769.503454:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433769.503460:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433769.503463:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433769.503467:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433769.503470:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433769.503474:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433769.503476:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433769.503485:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433769.503489:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433769.759462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789433769.759462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433769.759469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1789433769.759472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433769.759474:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.759476:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1789433769.759481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:2.0:1789433769.759482:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433769.759486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433769.759488:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1789433769.759492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433769.759496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1789433769.759498:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5224
00000100:00000001:3.0:1789433769.759500:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433769.759504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433769.759520:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:2.0:1789433769.759523:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433769.759524:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433769.759527:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433769.759530:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000400:00000200:2.0:1789433769.759533:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:3.0:1789433769.759534:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433769.759537:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789433769.759539:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789433769.759541:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1789433769.759546:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433769.759546:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433769.759551:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.759553:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433769.759558:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.759561:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433769.759568:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433769.759570:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433769.759573:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433769.759576:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433769.759578:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433769.759590:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433769.759594:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.759597:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433769.759598:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.759600:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433769.759603:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433769.759606:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433769.759609:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433769.759612:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433769.759616:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433769.759618:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.759620:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433769.759623:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433769.759632:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29500.
00000020:00000040:2.0:1789433769.759635:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433769.759639:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433769.759641:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.759644:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433769.759646:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433769.759650:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433769.759660:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79000.
00000100:00000001:2.0:1789433769.759666:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433769.759675:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29500 x1876351933903616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433769.759685:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433769.759690:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433769.759694:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687fa4f] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29500 x1876351933903616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1789433769.759970:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433769.759974:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1789433769.760487:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433769.760492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433769.760496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433769.760498:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433769.760500:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433769.760503:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433769.760507:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5224
00000400:00000200:2.0:1789433769.760511:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433769.760514:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433769.760516:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433769.760520:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.760522:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433769.760524:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.760526:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433769.760530:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433769.760531:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433769.760533:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433769.760535:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433769.760537:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433769.760539:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433769.760542:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.760543:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433769.760545:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.760547:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433769.760549:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433769.760552:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433769.760555:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433769.760557:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433769.760562:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433769.760564:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.760566:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433769.760570:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433769.760572:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.760574:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433769.760578:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b100.
00000020:00000040:2.0:1789433769.760594:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433769.760598:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433769.760600:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.760601:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433769.760603:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433769.760605:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433769.760610:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78800.
00000100:00000001:2.0:1789433769.760615:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433769.760621:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b100 x1876351933903744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433769.760630:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433769.760633:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433769.760637:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad3da5f8] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b100 x1876351933903744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433769.760647:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433769.760650:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433769.760654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433769.760655:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433769.760657:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433769.760661:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433769.760664:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5224
00000400:00000200:2.0:1789433769.760667:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433769.760671:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433769.760674:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433769.760677:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.760679:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433769.760683:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.760690:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433769.760695:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433769.760696:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433769.760698:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433769.760700:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433769.760703:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433769.760711:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433769.760726:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.760734:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433769.760740:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.760743:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433769.760746:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433769.760751:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433769.760757:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433769.760761:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433769.760766:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433769.760772:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.760778:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433769.760781:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433769.760784:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.760787:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433769.760798:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a680.
00000020:00000040:2.0:1789433769.760802:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433769.760808:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433769.760810:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.760813:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433769.760818:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433769.760827:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433769.760838:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789433769.760847:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433769.760861:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a680 x1876351933903872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433769.760880:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433769.760883:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433769.760891:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049af382e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a680 x1876351933903872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433769.760911:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433769.760935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433769.760940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433769.760942:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433769.760944:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433769.760950:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433769.760958:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5224
00000400:00000200:2.0:1789433769.760973:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433769.760986:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433769.760990:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433769.760998:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.761005:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433769.761014:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.761022:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433769.761032:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433769.761034:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433769.761039:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433769.761046:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433769.761054:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433769.761066:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433769.761080:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.761088:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433769.761100:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433769.761109:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433769.761116:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433769.761122:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433769.761132:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433769.761140:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433769.761147:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433769.761153:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.761164:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433769.761169:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433769.761180:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.761187:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433769.761198:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b480.
00000020:00000040:2.0:1789433769.761209:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433769.761217:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433769.761225:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433769.761232:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433769.761236:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433769.761239:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433769.761248:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789433769.761258:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433769.761270:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b480 x1876351933904000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433769.761315:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433769.761322:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433769.761343:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008be6ba08] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b480 x1876351933904000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433769.761405:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433769.761418:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5234)
00000800:00000200:0.1:1789433769.761557:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433769.761561:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433769.761838:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433769.761840:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433769.762154:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433769.762157:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1789433770.015474:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433770.015480:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433770.015482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433770.015487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433770.015490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433770.015494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433770.015496:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433770.015499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433770.015502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433770.463451:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299897516, at 4299897536
00000100:00000040:2.0:1789433770.463453:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299897516, at 4299897536
00000100:00000010:2.0:1789433770.463467:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81ba0.
00000100:00000010:3.0:1789433770.463469:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81360.
00000100:00000001:3.0:1789433770.527487:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433770.527499:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433770.527504:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433770.527522:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433770.527532:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433770.527539:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433770.527545:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433770.527550:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433770.527557:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433770.783469:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433770.783476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433770.783479:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433770.783483:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433770.783487:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433770.783490:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433770.783493:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433770.783496:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433770.783499:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433770.783580:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433770.783584:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433770.783586:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433770.783589:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433770.783591:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433770.783593:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433770.783595:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433770.783597:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433770.783599:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433771.039464:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433771.039471:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433771.039473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433771.039478:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433771.039482:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433771.039486:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433771.039489:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433771.039491:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433771.039493:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433771.551474:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433771.551484:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433771.551489:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433771.551496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433771.551503:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433771.551509:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433771.551514:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433771.551518:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433771.551522:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433771.551643:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433771.551646:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433771.551649:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433771.807474:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433771.807483:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433771.807483:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433771.807487:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433771.807492:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433771.807496:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433771.807498:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433771.807500:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433771.807503:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433771.807504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433771.807507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433771.807513:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433771.807514:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433771.807523:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433771.807533:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433771.807537:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433771.807541:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433771.807544:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433772.063497:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433772.063507:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433772.063509:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433772.063517:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433772.063521:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433772.063525:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433772.063528:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433772.063531:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433772.063534:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433772.575420:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433772.575429:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433772.575432:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433772.575440:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433772.575446:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433772.575451:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433772.575454:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433772.575456:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433772.575467:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433772.831432:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433772.831434:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433772.831440:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433772.831441:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433772.831444:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433772.831445:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433772.831452:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433772.831453:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433772.831455:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433772.831458:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433772.831459:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433772.831463:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433772.831463:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433772.831466:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433772.831468:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433772.831469:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433772.831472:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433772.831476:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433773.087450:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433773.087457:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433773.087459:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433773.087464:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433773.087468:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433773.087472:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433773.087474:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433773.087477:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433773.087480:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433773.599458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433773.599466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433773.599469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433773.599475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433773.599479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433773.599483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433773.599486:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433773.599489:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433773.599493:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433773.855465:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433773.855465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433773.855473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433773.855473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433773.855478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433773.855478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433773.855485:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789433773.855486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433773.855491:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433773.855491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433773.855497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433773.855497:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433773.855500:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433773.855502:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433773.855504:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433773.855505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433773.855509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433773.855510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433774.111478:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433774.111485:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433774.111487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433774.111493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433774.111497:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433774.111501:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433774.111504:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433774.111507:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433774.111510:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433774.879419:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433774.879426:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433774.879433:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433774.879439:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1789433774.879439:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433774.879445:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433774.879446:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433774.879448:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433774.879451:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789433774.879453:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433774.879457:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433774.879458:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433774.879461:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433774.879462:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433774.879467:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433774.879468:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433774.879471:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433774.879475:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433774.880038:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433774.880044:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433774.880633:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433774.880636:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433774.880821:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433774.880823:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433774.881110:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433774.881111:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1789433775.135479:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433775.135486:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433775.135488:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433775.135493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433775.135501:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433775.135505:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433775.135508:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433775.135511:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433775.135514:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433775.583460:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299902635, at 4299902656
00000100:00000040:3.0:1789433775.583460:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299902635, at 4299902656
00000100:00000010:2.0:1789433775.583475:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d420.
00000100:00000010:3.0:1789433775.583478:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc60.
00000020:00000001:3.0:1789433775.647529:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433775.647532:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433775.647535:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433775.647575:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433775.647580:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433775.647583:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433775.647586:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433775.647590:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433775.647593:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433775.647596:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433775.647598:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433775.647601:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433775.903454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433775.903454:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433775.903461:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433775.903461:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433775.903463:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433775.903463:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433775.903467:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433775.903470:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1789433775.903471:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433775.903473:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433775.903474:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433775.903475:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433775.903477:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433775.903477:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433775.903480:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433775.903480:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433775.903482:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433775.903482:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433776.159473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433776.159481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433776.159483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433776.159489:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433776.159492:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433776.159496:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433776.159500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433776.159502:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433776.159505:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433776.671448:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433776.671456:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433776.671460:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433776.671469:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433776.671475:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433776.671481:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433776.671487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433776.671491:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433776.671494:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433776.927408:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433776.927416:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433776.927418:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433776.927424:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433776.927428:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433776.927432:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433776.927436:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433776.927437:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433776.927438:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433776.927441:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433776.927444:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433776.927445:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433776.927450:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433776.927453:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433776.927455:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433776.927458:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433776.927460:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433776.927463:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433777.183481:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433777.183487:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433777.183489:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433777.183492:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433777.183495:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433777.183498:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433777.183500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433777.183501:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433777.183504:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433777.695479:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433777.695487:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433777.695490:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433777.695495:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433777.695499:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433777.695503:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433777.695506:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433777.695508:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433777.695512:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433777.951468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433777.951472:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433777.951475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433777.951478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433777.951481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433777.951485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433777.951485:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433777.951492:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433777.951493:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433777.951502:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433777.951505:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789433777.951506:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433777.951508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433777.951513:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433777.951519:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433777.951522:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433777.951524:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433777.951527:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433778.207491:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433778.207498:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433778.207501:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433778.207505:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433778.207508:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433778.207512:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433778.207515:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433778.207518:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433778.207521:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433778.719542:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433778.719550:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433778.719553:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433778.719558:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433778.719564:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433778.719569:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433778.719574:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433778.719578:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433778.719583:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433778.975458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433778.975458:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433778.975466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433778.975466:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433778.975471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433778.975471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433778.975479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433778.975479:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433778.975485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433778.975485:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433778.975489:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433778.975489:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433778.975495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433778.975495:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433778.975498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433778.975499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433778.975502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433778.975504:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433779.231443:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433779.231449:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433779.231451:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433779.231456:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433779.231459:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433779.231462:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433779.231465:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433779.231468:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433779.231470:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433779.743484:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433779.743495:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433779.743498:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433779.743510:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433779.743518:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433779.743525:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433779.743530:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433779.743535:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433779.743542:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433779.743608:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433779.743612:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433779.743616:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433779.999478:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433779.999486:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433779.999487:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433779.999490:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433779.999499:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1789433779.999500:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433779.999506:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433779.999513:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1789433779.999514:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433779.999519:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433779.999522:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433779.999525:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433779.999526:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433779.999531:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433779.999534:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433779.999538:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433779.999540:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433779.999542:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789433780.000346:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433780.000365:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789433780.000612:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433780.000614:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789433780.000781:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433780.000783:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789433780.000994:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433780.000997:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1789433780.255593:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433780.255603:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433780.255606:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433780.255612:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433780.255616:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433780.255621:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433780.255624:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433780.255626:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433780.255629:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433780.703463:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299907756, at 4299907776
00000100:00000010:3.0:1789433780.703479:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed819c0.
00000100:00000040:2.0:1789433780.703487:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299907756, at 4299907776
00000100:00000010:2.0:1789433780.703504:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81180.
00000100:00000001:2.0:1789433780.767480:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433780.767489:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433780.767492:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433780.767505:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433780.767513:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433780.767519:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433780.767525:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433780.767530:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433780.767538:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433781.023488:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433781.023490:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433781.023502:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433781.023503:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433781.023506:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433781.023508:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433781.023514:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433781.023518:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433781.023522:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433781.023525:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433781.023531:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789433781.023531:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433781.023538:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433781.023539:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433781.023545:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433781.023549:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433781.023552:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433781.023555:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433781.279487:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433781.279495:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433781.279496:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433781.279501:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433781.279504:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433781.279508:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433781.279510:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433781.279512:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433781.279514:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433781.791490:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433781.791502:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433781.791505:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433781.791512:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433781.791518:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433781.791522:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433781.791526:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433781.791529:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433781.791533:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433782.047484:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433782.047496:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433782.047500:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433782.047508:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433782.047513:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433782.047521:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433782.047529:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433782.047534:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433782.047543:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433782.303470:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433782.303480:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433782.303482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433782.303489:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433782.303493:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433782.303497:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433782.303501:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433782.303504:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433782.303507:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433782.815592:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433782.815601:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433782.815604:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433782.815619:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433782.815628:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433782.815636:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433782.815641:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433782.815644:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433782.815649:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433783.071487:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433783.071497:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433783.071501:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433783.071509:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433783.071515:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433783.071520:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433783.071539:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433783.071542:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433783.071545:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433783.327462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433783.327469:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433783.327471:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433783.327477:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433783.327480:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433783.327484:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433783.327487:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433783.327489:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433783.327492:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433783.839461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433783.839468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433783.839471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433783.839476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433783.839481:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433783.839485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433783.839488:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433783.839491:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433783.839495:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433783.839613:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433783.839617:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433783.839627:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433784.095452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433784.095456:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433784.095461:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433784.095467:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433784.095471:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433784.095474:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433784.095478:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433784.095481:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433784.095484:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433784.351450:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433784.351457:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433784.351460:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433784.351464:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433784.351468:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433784.351472:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433784.351474:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433784.351476:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433784.351479:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433784.863445:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433784.863452:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433784.863456:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433784.863463:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433784.863475:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433784.863483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433784.863487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433784.863491:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433784.863494:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433785.119463:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433785.119471:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433785.119473:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433785.119479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433785.119483:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433785.119487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433785.119490:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433785.119493:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433785.119495:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433785.119628:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433785.119634:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433785.119637:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433785.119641:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433785.119645:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433785.119651:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5239
00000400:00000200:3.0:1789433785.119660:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433785.119665:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433785.119668:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433785.119672:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.119676:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433785.119678:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.119681:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433785.119689:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433785.119691:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433785.119693:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433785.119696:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433785.119699:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433785.119702:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433785.119705:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.119707:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433785.119709:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.119711:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433785.119714:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433785.119718:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433785.119720:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433785.119723:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433785.119727:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433785.119730:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433785.119732:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433785.119734:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433785.119742:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789433785.119746:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433785.119749:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433785.119751:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433785.119754:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433785.119757:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433785.119760:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433785.119769:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789433785.119775:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433785.119784:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933905152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433785.119794:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433785.119798:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433785.119813:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933905152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433785.119834:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433785.119837:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433785.119841:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433785.119842:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433785.119844:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433785.119846:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433785.119848:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5239
00000400:00000200:3.0:1789433785.119851:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433785.119854:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433785.119855:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433785.119858:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.119859:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433785.119861:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.119863:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433785.119866:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433785.119869:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433785.119872:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433785.119877:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433785.119880:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433785.119885:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433785.119892:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.119897:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433785.119901:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.119905:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433785.119909:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433785.119914:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433785.119920:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433785.119925:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433785.119933:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433785.119937:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433785.119941:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433785.119947:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433785.119952:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433785.119955:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433785.119959:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789433785.119964:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433785.119974:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433785.119977:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433785.119981:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433785.119982:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433785.119984:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433785.119992:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789433785.119997:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433785.120004:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933905280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433785.120014:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433785.120018:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433785.120026:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933905280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433785.120043:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433785.120047:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433785.120052:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433785.120055:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433785.120059:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433785.120063:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433785.120066:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5239
00000400:00000200:3.0:1789433785.120074:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433785.120079:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433785.120084:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433785.120089:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.120093:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433785.120096:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.120099:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433785.120103:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433785.120105:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433785.120106:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433785.120116:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433785.120118:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433785.120123:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433785.120129:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.120133:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433785.120137:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.120141:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433785.120144:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433785.120151:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433785.120157:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433785.120160:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433785.120165:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433785.120169:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433785.120174:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433785.120177:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433785.120180:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433785.120185:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433785.120189:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789433785.120192:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433785.120194:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1789433785.120194:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:3.0:1789433785.120196:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433785.120199:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433785.120201:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1789433785.120201:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
02000000:00000001:3.0:1789433785.120203:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433785.120208:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:3.0:1789433785.120212:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433785.120217:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933905408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433785.120225:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433785.120228:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433785.120231:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933905408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433785.120241:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433785.120245:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433785.120247:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433785.120249:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433785.120250:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433785.120253:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433785.120257:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5239
00000400:00000200:3.0:1789433785.120261:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433785.120265:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433785.120266:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433785.120270:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.120274:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433785.120276:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.120280:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433785.120284:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433785.120286:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433785.120289:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433785.120291:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433785.120293:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433785.120296:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433785.120301:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.120303:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433785.120307:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433785.120310:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433785.120314:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433785.120320:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433785.120325:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433785.120328:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433785.120332:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433785.120336:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433785.120340:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433785.120344:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433785.120382:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433785.120386:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433785.120390:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789433785.120393:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433785.120398:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433785.120399:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433785.120403:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433785.120405:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433785.120408:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433785.120415:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789433785.120421:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433785.120430:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933905536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433785.120455:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433785.120458:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433785.120463:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933905536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433785.120473:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433785.120479:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5249)
00000800:00000200:0.1:1789433785.120746:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433785.120755:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789433785.121032:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433785.121035:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789433785.121306:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433785.121308:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1789433785.375466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433785.375473:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433785.375475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433785.375480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433785.375483:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433785.375487:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433785.375490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433785.375493:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433785.375496:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433785.823464:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299912876, at 4299912896
00000100:00000040:2.0:1789433785.823467:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299912875, at 4299912896
00000100:00000010:3.0:1789433785.823481:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81180.
00000100:00000010:2.0:1789433785.823483:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed814e0.
00000100:00000001:2.0:1789433785.887430:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433785.887438:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433785.887441:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433785.887447:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433785.887452:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433785.887456:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433785.887459:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433785.887462:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433785.887465:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433786.143456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433786.143464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433786.143468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433786.143475:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433786.143482:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433786.143488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433786.143494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433786.143497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433786.143501:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433786.399487:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433786.399494:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433786.399496:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433786.399501:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433786.399505:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433786.399509:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433786.399512:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433786.399514:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433786.399517:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433786.911481:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433786.911491:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433786.911494:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433786.911499:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433786.911506:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433786.911519:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433786.911536:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433786.911540:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433786.911547:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433787.167477:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433787.167486:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433787.167489:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433787.167496:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433787.167505:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433787.167511:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433787.167519:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433787.167525:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433787.167532:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433787.423485:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433787.423491:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433787.423492:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433787.423497:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433787.423500:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433787.423504:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433787.423507:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433787.423509:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433787.423524:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433787.935420:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433787.935427:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433787.935436:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433787.935441:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433787.935445:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433787.935450:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433787.935454:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433787.935457:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433787.935460:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433787.935559:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433787.935563:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433787.935567:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433788.191471:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433788.191479:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433788.191482:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433788.191488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433788.191493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433788.191497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433788.191501:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433788.191503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433788.191507:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433788.447465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433788.447471:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433788.447473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433788.447479:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433788.447482:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433788.447486:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433788.447488:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433788.447491:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433788.447494:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433788.959713:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433788.959721:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433788.959724:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433788.959730:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433788.959735:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433788.959739:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433788.959742:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433788.959746:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433788.959750:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433789.215479:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433789.215490:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433789.215493:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433789.215501:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433789.215506:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433789.215512:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433789.215516:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433789.215520:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433789.215530:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433789.471488:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433789.471496:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433789.471498:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433789.471504:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433789.471508:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433789.471513:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433789.471517:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433789.471520:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433789.471524:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433789.983510:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433789.983519:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433789.983521:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433789.983526:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433789.983530:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433789.983533:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433789.983535:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433789.983538:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433789.983541:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433790.239424:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433790.239434:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433790.239437:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433790.239443:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433790.239449:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789433790.239453:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789433790.239460:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5244
00000100:00000001:2.0:1789433790.239461:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433790.239465:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433790.239471:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433790.239479:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1789433790.239480:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433790.239483:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433790.239491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1789433790.239492:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1789433790.239494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789433790.239497:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789433790.239499:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433790.239505:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.239510:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433790.239513:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.239516:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433790.239525:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433790.239528:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433790.239531:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433790.239535:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433790.239537:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433790.239539:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433790.239542:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.239544:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433790.239546:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.239548:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433790.239551:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433790.239554:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433790.239556:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433790.239559:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433790.239562:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433790.239565:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433790.239567:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433790.239569:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433790.239578:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289180.
00000020:00000040:3.0:1789433790.239582:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433790.239586:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433790.239588:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433790.239590:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433790.239594:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433790.239598:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433790.239605:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789433790.239612:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433790.239620:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289180 x1876351933905664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433790.239630:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433790.239635:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433790.239640:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef858d48] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289180 x1876351933905664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433790.239661:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433790.239664:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433790.239667:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433790.239669:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433790.239671:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433790.239674:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433790.239677:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5244
00000400:00000200:3.0:1789433790.239681:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433790.239686:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433790.239691:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433790.239697:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.239701:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433790.239707:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.239712:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433790.239719:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433790.239723:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433790.239727:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433790.239730:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433790.239736:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433790.239740:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433790.239746:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.239751:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433790.239756:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.239758:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433790.239760:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433790.239777:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433790.239784:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433790.239786:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433790.239793:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433790.239797:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433790.239802:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433790.239807:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433790.239813:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433790.239815:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433790.239821:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789433790.239824:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433790.239827:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433790.239828:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433790.239829:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433790.239830:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433790.239832:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433790.239838:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000001:3.0:1789433790.239842:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433790.239848:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933905792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433790.239856:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433790.239860:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433790.239867:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933905792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433790.239883:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433790.239887:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433790.239899:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433790.239902:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433790.239904:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433790.239910:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433790.239916:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5244
00000400:00000200:3.0:1789433790.239924:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433790.239932:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433790.239937:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433790.239945:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.239951:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433790.239957:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.239962:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433790.239977:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433790.239981:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433790.239985:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433790.239989:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433790.239995:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433790.240000:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:0.1:1789433790.240004:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789433790.240009:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.240012:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433790.240014:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.240016:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433790.240019:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433790.240023:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433790.240029:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433790.240032:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433790.240038:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433790.240043:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433790.240047:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433790.240051:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433790.240056:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433790.240060:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433790.240065:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789433790.240071:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433790.240075:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433790.240079:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433790.240083:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433790.240086:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433790.240090:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433790.240095:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789433790.240104:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433790.240113:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933905920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433790.240126:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433790.240130:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433790.240140:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933905920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433790.240158:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433790.240165:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433790.240170:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433790.240174:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433790.240177:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433790.240181:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433790.240187:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5244
00000400:00000200:3.0:1789433790.240194:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433790.240200:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433790.240205:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433790.240213:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.240217:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433790.240221:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.240225:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433790.240231:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433790.240234:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433790.240237:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433790.240240:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433790.240245:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433790.240250:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433790.240257:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.240263:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433790.240268:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433790.240273:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433790.240278:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433790.240285:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433790.240291:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433790.240294:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433790.240297:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433790.240299:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433790.240301:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433790.240304:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433790.240309:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433790.240313:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433790.240319:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789433790.240324:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433790.240330:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433790.240333:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433790.240338:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433790.240341:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433790.240344:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433790.240376:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789433790.240382:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433790.240391:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933906048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1789433790.240402:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789433790.240408:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433790.240413:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433790.240423:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933906048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433790.240441:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433790.240447:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5255)
00000800:00000200:0.1:1789433790.240571:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433790.240682:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789433790.495498:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433790.495510:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433790.495512:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433790.495519:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433790.495523:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433790.495528:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433790.495531:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433790.495534:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433790.495538:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433790.943513:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299917995, at 4299918016
00000100:00000040:3.0:1789433790.943513:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299917995, at 4299918016
00000100:00000010:2.0:1789433790.943534:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed819c0.
00000100:00000010:3.0:1789433790.943542:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81360.
00000100:00000001:3.0:1789433791.007465:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433791.007475:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433791.007479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433791.007484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433791.007490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433791.007494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433791.007498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433791.007503:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433791.007508:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433791.263472:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433791.263482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433791.263486:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433791.263494:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433791.263500:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433791.263504:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433791.263509:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433791.263514:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433791.263519:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433791.520016:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433791.520027:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433791.520031:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433791.520039:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433791.520043:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433791.520048:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433791.520051:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433791.520055:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433791.520058:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433792.031464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433792.031476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433792.031480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433792.031486:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433792.031492:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433792.031497:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433792.031500:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433792.031504:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433792.031508:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433792.031619:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433792.031622:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433792.031626:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433792.287436:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433792.287450:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433792.287455:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433792.287470:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433792.287482:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433792.287488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433792.287497:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433792.287501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433792.287506:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433792.544167:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433792.544180:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433792.544183:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433792.544189:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433792.544195:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433792.544200:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433792.544203:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433792.544207:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433792.544212:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433793.055492:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433793.055503:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433793.055509:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433793.055520:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433793.055528:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433793.055532:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433793.055536:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433793.055539:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433793.055543:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433793.311496:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433793.311505:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433793.311510:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433793.311521:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433793.311530:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433793.311537:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433793.311544:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433793.311549:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433793.311552:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433793.567936:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433793.567947:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433793.567949:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433793.567957:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433793.567962:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433793.567966:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433793.567969:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433793.567972:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433793.567976:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433794.335469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433794.335480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433794.335482:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433794.335489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433794.335494:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433794.335499:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433794.335503:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433794.335506:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433794.335510:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433794.592867:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433794.592879:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433794.592882:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433794.592889:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433794.592894:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433794.592899:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433794.592902:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433794.592906:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433794.592909:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.103867:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433795.103873:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433795.103876:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433795.103881:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433795.103885:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433795.103890:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433795.103893:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433795.103896:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433795.103900:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433795.359480:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789433795.359481:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789433795.359489:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789433795.359491:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433795.359493:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.359496:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1789433795.359500:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:3.0:1789433795.359503:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433795.359506:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433795.359508:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789433795.359512:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433795.359516:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1789433795.359519:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5250
00000100:00000001:2.0:1789433795.359521:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433795.359526:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789433795.359533:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433795.359541:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433795.359545:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433795.359549:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359553:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433795.359559:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359564:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433795.359575:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433795.359579:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433795.359584:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433795.359590:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433795.359594:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433795.359597:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433795.359600:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359603:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433795.359605:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359607:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433795.359610:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433795.359614:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359617:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433795.359620:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433795.359625:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433795.359628:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.359631:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433795.359633:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433795.359640:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789433795.359644:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433795.359648:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433795.359649:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.359652:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433795.359655:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433795.359660:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433795.359673:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789433795.359681:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433795.359692:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933906176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433795.359703:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433795.359707:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433795.359711:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933906176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433795.359751:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433795.359755:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433795.359758:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433795.359759:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433795.359761:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433795.359764:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433795.359766:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5250
00000400:00000200:3.0:1789433795.359770:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433795.359773:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433795.359775:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433795.359778:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359780:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433795.359782:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359784:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433795.359787:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433795.359789:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433795.359790:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433795.359792:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433795.359795:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433795.359797:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433795.359800:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359801:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433795.359803:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359805:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433795.359807:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433795.359810:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359812:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433795.359814:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433795.359820:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433795.359822:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.359824:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433795.359829:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433795.359832:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.359833:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433795.359837:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789433795.359840:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433795.359842:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433795.359843:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.359845:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433795.359846:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433795.359848:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433795.359852:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789433795.359856:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433795.359861:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933906304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433795.359869:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433795.359871:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433795.359875:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933906304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433795.359882:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433795.359885:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433795.359889:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433795.359890:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433795.359898:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433795.359901:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433795.359904:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5250
00000400:00000200:3.0:1789433795.359908:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433795.359911:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433795.359914:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433795.359916:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359919:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433795.359920:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359922:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433795.359926:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433795.359927:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433795.359928:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433795.359931:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433795.359945:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433795.359947:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433795.359951:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359953:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433795.359955:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359957:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433795.359959:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433795.359962:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433795.359964:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433795.359966:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433795.359968:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433795.359970:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.359972:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433795.359975:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433795.359978:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.359979:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433795.359983:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789433795.359985:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433795.359988:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433795.359989:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.359990:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433795.359992:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433795.359993:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433795.359997:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789433795.360001:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433795.360006:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933906432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433795.360013:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433795.360015:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433795.360019:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933906432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433795.360027:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433795.360029:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433795.360033:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433795.360037:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433795.360039:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433795.360044:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433795.360051:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5250
00000400:00000200:3.0:1789433795.360057:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433795.360063:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433795.360068:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433795.360075:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.360079:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433795.360081:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.360083:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433795.360086:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433795.360087:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433795.360089:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433795.360091:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433795.360093:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433795.360095:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433795.360098:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.360099:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433795.360101:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433795.360102:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433795.360104:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433795.360107:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433795.360109:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433795.360111:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433795.360114:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433795.360116:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.360117:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433795.360119:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433795.360121:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.360123:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433795.360127:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789433795.360129:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433795.360131:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433795.360133:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433795.360134:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433795.360135:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433795.360137:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433795.360141:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789433795.360144:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433795.360149:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933906560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433795.360155:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433795.360157:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433795.360161:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933906560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433795.360169:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433795.360177:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5260)
00000800:00000200:0.1:1789433795.360660:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433795.360664:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433795.361021:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433795.361024:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433795.361282:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433795.361284:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433795.361663:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433795.361665:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1789433795.615967:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433795.615979:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433795.615983:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433795.615990:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433795.615995:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433795.616000:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433795.616004:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433795.616008:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433795.616012:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433796.063451:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299923116, at 4299923136
00000100:00000040:3.0:1789433796.063451:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299923116, at 4299923136
00000100:00000010:2.0:1789433796.063465:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81ba0.
00000100:00000010:3.0:1789433796.063466:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81d80.
00000100:00000001:3.0:1789433796.127467:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433796.127477:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433796.127481:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433796.127489:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433796.127497:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433796.127503:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433796.127508:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433796.127512:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433796.127516:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433796.127627:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433796.127629:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433796.127632:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433796.383470:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433796.383479:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433796.383482:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433796.383487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433796.383491:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433796.383494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433796.383497:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433796.383501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433796.383504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433796.383544:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433796.383553:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433796.383555:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433796.383561:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433796.383566:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433796.383569:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433796.383572:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433796.383574:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433796.383577:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433796.639472:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433796.639479:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433796.639482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433796.639487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433796.639490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433796.639494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433796.639496:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433796.639499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433796.639502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433797.151477:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433797.151488:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433797.151491:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433797.151499:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433797.151503:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433797.151507:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433797.151510:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433797.151514:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433797.151517:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433797.407479:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433797.407479:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433797.407488:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433797.407488:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433797.407490:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433797.407491:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433797.407497:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433797.407503:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433797.407504:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433797.407507:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433797.407510:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433797.407511:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433797.407516:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433797.407517:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433797.407520:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433797.407521:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433797.407524:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433797.407525:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433797.663506:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433797.663515:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433797.663517:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433797.663524:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433797.663528:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433797.663532:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433797.663536:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433797.663538:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433797.663542:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433798.175504:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433798.175514:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433798.175517:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433798.175522:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433798.175527:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433798.175531:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433798.175535:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433798.175538:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433798.175541:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433798.431517:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433798.431525:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433798.431528:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433798.431531:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1789433798.431534:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433798.431541:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433798.431542:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433798.431547:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433798.431550:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433798.431556:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1789433798.431557:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433798.431561:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433798.431568:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433798.431572:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433798.431578:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433798.431581:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433798.431584:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433798.431587:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433798.687826:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433798.687836:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433798.687839:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433798.687846:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433798.687850:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433798.687862:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433798.687865:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433798.687869:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433798.687873:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433799.199525:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433799.199533:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433799.199536:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433799.199542:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433799.199547:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433799.199551:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433799.199555:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433799.199559:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433799.199562:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433799.455446:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433799.455451:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433799.455453:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433799.455459:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433799.455462:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433799.455466:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433799.455468:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433799.455470:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433799.455472:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433799.455488:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433799.455495:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433799.455498:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433799.455503:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433799.455506:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433799.455509:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433799.455512:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433799.455515:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433799.455518:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433799.711475:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433799.711484:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433799.711487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433799.711494:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433799.711498:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433799.711503:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433799.711506:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433799.711509:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433799.711513:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433800.223513:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433800.223524:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433800.223527:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433800.223534:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433800.223538:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433800.223543:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433800.223546:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433800.223549:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433800.223553:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433800.223703:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433800.223707:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433800.223711:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433800.479512:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433800.479522:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433800.479525:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433800.479532:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433800.479536:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433800.479544:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433800.479547:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433800.479549:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433800.479552:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433800.479553:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433800.479559:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433800.479563:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433800.479567:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433800.479571:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433800.479581:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5255
00000400:00000200:3.0:1789433800.479595:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433800.479615:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433800.479620:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433800.479624:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.479628:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433800.479631:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.479633:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433800.479646:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433800.479649:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433800.479652:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433800.479655:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433800.479658:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433800.479660:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433800.479663:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.479665:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433800.479667:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.479669:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433800.479672:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433800.479676:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433800.479679:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433800.479682:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433800.479686:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433800.479703:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433800.479706:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433800.479709:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433800.479720:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789433800.479724:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433800.479728:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433800.479730:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433800.479737:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433800.479740:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433800.479744:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433800.479753:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789433800.479760:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433800.479769:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933906688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433800.479777:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433800.479780:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433800.479783:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933906688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433800.479797:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433800.479799:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433800.479801:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433800.479802:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433800.479803:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433800.479805:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433800.479806:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5255
00000400:00000200:3.0:1789433800.479809:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433800.479811:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433800.479813:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433800.479815:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.479817:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433800.479819:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.479820:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433800.479824:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433800.479825:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433800.479828:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433800.479830:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433800.479834:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433800.479836:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433800.479839:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.479842:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433800.479845:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.479848:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433800.479852:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433800.479856:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433800.479859:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433800.479862:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433800.479875:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433800.479881:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433800.479884:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433800.479893:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433800.479896:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433800.479899:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433800.479901:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789433800.479905:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433800.479908:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433800.479909:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433800.479910:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433800.479911:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433800.479912:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433800.479918:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789433800.479921:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433800.479926:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933906816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433800.479932:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433800.479935:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433800.479938:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933906816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433800.479944:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433800.479946:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433800.479948:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433800.479953:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433800.479957:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433800.479965:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433800.479970:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5255
00000400:00000200:3.0:1789433800.479978:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433800.479984:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433800.479989:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433800.479997:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.480002:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433800.480005:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.480008:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433800.480011:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433800.480013:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433800.480015:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433800.480018:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433800.480020:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433800.480022:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433800.480025:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.480027:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433800.480031:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.480032:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433800.480034:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433800.480038:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433800.480042:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433800.480044:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433800.480048:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433800.480052:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433800.480054:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433800.480057:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433800.480060:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433800.480062:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433800.480066:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789433800.480069:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433800.480072:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433800.480074:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433800.480076:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433800.480079:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433800.480081:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433800.480086:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789433800.480090:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433800.480096:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933906944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433800.480106:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433800.480109:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433800.480114:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933906944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433800.480122:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433800.480124:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433800.480129:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433800.480130:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433800.480131:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433800.480133:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433800.480137:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5255
00000400:00000200:3.0:1789433800.480143:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433800.480147:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433800.480150:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433800.480154:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:0.1:1789433800.480155:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789433800.480156:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433800.480158:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.480162:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:0.1:1789433800.480163:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1789433800.480164:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433800.480166:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433800.480169:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433800.480170:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433800.480173:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433800.480177:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433800.480180:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.480183:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433800.480184:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433800.480186:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433800.480189:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433800.480192:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433800.480195:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433800.480197:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433800.480202:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433800.480203:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433800.480205:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433800.480207:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433800.480209:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433800.480212:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433800.480216:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789433800.480218:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433800.480221:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433800.480222:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433800.480224:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433800.480225:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433800.480226:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433800.480230:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789433800.480234:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433800.480241:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933907072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433800.480247:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433800.480250:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433800.480255:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933907072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433800.480273:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433800.480278:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5265)
00000800:00000200:0.1:1789433800.480667:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433800.480669:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789433800.480977:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433800.480980:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789433800.481248:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433800.481251:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1789433800.735486:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433800.735496:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433800.735499:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433800.735506:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433800.735511:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433800.735515:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433800.735519:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433800.735522:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433800.735526:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433801.183456:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299928235, at 4299928256
00000100:00000010:3.0:1789433801.183471:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed813c0.
00000100:00000040:2.0:1789433801.183486:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299928235, at 4299928256
00000100:00000010:2.0:1789433801.183501:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81a80.
00000100:00000001:3.0:1789433801.247459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433801.247466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433801.247471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433801.247477:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433801.247483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433801.247489:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433801.247493:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433801.247498:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433801.247503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433801.503456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433801.503464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433801.503468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433801.503476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433801.503482:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433801.503487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433801.503491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433801.503496:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433801.503503:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433801.759480:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433801.759487:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433801.759489:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433801.759494:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433801.759498:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433801.759502:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433801.759505:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433801.759508:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433801.759511:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433802.271462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433802.271470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433802.271473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433802.271479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433802.271483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433802.271487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433802.271491:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433802.271494:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433802.271502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433802.527886:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433802.527890:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433802.527891:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433802.527894:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433802.527897:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433802.527899:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433802.527901:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433802.527903:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433802.527905:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433802.783462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433802.783470:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433802.783472:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433802.783477:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433802.783481:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433802.783484:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433802.783487:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433802.783490:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433802.783493:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433803.295870:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433803.295874:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433803.295877:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433803.295881:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433803.295885:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433803.295888:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433803.295891:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433803.295894:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433803.295897:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433803.551485:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433803.551491:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433803.551493:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433803.551498:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433803.551502:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433803.551506:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433803.551509:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433803.551518:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433803.551521:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433803.551606:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433803.551610:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433803.551611:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433803.551614:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433803.551616:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433803.551619:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433803.551622:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433803.551624:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433803.551626:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433803.807468:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433803.807475:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433803.807477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433803.807482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433803.807485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433803.807489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433803.807492:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433803.807494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433803.807505:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433804.319605:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433804.319610:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433804.319614:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433804.575472:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433804.575472:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433804.575479:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433804.575479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433804.575481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433804.575481:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433804.575487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433804.575487:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433804.575490:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433804.575490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433804.575494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433804.575494:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433804.575497:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433804.575497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433804.575500:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433804.575500:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433804.575502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433804.575503:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433804.831462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433804.831467:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433804.831469:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433804.831473:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433804.831476:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433804.831479:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433804.831480:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433804.831482:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433804.831484:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433805.599468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433805.599476:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433805.599479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433805.599484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433805.599488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433805.599492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433805.599496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433805.599498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433805.599501:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433805.599506:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433805.599512:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433805.599514:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433805.599517:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433805.599520:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433805.599522:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433805.599525:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433805.599527:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433805.599529:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789433805.600249:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433805.600256:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433805.601386:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433805.601389:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433805.601696:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433805.601698:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433805.601959:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433805.601961:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1789433805.855451:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433805.855457:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433805.855458:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433805.855461:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433805.855464:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433805.855467:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433805.855469:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433805.855472:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433805.855475:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433806.303472:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299933356, at 4299933376
00000100:00000040:2.0:1789433806.303491:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299933356, at 4299933376
00000100:00000010:3.0:1789433806.303492:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81c60.
00000100:00000010:2.0:1789433806.303509:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81840.
00000100:00000001:3.0:1789433806.367714:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433806.367718:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433806.367721:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433806.367725:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433806.367728:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433806.367732:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433806.367734:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433806.367737:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433806.367740:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433806.623468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433806.623474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433806.623476:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433806.623481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433806.623485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433806.623488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433806.623490:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433806.623491:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433806.623493:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433806.623559:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433806.623562:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433806.623563:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433806.623565:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433806.623566:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433806.623567:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433806.623569:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433806.623570:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433806.623572:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433806.879453:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433806.879460:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433806.879462:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433806.879468:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433806.879472:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433806.879475:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433806.879478:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433806.879481:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433806.879484:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433807.391445:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433807.391454:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433807.391458:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433807.391464:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433807.391470:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433807.391476:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433807.391481:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433807.391486:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433807.391491:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433807.647426:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433807.647433:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433807.647435:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433807.647437:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1789433807.647441:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433807.647442:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433807.647444:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433807.647447:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1789433807.647449:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433807.647452:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433807.647453:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433807.647457:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433807.647458:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433807.647461:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433807.647463:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433807.647465:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433807.647468:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433807.647469:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433807.903479:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433807.903486:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433807.903488:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433807.903493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433807.903497:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433807.903508:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433807.903512:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433807.903514:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433807.903517:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433808.416135:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433808.416140:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433808.416142:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433808.416146:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433808.416150:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433808.416154:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433808.416156:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1789433808.416159:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789433808.416159:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789433808.416163:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433808.416165:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433808.416170:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433808.671470:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433808.671477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433808.671479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433808.671485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433808.671489:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433808.671492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433808.671495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433808.671497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433808.671500:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433808.671742:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433808.671746:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433808.671747:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433808.671750:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433808.671753:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433808.671755:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433808.671757:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433808.671759:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433808.671761:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433808.927464:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433808.927472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433808.927474:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433808.927480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433808.927484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433808.927489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433808.927492:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433808.927494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433808.927497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433809.695459:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433809.695459:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433809.695467:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433809.695467:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433809.695471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433809.695472:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433809.695480:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433809.695480:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433809.695486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433809.695487:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433809.695493:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433809.695493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433809.695498:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433809.695499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433809.695503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433809.695503:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433809.695508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433809.695508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433809.951473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433809.951480:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433809.951482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433809.951487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433809.951490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433809.951494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433809.951497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433809.951499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433809.951502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433810.719469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433810.719469:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433810.719477:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433810.719478:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433810.719480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433810.719486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433810.719489:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433810.719494:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433810.719496:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433810.719499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433810.719502:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433810.719521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433810.719526:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433810.719529:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433810.719532:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433810.719536:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433810.719542:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5265
00000400:00000200:3.0:1789433810.719551:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433810.719557:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433810.719560:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433810.719564:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719567:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433810.719569:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719572:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433810.719579:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433810.719582:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433810.719584:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433810.719587:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433810.719590:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433810.719593:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433810.719596:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719598:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433810.719600:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719602:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433810.719605:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433810.719608:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719611:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433810.719623:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433810.719627:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433810.719630:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433810.719632:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433810.719635:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433810.719644:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789433810.719647:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433810.719651:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433810.719653:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433810.719656:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433810.719659:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433810.719662:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433810.719670:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000001:3.0:1789433810.719676:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433810.719686:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933907712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433810.719697:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433810.719702:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433810.719708:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933907712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433810.719739:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433810.719743:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433810.719747:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433810.719748:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433810.719750:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433810.719753:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433810.719756:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5265
00000400:00000200:3.0:1789433810.719761:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433810.719765:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433810.719768:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433810.719771:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719774:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433810.719777:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719779:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433810.719782:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433810.719783:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433810.719785:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433810.719787:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433810.719790:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433810.719793:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433810.719797:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719799:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433810.719801:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719803:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433810.719805:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433810.719807:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719809:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433810.719811:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433810.719816:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433810.719818:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433810.719819:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433810.719823:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433810.719826:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433810.719829:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433810.719833:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789433810.719836:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433810.719839:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433810.719840:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433810.719842:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433810.719843:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433810.719845:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433810.719849:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789433810.719852:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433810.719857:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933907840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433810.719865:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433810.719868:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433810.719873:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933907840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433810.719882:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433810.719885:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433810.719889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433810.719891:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433810.719893:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433810.719896:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433810.719899:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5265
00000400:00000200:3.0:1789433810.719904:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433810.719907:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433810.719909:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433810.719912:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719914:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433810.719916:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719921:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789433810.719922:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433810.719924:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:2.0:1789433810.719927:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000020:00000040:3.0:1789433810.719928:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433810.719931:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789433810.719933:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1789433810.719934:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000100:00000001:2.0:1789433810.719937:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789433810.719938:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:2.0:1789433810.719943:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1789433810.719943:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:2.0:1789433810.719947:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789433810.719948:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433810.719952:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433810.719953:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433810.719957:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719960:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433810.719962:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433810.719965:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433810.719968:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433810.719970:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433810.719973:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433810.719975:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433810.719977:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433810.719980:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433810.719982:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433810.719984:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433810.719987:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789433810.719989:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433810.719992:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433810.719993:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433810.719995:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433810.719996:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433810.719997:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433810.720001:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789433810.720004:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433810.720008:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933907968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433810.720078:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433810.720080:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433810.720085:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933907968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433810.720093:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433810.720096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433810.720099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433810.720101:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433810.720102:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433810.720105:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433810.720107:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5265
00000400:00000200:3.0:1789433810.720216:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433810.720221:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433810.720224:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433810.720226:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.720229:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433810.720231:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.720234:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433810.720238:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433810.720239:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433810.720241:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433810.720243:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433810.720245:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433810.720247:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433810.720250:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.720252:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433810.720254:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433810.720256:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433810.720258:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433810.720261:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433810.720264:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433810.720265:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433810.720268:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433810.720270:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433810.720272:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433810.720274:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433810.720276:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433810.720278:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433810.720281:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789433810.720284:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433810.720286:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433810.720288:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433810.720290:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433810.720291:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433810.720293:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433810.720296:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789433810.720299:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433810.720304:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933908096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433810.720372:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433810.720374:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433810.720379:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933908096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433810.720387:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433810.720391:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5275)
00000800:00000200:1.1:1789433810.720676:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433810.720680:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433810.720994:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433810.720996:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433810.721278:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433810.721281:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433810.721592:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433810.721594:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1789433810.975810:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433810.975817:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433810.975819:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433810.975824:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433810.975827:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433810.975831:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433810.975834:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433810.975837:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433810.975841:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433811.423406:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299938476, at 4299938496
00000100:00000010:3.0:1789433811.423420:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d420.
00000100:00000040:2.0:1789433811.423437:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299938476, at 4299938496
00000100:00000010:2.0:1789433811.423446:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc60.
00000100:00000001:3.0:1789433811.488183:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433811.488187:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433811.488190:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433811.488194:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433811.488198:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433811.488202:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433811.488205:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433811.488207:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433811.488210:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433811.743458:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433811.743466:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433811.743468:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433811.743481:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433811.743486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433811.743490:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433811.743493:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433811.743496:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433811.743499:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433811.743549:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433811.743566:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433811.743572:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433811.743577:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433811.743582:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433811.743585:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433811.743588:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433811.743591:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433811.743594:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433811.999455:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433811.999463:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433811.999465:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433811.999475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433811.999478:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433811.999482:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433811.999484:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433811.999487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433811.999489:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433812.511521:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433812.511531:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433812.511533:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433812.511540:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433812.511544:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433812.511549:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433812.511552:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433812.511554:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433812.511558:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433812.511780:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433812.511783:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433812.511785:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433812.767448:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433812.767448:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433812.767454:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433812.767455:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433812.767457:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433812.767458:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433812.767465:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433812.767466:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433812.767471:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433812.767472:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433812.767477:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433812.767477:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433812.767482:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433812.767483:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433812.767486:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433812.767487:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433812.767490:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433812.767492:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433813.023722:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433813.023729:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433813.023732:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433813.023737:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433813.023741:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433813.023745:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433813.023748:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433813.023750:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433813.023753:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433813.535716:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433813.535721:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433813.535723:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433813.535727:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433813.535730:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433813.535734:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433813.535736:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433813.535739:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433813.535742:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433813.791465:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433813.791465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433813.791472:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433813.791475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433813.791476:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433813.791478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433813.791483:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433813.791484:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433813.791490:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433813.791490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433813.791496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433813.791496:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433813.791502:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433813.791503:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433813.791506:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433813.791507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433813.791510:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433813.791513:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433814.047437:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433814.047454:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433814.047457:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433814.047462:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433814.047465:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433814.047469:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433814.047472:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433814.047475:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433814.047478:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433814.559512:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433814.559523:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433814.559525:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433814.559531:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433814.559537:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433814.559543:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433814.559547:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433814.559550:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433814.559553:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433814.815474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433814.815476:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433814.815490:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433814.815491:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433814.815498:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433814.815499:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433814.815512:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433814.815512:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433814.815523:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433814.815523:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433814.815529:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433814.815536:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433814.815538:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433814.815539:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433814.815549:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433814.815550:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433814.815556:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433814.815561:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433815.071454:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433815.071460:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433815.071463:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433815.071467:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433815.071470:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433815.071473:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433815.071476:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433815.071478:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433815.071481:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433815.583464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433815.583473:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433815.583475:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433815.583481:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433815.583485:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433815.583489:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433815.583492:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433815.583495:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433815.583498:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433815.839524:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433815.839530:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433815.839532:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433815.839536:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433815.839538:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433815.839541:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433815.839544:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433815.839545:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433815.839547:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433815.841573:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433815.841591:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433815.841594:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433815.841598:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433815.841602:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433815.841608:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5270
00000400:00000200:2.0:1789433815.841618:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433815.841624:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433815.841627:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433815.841631:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841634:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433815.841636:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841639:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433815.841646:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433815.841649:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433815.841651:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433815.841654:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433815.841656:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433815.841659:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433815.841661:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841663:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433815.841665:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841667:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433815.841670:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433815.841673:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841675:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433815.841678:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433815.841682:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433815.841684:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433815.841686:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433815.841689:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433815.841698:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b480.
00000020:00000040:2.0:1789433815.841702:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433815.841705:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433815.841707:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433815.841710:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433815.841713:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433815.841716:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433815.841726:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789433815.841732:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433815.841741:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b480 x1876351933908224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433815.841751:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433815.841756:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433815.841760:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008be6ba08] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b480 x1876351933908224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433815.841793:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433815.841796:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433815.841800:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433815.841801:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433815.841803:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433815.841805:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433815.841808:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5270
00000400:00000200:2.0:1789433815.841811:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433815.841814:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433815.841816:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433815.841819:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841821:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433815.841822:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841824:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433815.841827:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433815.841829:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433815.841831:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433815.841833:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433815.841835:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433815.841837:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433815.841840:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841842:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433815.841844:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841847:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433815.841849:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:3.0:1789433815.841852:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1789433815.841853:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841858:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433815.841858:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1789433815.841862:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789433815.841862:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433815.841868:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
02000000:00000001:2.0:1789433815.841869:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789433815.841873:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1789433815.841874:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433815.841877:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433815.841878:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433815.841883:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1789433815.841884:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1789433815.841888:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1789433815.841889:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433815.841892:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433815.841896:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a680.
00000020:00000040:2.0:1789433815.841899:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433815.841901:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433815.841902:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433815.841906:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789433815.841906:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433815.841908:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433815.841912:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433815.841916:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789433815.841920:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433815.841926:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a680 x1876351933908352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433815.841934:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433815.841936:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433815.841940:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049af382e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a680 x1876351933908352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433815.841948:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433815.841950:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433815.841953:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433815.841955:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433815.841956:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433815.841959:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433815.841961:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5270
00000400:00000200:2.0:1789433815.841965:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433815.841967:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433815.841970:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433815.841973:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841974:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433815.841976:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841978:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433815.841981:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433815.841982:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433815.841984:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433815.841985:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433815.841987:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433815.841989:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433815.841992:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841994:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433815.841995:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.841997:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433815.842000:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433815.842002:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433815.842004:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433815.842006:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433815.842008:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433815.842010:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433815.842012:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433815.842014:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433815.842016:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433815.842018:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433815.842021:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b100.
00000020:00000040:2.0:1789433815.842023:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433815.842025:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433815.842026:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433815.842028:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433815.842030:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433815.842031:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433815.842035:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789433815.842038:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433815.842043:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b100 x1876351933908480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433815.842049:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433815.842051:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433815.842054:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad3da5f8] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b100 x1876351933908480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433815.842061:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433815.842064:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433815.842067:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433815.842068:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433815.842069:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433815.842072:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433815.842074:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5270
00000400:00000200:2.0:1789433815.842077:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433815.842080:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433815.842082:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433815.842084:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.842086:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433815.842088:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.842090:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433815.842092:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433815.842093:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433815.842095:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433815.842096:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433815.842098:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433815.842100:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433815.842102:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.842104:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433815.842105:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433815.842107:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433815.842109:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433815.842111:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433815.842113:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433815.842115:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433815.842117:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433815.842119:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433815.842121:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433815.842123:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433815.842125:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433815.842126:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433815.842129:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29500.
00000020:00000040:2.0:1789433815.842131:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433815.842133:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433815.842135:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433815.842136:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433815.842138:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433815.842139:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433815.842143:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789433815.842146:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433815.842150:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29500 x1876351933908608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433815.842156:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433815.842158:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433815.842161:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687fa4f] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29500 x1876351933908608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433815.842169:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433815.842173:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5280)
00000800:00000200:1.1:1789433815.842836:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433815.842840:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433815.843170:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433815.843173:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433815.843485:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433815.843489:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433815.843777:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433815.843779:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1789433816.095444:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433816.095451:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433816.095453:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433816.095459:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433816.095462:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433816.095475:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433816.095479:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433816.095482:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433816.095485:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433816.543515:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299943598, at 4299943616
00000100:00000010:2.0:1789433816.543528:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dba0.
00000100:00000040:3.0:1789433816.543678:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299943598, at 4299943616
00000100:00000010:3.0:1789433816.543686:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d4e0.
00000100:00000001:3.0:1789433816.607506:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433816.607514:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433816.607517:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433816.607522:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433816.607527:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433816.607531:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433816.607533:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433816.607538:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433816.607545:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433816.607698:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433816.607702:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433816.607706:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433816.863479:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433816.863490:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433816.863492:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433816.863498:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433816.863502:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433816.863506:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433816.863508:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433816.863511:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433816.863514:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433817.119591:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433817.119599:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433817.119601:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433817.119606:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433817.119610:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433817.119614:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433817.119616:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433817.119618:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433817.119621:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433817.631466:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433817.631476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433817.631479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433817.631484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433817.631488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433817.631492:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433817.631495:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433817.631498:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433817.631501:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433817.887491:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433817.887496:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433817.887499:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433817.887504:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433817.887509:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433817.887522:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433817.887525:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433817.887527:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433817.887530:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433818.143461:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433818.143468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433818.143470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433818.143475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433818.143478:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433818.143482:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433818.143484:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433818.143487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433818.143490:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433818.655451:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433818.655460:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433818.655463:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433818.655468:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433818.655472:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433818.655477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433818.655480:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433818.655483:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433818.655486:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433818.911535:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433818.911544:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433818.911548:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433818.911568:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433818.911574:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433818.911578:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433818.911580:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433818.912145:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433818.912148:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433819.167579:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433819.167597:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433819.167600:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433819.167605:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433819.167609:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433819.167613:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433819.167616:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433819.167618:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433819.167621:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433819.679455:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433819.679463:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433819.679466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433819.679473:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433819.679478:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433819.679482:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433819.679485:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433819.679488:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433819.679491:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433819.935484:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433819.935491:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433819.935493:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433819.935507:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433819.935511:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433819.935515:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433819.935518:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433819.935520:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433819.935523:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433820.192651:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433820.192658:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433820.192660:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433820.192664:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433820.192667:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433820.192671:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433820.192674:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433820.192676:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433820.192679:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433820.703464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433820.703471:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433820.703474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433820.703479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433820.703494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433820.703499:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433820.703502:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433820.703504:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433820.703507:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433820.703750:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433820.703753:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433820.703756:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789433820.959467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433820.959477:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433820.959480:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433820.959484:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433820.959484:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433820.959489:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433820.959490:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1789433820.959492:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433820.959497:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:2.0:1789433820.959499:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5275
00000100:00000001:3.0:1789433820.959502:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433820.959506:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1789433820.959509:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433820.959510:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433820.959515:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1789433820.959516:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:3.0:1789433820.959519:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433820.959521:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433820.959526:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959529:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433820.959532:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959535:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433820.959555:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433820.959558:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433820.959561:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433820.959565:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433820.959568:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433820.959570:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433820.959573:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959575:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433820.959576:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959578:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433820.959580:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433820.959582:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959583:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433820.959585:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433820.959588:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433820.959590:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433820.959591:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433820.959593:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433820.959601:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2ad80.
00000020:00000040:2.0:1789433820.959603:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433820.959606:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433820.959608:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433820.959610:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433820.959612:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433820.959615:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433820.959621:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79000.
00000100:00000001:2.0:1789433820.959626:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433820.959632:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2ad80 x1876351933908736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433820.959640:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433820.959643:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433820.959646:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf7f5fd7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2ad80 x1876351933908736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433820.959661:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433820.959663:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433820.959665:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433820.959666:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433820.959667:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433820.959669:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433820.959670:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5275
00000400:00000200:2.0:1789433820.959673:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433820.959675:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433820.959676:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433820.959678:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959679:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433820.959681:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959682:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433820.959684:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433820.959685:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433820.959686:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433820.959688:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433820.959689:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433820.959690:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433820.959692:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959693:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433820.959695:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959697:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433820.959698:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433820.959700:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959701:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433820.959702:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433820.959707:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433820.959710:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433820.959713:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433820.959716:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433820.959719:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433820.959721:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433820.959724:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28e00.
00000020:00000040:2.0:1789433820.959727:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433820.959731:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433820.959733:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433820.959737:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433820.959740:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433820.959744:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433820.959750:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78800.
00000100:00000001:2.0:1789433820.959756:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433820.959765:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28e00 x1876351933908864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433820.959780:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433820.959785:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433820.959793:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e55d] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28e00 x1876351933908864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433820.959808:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433820.959813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433820.959818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433820.959820:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433820.959824:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433820.959829:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433820.959834:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5275
00000400:00000200:2.0:1789433820.959840:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433820.959845:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433820.959847:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433820.959851:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959852:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433820.959853:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959858:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433820.959861:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433820.959868:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433820.959871:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433820.959874:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433820.959877:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433820.959881:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433820.959887:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959890:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433820.959892:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959895:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433820.959898:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433820.959902:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433820.959905:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433820.959908:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433820.959911:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433820.959915:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433820.959917:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433820.959919:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433820.959921:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433820.959924:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433820.959928:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b800.
00000020:00000040:2.0:1789433820.959930:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433820.959932:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433820.959933:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433820.959936:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433820.959938:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433820.959942:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433820.959945:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789433820.959949:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433820.959956:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b800 x1876351933908992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433820.959965:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433820.959968:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433820.959976:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3088977] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b800 x1876351933908992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433820.959993:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433820.959997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433820.960001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433820.960003:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433820.960004:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433820.960007:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433820.960010:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5275
00000400:00000200:2.0:1789433820.960028:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433820.960036:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433820.960039:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433820.960043:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.960048:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433820.960053:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.960056:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433820.960061:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1789433820.960063:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:2.0:1789433820.960064:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433820.960068:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1789433820.960069:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000020:00000040:2.0:1789433820.960072:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433820.960077:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433820.960082:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433820.960088:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.960092:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433820.960106:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433820.960114:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433820.960120:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433820.960126:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433820.960132:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433820.960136:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433820.960141:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433820.960145:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433820.960147:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433820.960149:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433820.960151:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433820.960153:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433820.960157:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29880.
00000020:00000040:2.0:1789433820.960162:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433820.960167:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433820.960169:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433820.960172:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433820.960175:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433820.960177:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433820.960181:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789433820.960184:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433820.960191:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29880 x1876351933909120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433820.960201:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433820.960203:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433820.960206:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ac992a] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29880 x1876351933909120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433820.960214:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433820.960217:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5285)
00000800:00000200:1.1:1789433820.960594:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433820.960596:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789433820.960863:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433820.960865:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1789433820.961122:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433820.961125:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1789433821.215466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433821.215473:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433821.215475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433821.215481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433821.215485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433821.215489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433821.215492:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433821.215494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433821.215497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433821.663453:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299948715, at 4299948736
00000100:00000010:3.0:1789433821.663469:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d960.
00000100:00000040:2.0:1789433821.663597:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299948715, at 4299948736
00000100:00000010:2.0:1789433821.663603:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd20.
00000100:00000001:3.0:1789433821.728421:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433821.728426:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433821.728428:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433821.728432:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433821.728435:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433821.728439:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433821.728442:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433821.728445:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433821.728447:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433821.983462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433821.983471:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433821.983474:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433821.983482:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433821.983487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433821.983491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433821.983496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433821.983501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433821.983507:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433822.239457:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433822.239463:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433822.239464:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433822.239469:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433822.239471:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433822.239475:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433822.239478:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433822.239481:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433822.239484:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433822.751459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433822.751467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433822.751469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433822.751475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433822.751480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433822.751484:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433822.751488:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433822.751491:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433822.751495:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433823.007445:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433823.007452:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433823.007455:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433823.007461:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433823.007464:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433823.007468:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433823.007473:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433823.007477:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433823.007482:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433823.263474:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433823.263481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433823.263483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433823.263489:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433823.263492:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433823.263496:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433823.263499:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433823.263501:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433823.263504:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433823.775540:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433823.775545:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433823.775548:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433823.775552:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433823.775556:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433823.775560:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433823.775563:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433823.775565:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433823.775568:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433824.031458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433824.031464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433824.031466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433824.031470:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433824.031474:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433824.031478:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433824.031481:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433824.031483:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433824.031489:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433824.287462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433824.287470:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433824.287472:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433824.287476:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433824.287478:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433824.287482:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433824.287484:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433824.287486:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433824.287487:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433824.799417:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433824.799425:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433824.799428:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433824.799433:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433824.799438:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433824.799443:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433824.799446:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433824.799449:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433824.799453:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433824.799597:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433824.799600:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433824.799603:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433825.055493:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433825.055502:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433825.055505:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433825.055522:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433825.055527:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433825.055531:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433825.055535:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433825.055538:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433825.055542:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433825.055612:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433825.055616:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433825.055617:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433825.055620:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433825.055622:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433825.055625:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433825.055627:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433825.055629:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433825.055631:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433825.311487:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433825.311497:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433825.311499:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433825.311520:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433825.311525:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433825.311529:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433825.311532:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433825.311535:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433825.311538:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433825.823469:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433825.823479:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433825.823488:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433825.823496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433825.823513:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433825.823518:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433825.823524:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433825.823528:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433825.823533:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433826.079470:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433826.079475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433826.079477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433826.079482:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433826.079485:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433826.079488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433826.079491:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433826.079494:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433826.079499:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433826.079499:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433826.079515:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433826.079521:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433826.079527:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433826.079531:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433826.079536:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433826.079544:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433826.079548:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433826.079552:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789433826.080381:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433826.080384:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433826.080995:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433826.080997:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433826.081256:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433826.081258:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433826.081560:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433826.081563:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000100:00000001:2.0:1789433826.335551:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433826.335561:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433826.335563:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433826.335570:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433826.335575:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433826.335579:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433826.335582:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433826.335584:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433826.335588:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433826.783540:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299953836, at 4299953856
00000100:00000040:3.0:1789433826.783540:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299953836, at 4299953856
00000100:00000010:2.0:1789433826.783561:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed816c0.
00000100:00000010:3.0:1789433826.783567:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed815a0.
00000100:00000001:3.0:1789433826.847536:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433826.847545:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433826.847548:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433826.847554:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433826.847558:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433826.847564:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433826.847569:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433826.847581:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433826.847586:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433827.103448:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433827.103448:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433827.103455:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433827.103456:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433827.103459:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433827.103459:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433827.103465:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789433827.103466:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433827.103471:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433827.103472:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433827.103477:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433827.103477:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433827.103482:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433827.103483:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433827.103487:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433827.103487:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433827.103492:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433827.103503:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433827.359575:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433827.359582:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433827.359584:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433827.359589:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433827.359593:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433827.359597:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433827.359599:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433827.359602:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433827.359605:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433827.871471:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433827.871479:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433827.871481:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433827.871485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433827.871498:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433827.871502:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433827.871505:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433827.871507:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433827.871510:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433828.127458:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433828.127464:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433828.127466:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433828.127470:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433828.127476:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433828.127477:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433828.127480:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433828.127497:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433828.127501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433828.127502:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433828.127506:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789433828.127509:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433828.127512:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433828.127515:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433828.127521:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433828.127524:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433828.127527:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433828.127529:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433828.383838:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433828.383851:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433828.383854:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433828.383861:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433828.383865:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433828.383870:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433828.383873:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433828.383876:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433828.383880:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433828.895458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433828.895466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433828.895469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433828.895474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433828.895490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433828.895494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433828.895498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433828.895501:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433828.895505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433828.895593:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433828.895596:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433828.895599:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433829.152886:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433829.152890:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433829.152891:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433829.152895:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433829.152897:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433829.152899:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433829.152901:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433829.152903:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433829.152905:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433829.407435:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433829.407444:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433829.407446:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433829.407452:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433829.407456:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433829.407460:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433829.407462:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433829.407465:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433829.407469:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433829.919546:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433829.919552:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433829.919555:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433829.919559:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433829.919564:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433829.919568:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433829.919571:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433829.919574:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433829.919577:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433829.919688:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433829.919691:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433829.919694:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433830.175459:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433830.175466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433830.175468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433830.175490:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433830.175495:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433830.175501:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433830.175507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433830.175512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433830.175516:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433830.431518:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433830.431525:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433830.431526:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433830.431537:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433830.431543:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433830.431546:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433830.431549:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433830.431551:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433830.431554:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433830.943528:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433830.943542:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433830.943546:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433830.943555:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433830.943563:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433830.943569:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433830.943573:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433830.943577:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433830.943582:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433831.199491:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433831.199500:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433831.199506:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433831.199515:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433831.199523:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433831.199529:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433831.199536:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433831.199541:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433831.199547:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433831.200015:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433831.200021:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433831.200025:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433831.200028:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433831.200031:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433831.200034:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512360:512360:256:4294967295] 192.168.203.104@tcp LPNI seq info [512327:512327:8:4294967295]
00000400:00000200:0.0:1789433831.200039:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433831.200057:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433831.200070:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433831.200080:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000800:00000200:0.0:1789433831.200091:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433831.200098:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789433831.200109:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433831.200117:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1789433831.200126:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433831.200132:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
00000400:00000200:0.0:1789433831.200143:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433831.200154:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433831.200164:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000400:00000010:0.0:1789433831.200171:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000100:00000001:0.0:1789433831.200180:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433831.200187:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933909760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200205:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433831.200213:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933909760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200230:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433831.200235:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433831.200242:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433831.200250:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433831.200255:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4299958955
00000100:00000010:0.0:1789433831.200265:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81960.
00000100:00000001:0.0:1789433831.200276:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789433831.200285:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4299958955
00000100:00000010:0.0:1789433831.200291:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81900.
00000100:00000001:0.0:1789433831.200299:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789433831.200318:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433831.200325:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433831.200330:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433831.200340:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433831/real 1789433831]  req@ffff92f78884ad80 x1876351933909760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433831.200378:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433831.200382:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433831.200386:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433831.200391:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433831.200397:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433831.200403:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433831.200411:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933909760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433831.200429:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933909760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200441:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433831.200446:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.200452:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433831.200456:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433831.200481:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933909760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200496:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433831.200507:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933909760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200523:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433831.200529:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.200535:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433831.200538:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.200543:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433831.200547:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433831.200554:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433831.200558:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433831.200561:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433831.200567:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933909760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433831.200576:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933909760:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433831.200581:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.200583:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433831.200586:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933909760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200593:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433831.200596:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433831.200599:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433831.200602:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433831.200604:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433831.200606:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433831.200608:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433831.200611:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7000.
02000000:00000001:0.0:1789433831.200616:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433831.200618:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433831.200619:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:0.0:1789433831.200623:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433831.200624:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.200626:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.200633:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433831.200635:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433831.200637:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433831.200639:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433831.200640:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433831.200644:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933909888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200651:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433831.200652:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433831.200655:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433831.200656:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433831.200659:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433831.200670:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933909888:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433831.200674:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433831.200676:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433831.200677:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433831.200679:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433831.200682:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433831.200684:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433831.200688:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433831.200690:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433831.200694:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433831.200696:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933909888, portal 10
00000100:00000001:0.0:1789433831.200698:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433831.200699:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:0.0:1789433831.200706:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933909888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200712:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433831.200714:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433831.200716:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9000.
00000100:00000200:0.0:1789433831.200719:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933909888, offset 0
00000400:00000200:0.0:1789433831.200723:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433831.200726:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433831.200729:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433831.200732:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433831.200734:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433831.200736:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433831.200738:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433831.200742:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512361:512361:256:4294967295] 192.168.203.104@tcp LPNI seq info [512328:512328:8:4294967295]
00000400:00000200:0.0:1789433831.200745:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433831.200752:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433831.200756:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433831.200760:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000800:00000200:0.0:1789433831.200763:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433831.200766:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789433831.200770:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433831.200773:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1789433831.200776:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433831.200779:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
00000400:00000200:0.0:1789433831.200781:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433831.200785:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433831.200788:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000400:00000010:0.0:1789433831.200790:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000100:00000001:0.0:1789433831.200792:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433831.200796:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933909888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200804:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433831.200806:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933909888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200813:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433831.200814:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433831.200817:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433831.200821:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433831.200824:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433831.200826:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299958284
00000100:00000001:0.0:1789433831.200828:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299958955
00000100:00000001:0.0:1789433831.200830:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299958284
00000100:00000001:0.0:1789433831.200832:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299958955
00000100:00000001:0.0:1789433831.200834:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433831.200837:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433831.200838:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433831.200842:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433831/real 1789433831]  req@ffff92f78884b100 x1876351933909888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433831.200850:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433831.200851:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433831.200853:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433831.200856:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433831.200857:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433831.200859:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433831.200862:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933909888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433831.200870:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933909888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200877:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433831.200878:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.200879:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433831.200881:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433831.200884:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933909888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200890:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433831.200894:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933909888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200900:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433831.200903:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.200904:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433831.200906:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.200908:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433831.200911:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433831.200914:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433831.200918:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433831.200920:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433831.200924:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933909888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433831.200931:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933909888:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433831.200935:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433831.200938:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933910016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200943:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433831.200945:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433831.200947:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433831.200949:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433831.200951:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433831.200954:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933910016:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433831.200957:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433831.200959:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433831.200960:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433831.200962:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433831.200965:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433831.200967:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433831.200970:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433831.200973:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433831.200976:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433831.200979:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933910016, portal 4
00000100:00000001:0.0:1789433831.200981:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433831.200983:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000040:0.0:1789433831.200988:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933910016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.200994:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433831.200997:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433831.200999:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9000.
00000100:00000200:0.0:1789433831.201001:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933910016, offset 0
00000400:00000200:0.0:1789433831.201005:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433831.201008:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433831.201012:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433831.201014:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433831.201016:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433831.201018:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433831.201020:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433831.201023:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512362:512362:256:4294967295] 192.168.203.104@tcp LPNI seq info [512329:512329:8:4294967295]
00000400:00000200:0.0:1789433831.201027:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433831.201033:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433831.201037:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433831.201040:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000800:00000200:0.0:1789433831.201044:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433831.201047:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789433831.201050:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433831.201053:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1789433831.201056:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433831.201058:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
00000400:00000200:0.0:1789433831.201061:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433831.201064:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433831.201066:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000400:00000010:0.0:1789433831.201068:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000100:00000001:0.0:1789433831.201070:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433831.201074:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933910016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201081:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433831.201084:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933910016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201090:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433831.201092:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433831.201095:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433831.201098:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433831.201101:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433831.201103:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299958301
00000100:00000001:0.0:1789433831.201105:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299958955
00000100:00000001:0.0:1789433831.201107:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299958301
00000100:00000001:0.0:1789433831.201109:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299958955
00000100:00000001:0.0:1789433831.201111:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433831.201113:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433831.201114:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433831.201117:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433831/real 1789433831]  req@ffff92f78884b480 x1876351933910016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433831.201125:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433831.201126:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433831.201128:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433831.201131:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433831.201132:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433831.201134:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433831.201137:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933910016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433831.201144:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933910016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201150:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433831.201152:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.201154:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433831.201155:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433831.201158:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933910016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201166:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433831.201170:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933910016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201178:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433831.201180:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.201182:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433831.201183:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.201185:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433831.201189:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433831.201192:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433831.201195:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433831.201197:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433831.201201:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933910016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433831.201208:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933910016:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433831.201212:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433831.201215:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933910144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201221:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433831.201222:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433831.201225:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433831.201226:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433831.201228:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433831.201231:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933910144:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433831.201234:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433831.201236:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433831.201237:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433831.201239:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433831.201243:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433831.201245:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433831.201248:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433831.201251:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433831.201254:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433831.201257:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933910144, portal 4
00000100:00000001:0.0:1789433831.201259:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433831.201260:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:0.0:1789433831.201266:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933910144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201272:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433831.201274:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433831.201276:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9000.
00000100:00000200:0.0:1789433831.201278:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933910144, offset 0
00000400:00000200:0.0:1789433831.201282:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433831.201286:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433831.201289:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433831.201292:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433831.201295:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433831.201297:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433831.201299:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433831.201302:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512363:512363:256:4294967295] 192.168.203.104@tcp LPNI seq info [512330:512330:8:4294967295]
00000400:00000200:0.0:1789433831.201306:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433831.201312:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433831.201316:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433831.201320:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000800:00000200:0.0:1789433831.201324:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433831.201326:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1789433831.201330:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433831.201333:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1789433831.201336:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433831.201338:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
00000400:00000200:0.0:1789433831.201341:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433831.201345:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433831.201366:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000400:00000010:0.0:1789433831.201369:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000100:00000001:0.0:1789433831.201372:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433831.201376:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933910144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201383:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433831.201386:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933910144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433856 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201393:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433831.201395:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433831.201398:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433831.201401:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433831.201404:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433831.201406:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299958304
00000100:00000001:0.0:1789433831.201409:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299958955
00000100:00000001:0.0:1789433831.201411:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299958304
00000100:00000001:0.0:1789433831.201413:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299958955
00000100:00000001:0.0:1789433831.201415:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433831.201417:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433831.201419:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433831.201422:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433831/real 1789433831]  req@ffff92f78884aa00 x1876351933910144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433831.201430:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433831.201431:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433831.201433:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433831.201435:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433831.201437:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433831.201439:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433831.201443:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933910144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433831.201450:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933910144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201462:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433831.201476:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.201478:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433831.201479:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433831.201483:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933910144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201490:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433831.201494:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933910144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201501:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433831.201503:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.201505:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433831.201506:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.201508:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433831.201512:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433831.201515:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433831.201518:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433831.201520:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433831.201524:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933910144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433831.201532:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933910144:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433831.201535:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.201537:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433831.201540:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933909888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201546:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433831.201548:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433831.201550:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433831.201553:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433831.201555:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433831.201556:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433831.201558:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433831.201560:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4000.
02000000:00000001:0.0:1789433831.201563:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433831.201564:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433831.201566:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:0.0:1789433831.201568:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433831.201569:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.201571:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433831.201575:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933910016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201581:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433831.201583:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433831.201585:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433831.201587:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433831.201588:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433831.201589:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433831.201591:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433831.201592:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:0.0:1789433831.201595:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433831.201596:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433831.201597:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:0.0:1789433831.201600:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433831.201601:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.201603:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433831.201606:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933910144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433856 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433831.201612:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433831.201614:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433831.201615:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433831.201617:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433831.201619:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433831.201620:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433831.201622:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433831.201624:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5000.
02000000:00000001:0.0:1789433831.201626:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433831.201627:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433831.201628:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:0.0:1789433831.201630:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433831.201631:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.201633:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433831.201637:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433831.201639:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433831.201641:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433831.201642:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433831.455495:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433831.455504:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433831.455506:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433831.455512:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433831.455516:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433831.455519:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433831.455523:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433831.455525:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433831.455527:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433831.903467:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299958955, at 4299958976
00000100:00000040:2.0:1789433831.903474:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299958955, at 4299958976
00000100:00000010:3.0:1789433831.903484:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81900.
00000100:00000010:2.0:1789433831.903488:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81960.
00000100:00000001:3.0:1789433831.967514:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433831.967524:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433831.967527:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433831.967537:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433831.967546:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433831.967553:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433831.967563:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433831.967572:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433831.967578:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433831.967663:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433831.967667:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433831.967671:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433832.223481:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433832.223494:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433832.223500:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433832.223506:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433832.223509:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433832.223510:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433832.223518:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433832.223519:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433832.223523:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433832.223525:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433832.223529:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433832.223532:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433832.223534:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433832.223539:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433832.223546:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433832.223550:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433832.223552:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433832.223558:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433832.479495:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433832.479503:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433832.479505:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433832.479510:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433832.479514:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433832.479518:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433832.479522:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433832.479525:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433832.479528:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433832.992257:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433832.992260:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433832.992263:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433833.247479:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433833.247479:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433833.247486:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433833.247489:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433833.247492:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1789433833.247496:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433833.247498:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433833.247502:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1789433833.247504:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433833.247507:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433833.247508:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433833.247512:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433833.247513:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433833.247515:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433833.247517:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433833.247519:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433833.247522:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433833.247523:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433833.503470:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433833.503476:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433833.503478:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433833.503483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433833.503487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433833.503491:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433833.503494:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433833.503497:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433833.503500:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433834.015943:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433834.015950:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433834.015955:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433834.271468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433834.271468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433834.271474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433834.271475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433834.271478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433834.271479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433834.271486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789433834.271487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433834.271493:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433834.271493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433834.271499:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433834.271500:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433834.271504:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433834.271505:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433834.271509:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433834.271509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433834.271515:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433834.271515:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433834.527473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433834.527478:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433834.527480:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433834.527488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433834.527490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433834.527493:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433834.527496:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433834.527497:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433834.527499:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433835.039513:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433835.039519:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433835.039520:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433835.039524:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433835.039527:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433835.039530:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433835.039532:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433835.039534:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433835.039536:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433835.295461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433835.295461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433835.295472:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433835.295474:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433835.295474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433835.295480:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433835.295482:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789433835.295486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433835.295488:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433835.295492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433835.295494:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433835.295496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433835.295499:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433835.295501:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433835.295502:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433835.295504:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433835.295508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433835.295509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433835.551486:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433835.551493:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433835.551496:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433835.551501:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433835.551505:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433835.551509:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433835.551512:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433835.551515:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433835.551518:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433836.063574:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433836.063579:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433836.063584:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433836.063584:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433836.063590:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433836.063592:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433836.063597:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433836.063601:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433836.063604:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433836.063607:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433836.063610:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433836.063613:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433836.319528:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433836.319528:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433836.319541:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433836.319542:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433836.319550:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433836.319551:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433836.319561:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789433836.319562:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433836.319569:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433836.319570:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433836.319576:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433836.319576:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433836.319584:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433836.319589:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433836.319593:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433836.319595:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433836.319602:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.319606:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433836.319676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433836.319683:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433836.319686:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433836.319689:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433836.319694:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433836.319702:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5290
00000400:00000200:3.0:1789433836.319712:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433836.319719:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433836.319722:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433836.319726:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433836.319728:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433836.319731:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433836.319734:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433836.319743:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433836.319745:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433836.319748:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433836.319752:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433836.319754:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433836.319756:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433836.319759:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433836.319761:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433836.319763:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433836.319765:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433836.319767:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433836.319771:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433836.319774:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433836.319777:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433836.319782:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433836.319785:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433836.319787:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433836.319790:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433836.319801:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789433836.319805:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433836.319810:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433836.319811:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433836.319814:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433836.319817:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433836.319822:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433836.319832:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789433836.319840:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433836.319850:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433836.319860:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433836.319865:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433836.319869:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433836.319892:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433836.319895:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433836.319899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433836.319900:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433836.319902:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433836.319904:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433836.319907:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5290
00000400:00000200:3.0:1789433836.319911:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433836.319914:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433836.319917:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433836.319920:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433836.319922:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433836.319924:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433836.319926:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433836.319929:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433836.319930:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433836.319932:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433836.319934:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433836.319936:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:0.0:1789433836.319938:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1789433836.319938:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433836.319945:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433836.319946:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433836.319947:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789433836.319952:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789433836.319953:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433836.319959:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433836.319962:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433836.319964:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433836.319966:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433836.319968:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1789433836.319974:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789433836.319979:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433836.319986:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433836.319991:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433836.320000:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1789433836.320000:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789433836.320005:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789433836.320007:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433836.320011:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433836.320015:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789433836.320017:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789433836.320023:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789433836.320023:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433836.320026:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433836.320030:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789433836.320030:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433836.320034:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433836.320038:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433836.320038:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433836.320046:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00100000:0.0:1789433836.320050:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933910272:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789433836.320052:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433836.320060:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433836.320073:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789433836.320080:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789433836.320081:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789433836.320085:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433836.320087:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433836.320093:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1789433836.320094:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1789433836.320104:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433836.320109:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433836.320117:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433836.320121:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433836.320127:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433836.320135:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933910272, portal 25
00000100:00000001:0.0:1789433836.320137:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433836.320139:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000100:00000040:0.0:1789433836.320146:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.320164:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433836.320167:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433836.320171:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9000.
00000100:00000200:0.0:1789433836.320175:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933910272, offset 0
00000400:00000200:0.0:1789433836.320181:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789433836.320186:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433836.320191:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:3.0:1789433836.320194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433836.320199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1789433836.320202:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:3.0:1789433836.320203:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433836.320208:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789433836.320210:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1789433836.320216:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1789433836.320218:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00080000:3.0:1789433836.320222:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5290
00000400:00000200:0.0:1789433836.320226:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433836.320232:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789433836.320232:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433836.320241:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512364:512364:256:4294967295] 192.168.203.104@tcp LPNI seq info [512331:512331:8:4294967295]
00000400:00000200:3.0:1789433836.320241:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433836.320247:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789433836.320251:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789433836.320254:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433836.320259:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433836.320263:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433836.320267:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789433836.320278:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433836.320287:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789433836.320287:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433836.320291:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000800:00000010:0.0:1789433836.320294:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000020:00000001:3.0:1789433836.320294:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433836.320299:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000800:00000200:0.0:1789433836.320305:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:3.0:1789433836.320305:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433836.320309:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:0.0:1789433836.320312:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1789433836.320315:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433836.320319:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1789433836.320323:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789433836.320325:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000200:0.1:1789433836.320329:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1789433836.320330:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433836.320336:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000800:00000100:0.0:1789433836.320340:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789433836.320344:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000010:0.0:1789433836.320345:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
00000100:00000001:3.0:1789433836.320372:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433836.320375:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433836.320381:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433836.320386:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433836.320389:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789433836.320389:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433836.320394:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000200:0.0:1789433836.320398:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000008:00000001:3.0:1789433836.320399:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433836.320403:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433836.320405:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000100:00000010:3.0:1789433836.320409:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000400:00000010:0.0:1789433836.320410:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000020:00000040:3.0:1789433836.320417:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:0.0:1789433836.320418:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1789433836.320423:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1789433836.320438:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789433836.320443:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433836.320448:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433836.320453:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789433836.320454:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1789433836.320457:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433836.320460:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1789433836.320466:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:0.0:1789433836.320469:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433836.320474:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433836.320482:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433836.320492:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433836.320496:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433836.320500:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433836.320510:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433836.320512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433836.320516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433836.320518:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433836.320519:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433836.320522:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433836.320524:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5290
00000100:00000001:0.0:1789433836.320530:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000200:3.0:1789433836.320533:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433836.320537:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433836.320540:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433836.320544:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433836.320546:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789433836.320547:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433836.320550:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789433836.320555:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433836.320555:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789433836.320559:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4299964076
00000020:00000001:3.0:1789433836.320561:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433836.320564:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000010:0.0:1789433836.320566:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81f00.
00000020:00000001:3.0:1789433836.320567:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433836.320571:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433836.320574:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:0.0:1789433836.320575:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1789433836.320579:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:0.0:1789433836.320584:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4299964076
00000100:00000040:3.0:1789433836.320584:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433836.320587:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1789433836.320590:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81120.
00000100:00000040:3.0:1789433836.320591:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433836.320595:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789433836.320596:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789433836.320602:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1789433836.320602:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:0.0:1789433836.320608:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433836.320608:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433836.320613:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1789433836.320614:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433836.320618:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1789433836.320621:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433836/real 1789433836]  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789433836.320622:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433836.320627:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433836.320632:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433836.320636:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000400:00000001:0.0:1789433836.320638:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:3.0:1789433836.320640:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789433836.320642:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1789433836.320644:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433836.320646:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000100:00000010:3.0:1789433836.320650:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000400:00000200:0.0:1789433836.320651:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433836.320657:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000020:00000040:3.0:1789433836.320657:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:0.0:1789433836.320663:0:2346:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:3.0:1789433836.320664:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433836.320667:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789433836.320668:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433836.320670:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433836.320673:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433836.320676:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433836.320683:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000200:0.0:1789433836.320686:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433836.320688:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433836.320697:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00100000:3.0:1789433836.320698:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433836.320701:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.320705:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433836.320709:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433836.320711:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1789433836.320716:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433836.320716:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433836.320726:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.320729:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433836.320737:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433836.320744:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5301)
00000100:00000040:0.0:1789433836.320746:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.320755:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433836.320758:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.320760:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433836.320761:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.320764:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433836.320767:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433836.320769:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433836.320773:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433836.320775:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433836.320779:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433836.320788:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933910272:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433836.320794:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.320796:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433836.320799:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933910272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.320806:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433836.320808:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433836.320810:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433836.320813:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433836.320815:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433836.320817:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433836.320819:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433836.320821:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:0.0:1789433836.320824:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433836.320826:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433836.320828:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:0.0:1789433836.320831:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433836.320832:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.320834:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.320840:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433836.320842:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433836.320844:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433836.320845:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433836.320846:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433836.320851:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.320857:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433836.320859:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433836.320861:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433836.320863:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433836.320864:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433836.320867:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933910400:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433836.320870:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433836.320872:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433836.320873:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433836.320875:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433836.320878:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433836.320880:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433836.320884:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433836.320887:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433836.320890:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433836.320893:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933910400, portal 10
00000100:00000001:0.0:1789433836.320895:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433836.320896:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:0.0:1789433836.320902:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.320908:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433836.320911:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433836.320912:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9000.
00000100:00000200:0.0:1789433836.320915:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933910400, offset 0
00000400:00000200:0.0:1789433836.320918:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433836.320922:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433836.320925:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433836.320928:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433836.320930:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433836.320932:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433836.320934:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433836.320937:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512365:512365:256:4294967295] 192.168.203.104@tcp LPNI seq info [512332:512332:8:4294967295]
00000400:00000200:0.0:1789433836.320940:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433836.320945:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433836.320949:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433836.320952:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000800:00000200:0.0:1789433836.320955:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433836.320958:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433836.320963:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433836.320966:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789433836.320970:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433836.320971:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
00000400:00000200:0.0:1789433836.320974:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433836.320977:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433836.320980:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000400:00000010:0.0:1789433836.320981:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000100:00000001:0.0:1789433836.320983:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433836.320986:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.320993:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433836.320995:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321000:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433836.321002:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433836.321004:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433836.321007:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433836.321010:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433836.321011:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299963404
00000100:00000001:0.0:1789433836.321014:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299964076
00000100:00000001:0.0:1789433836.321015:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299963404
00000100:00000001:0.0:1789433836.321017:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299964076
00000100:00000001:0.0:1789433836.321019:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433836.321021:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433836.321022:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433836.321025:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433836/real 1789433836]  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433836.321032:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433836.321033:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433836.321034:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433836.321036:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433836.321038:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433836.321039:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433836.321042:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433836.321049:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321054:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433836.321055:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321056:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433836.321058:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433836.321060:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321066:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433836.321069:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321074:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433836.321076:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321078:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433836.321079:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321080:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433836.321084:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433836.321086:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433836.321088:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433836.321090:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433836.321094:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433836.321102:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933910400:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433836.321105:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433836.321108:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321118:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433836.321120:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433836.321122:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433836.321124:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433836.321126:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433836.321128:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933910528:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433836.321131:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433836.321133:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433836.321134:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433836.321136:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433836.321139:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433836.321140:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433836.321143:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433836.321145:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433836.321148:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433836.321151:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933910528, portal 4
00000100:00000001:0.0:1789433836.321152:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433836.321154:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:0.0:1789433836.321158:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321164:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433836.321166:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433836.321168:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9000.
00000100:00000200:0.0:1789433836.321170:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933910528, offset 0
00000400:00000200:0.0:1789433836.321174:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433836.321177:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433836.321180:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433836.321183:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433836.321185:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433836.321188:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433836.321190:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433836.321193:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512366:512366:256:4294967295] 192.168.203.104@tcp LPNI seq info [512333:512333:8:4294967295]
00000400:00000200:0.0:1789433836.321197:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433836.321203:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433836.321207:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433836.321210:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000800:00000200:0.0:1789433836.321213:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433836.321215:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433836.321217:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433836.321219:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789433836.321221:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433836.321223:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
00000400:00000200:0.0:1789433836.321224:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433836.321226:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433836.321229:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000400:00000010:0.0:1789433836.321230:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000100:00000001:0.0:1789433836.321231:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433836.321233:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321238:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433836.321240:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321244:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433836.321245:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433836.321247:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433836.321249:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433836.321251:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433836.321252:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299963421
00000100:00000001:0.0:1789433836.321254:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299964076
00000100:00000001:0.0:1789433836.321255:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299963421
00000100:00000001:0.0:1789433836.321256:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299964076
00000100:00000001:0.0:1789433836.321257:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433836.321259:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433836.321260:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433836.321262:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433836/real 1789433836]  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433836.321267:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433836.321267:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433836.321268:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433836.321269:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433836.321270:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433836.321272:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433836.321273:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433836.321278:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321281:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433836.321282:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321283:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433836.321284:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433836.321285:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321289:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433836.321291:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321294:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433836.321296:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321297:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433836.321298:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321299:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433836.321302:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433836.321303:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433836.321305:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433836.321306:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433836.321309:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433836.321313:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933910528:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433836.321315:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433836.321317:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321320:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433836.321321:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433836.321322:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433836.321323:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433836.321324:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433836.321325:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933910656:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433836.321327:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433836.321329:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433836.321330:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433836.321331:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433836.321333:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433836.321334:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433836.321335:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433836.321337:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433836.321338:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433836.321340:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933910656, portal 4
00000100:00000001:0.0:1789433836.321341:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433836.321342:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:0.0:1789433836.321345:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321364:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433836.321366:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433836.321368:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9000.
00000100:00000200:0.0:1789433836.321369:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933910656, offset 0
00000400:00000200:0.0:1789433836.321372:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433836.321376:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433836.321379:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433836.321381:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433836.321384:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433836.321386:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433836.321388:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433836.321391:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512367:512367:256:4294967295] 192.168.203.104@tcp LPNI seq info [512334:512334:8:4294967295]
00000400:00000200:0.0:1789433836.321394:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433836.321400:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433836.321404:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433836.321407:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000800:00000200:0.0:1789433836.321410:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433836.321413:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433836.321417:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433836.321419:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789433836.321422:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433836.321436:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
00000400:00000200:0.0:1789433836.321440:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433836.321443:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433836.321445:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000400:00000010:0.0:1789433836.321447:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000100:00000001:0.0:1789433836.321450:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433836.321453:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321460:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433836.321462:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321469:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433836.321476:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433836.321479:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433836.321482:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433836.321485:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433836.321488:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299963424
00000100:00000001:0.0:1789433836.321490:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299964076
00000100:00000001:0.0:1789433836.321492:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299963424
00000100:00000001:0.0:1789433836.321494:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299964076
00000100:00000001:0.0:1789433836.321496:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433836.321498:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433836.321500:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433836.321503:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433836/real 1789433836]  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433836.321510:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433836.321511:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433836.321513:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433836.321515:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433836.321517:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433836.321519:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433836.321522:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433836.321531:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321537:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433836.321538:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321540:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433836.321541:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433836.321544:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321550:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433836.321554:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321561:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433836.321563:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321564:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433836.321565:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321567:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433836.321570:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433836.321572:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433836.321575:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433836.321577:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433836.321579:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433836.321584:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933910656:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433836.321586:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321587:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433836.321588:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933910400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321594:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433836.321595:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433836.321597:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433836.321599:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433836.321600:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433836.321602:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433836.321604:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433836.321605:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:0.0:1789433836.321608:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433836.321609:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433836.321610:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:0.0:1789433836.321613:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433836.321614:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321615:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433836.321618:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933910528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321624:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433836.321625:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433836.321627:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433836.321629:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433836.321630:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433836.321631:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433836.321632:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433836.321634:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:0.0:1789433836.321635:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433836.321636:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433836.321637:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:0.0:1789433836.321640:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433836.321641:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321642:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433836.321645:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933910656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433836.321651:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433836.321652:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433836.321653:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433836.321655:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433836.321656:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433836.321657:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433836.321659:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433836.321660:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:0.0:1789433836.321662:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433836.321663:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433836.321664:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:0.0:1789433836.321666:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433836.321667:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321668:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433836.321672:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433836.321673:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433836.321675:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433836.321677:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433836.575495:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433836.575505:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433836.575506:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433836.575511:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433836.575515:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433836.575518:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433836.575521:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433836.575523:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433836.575525:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433837.023480:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299964076, at 4299964096
00000100:00000040:3.0:1789433837.023480:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299964076, at 4299964096
00000100:00000010:2.0:1789433837.023497:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81f00.
00000100:00000010:3.0:1789433837.023499:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81120.
00000100:00000001:3.0:1789433837.087582:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433837.087590:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433837.087592:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433837.087597:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433837.087601:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433837.087604:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433837.087607:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433837.087610:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433837.087614:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433837.091975:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433837.091979:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433837.091983:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433837.343452:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433837.343452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433837.343460:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433837.343461:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433837.343463:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433837.343464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433837.343469:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433837.343473:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433837.343477:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433837.343481:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433837.343482:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433837.343486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433837.343487:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433837.343490:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433837.343492:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433837.343493:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433837.343497:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433837.343500:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433837.599488:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433837.599495:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433837.599497:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433837.599503:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433837.599506:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433837.599510:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433837.599513:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433837.599515:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433837.599518:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433838.111460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433838.111468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433838.111472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433838.111477:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433838.111483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433838.111487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433838.111492:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433838.111496:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433838.111501:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433838.111541:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433838.111545:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433838.111549:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433838.367462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433838.367466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433838.367468:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433838.367471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433838.367472:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433838.367476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433838.367476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789433838.367481:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433838.367481:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433838.367485:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433838.367486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433838.367489:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433838.367491:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433838.367491:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433838.367496:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433838.367497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433838.367501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433838.367504:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433838.623462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433838.623469:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433838.623471:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433838.623476:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433838.623479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433838.623483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433838.623485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433838.623488:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433838.623491:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433839.135481:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433839.135488:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433839.135491:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433839.135496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433839.135500:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433839.135504:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433839.135507:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433839.135510:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433839.135513:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433839.391465:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433839.391472:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433839.391475:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433839.391481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433839.391485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433839.391488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433839.391492:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433839.391495:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433839.391498:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433839.391503:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433839.391512:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433839.391515:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433839.391521:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433839.391524:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433839.391529:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433839.391534:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433839.391538:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433839.391542:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433839.647479:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433839.647486:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433839.647489:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433839.647495:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433839.647498:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433839.647502:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433839.647505:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433839.647507:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433839.647510:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433840.159490:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433840.159500:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433840.159506:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433840.159515:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433840.159522:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433840.159527:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433840.159531:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433840.159533:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433840.159537:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433840.159571:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433840.159575:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433840.159578:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433840.415460:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433840.415460:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433840.415468:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433840.415471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433840.415473:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433840.415475:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433840.415481:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789433840.415481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433840.415486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433840.415487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433840.415491:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433840.415492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433840.415497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433840.415498:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433840.415502:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433840.415503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433840.415509:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433840.415509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433840.671483:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433840.671491:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433840.671493:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433840.671498:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433840.671501:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433840.671505:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433840.671507:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433840.671509:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433840.671512:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433841.183469:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433841.183477:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433841.183479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433841.183484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433841.183488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433841.183492:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433841.183496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433841.183498:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433841.183502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433841.183815:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433841.183818:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433841.183820:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433841.439496:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789433841.439496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789433841.439504:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789433841.439507:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789433841.439509:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433841.439512:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1789433841.439516:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:3.0:1789433841.439519:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433841.439524:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433841.439525:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789433841.439531:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789433841.439536:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5296
00000100:00000001:0.0:1789433841.439537:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433841.439541:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.439545:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789433841.439547:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433841.439558:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433841.439564:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433841.439570:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439573:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433841.439577:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439579:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433841.439588:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433841.439591:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433841.439595:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433841.439598:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433841.439601:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433841.439603:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433841.439606:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439608:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433841.439610:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439612:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433841.439615:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433841.439619:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439621:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433841.439625:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433841.439628:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433841.439631:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433841.439634:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433841.439637:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433841.439647:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789433841.439651:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433841.439655:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433841.439657:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433841.439660:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433841.439663:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433841.439667:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433841.439676:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789433841.439683:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433841.439695:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433841.439705:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433841.439709:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433841.439714:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433841.439734:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433841.439737:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433841.439740:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433841.439742:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433841.439743:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433841.439746:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433841.439749:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5296
00000400:00000200:3.0:1789433841.439753:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433841.439757:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433841.439758:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433841.439760:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433841.439761:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789433841.439762:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433841.439764:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433841.439767:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433841.439767:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433841.439769:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789433841.439772:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1789433841.439772:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433841.439774:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433841.439777:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433841.439779:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433841.439781:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789433841.439783:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789433841.439785:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439787:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433841.439790:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439793:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433841.439797:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433841.439800:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433841.439803:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433841.439803:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433841.439806:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433841.439806:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433841.439812:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789433841.439812:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433841.439816:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433841.439817:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789433841.439818:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1789433841.439823:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1789433841.439823:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433841.439827:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433841.439829:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433841.439830:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933910784:192.168.203.104@tcp:250:kworker.0
00000100:00000010:3.0:1789433841.439832:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789433841.439836:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433841.439839:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789433841.439840:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789433841.439840:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433841.439843:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433841.439844:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433841.439846:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789433841.439846:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433841.439848:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
02000000:00000001:0.0:1789433841.439850:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433841.439852:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433841.439855:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1789433841.439859:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1789433841.439864:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
00000100:00000001:3.0:1789433841.439865:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433841.439867:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433841.439869:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433841.439871:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433841.439877:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433841.439879:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:3.0:1789433841.439880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433841.439884:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433841.439884:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433841.439885:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1789433841.439887:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000100:00000001:3.0:1789433841.439887:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433841.439891:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5296
00000400:00000200:3.0:1789433841.439894:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433841.439896:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000010:0.0:1789433841.439897:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00080000:3.0:1789433841.439898:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433841.439902:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439904:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433841.439905:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439907:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000200:0.0:1789433841.439909:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933910784, portal 25
00000100:00000001:0.0:1789433841.439913:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433841.439915:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000020:00000001:3.0:1789433841.439921:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433841.439923:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433841.439924:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1789433841.439926:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789433841.439926:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433841.439929:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433841.439933:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433841.439938:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439941:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433841.439944:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439946:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789433841.439949:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1789433841.439949:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433841.439956:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000040:0.0:1789433841.439957:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439958:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433841.439960:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1789433841.439962:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9000.
02000000:00000001:3.0:1789433841.439962:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433841.439963:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433841.439968:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433841.439969:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000200:0.0:1789433841.439971:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933910784, offset 0
00000008:00000001:3.0:1789433841.439971:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433841.439974:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433841.439979:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789433841.439980:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433841.439982:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433841.439983:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433841.439986:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789433841.439986:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433841.439987:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433841.439989:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433841.439993:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789433841.439995:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433841.439999:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:3.0:1789433841.440000:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789433841.440010:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:3.0:1789433841.440013:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433841.440015:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433841.440019:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789433841.440020:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1789433841.440026:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433841.440027:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00080000:3.0:1789433841.440028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433841.440031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1789433841.440034:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789433841.440034:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433841.440036:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433841.440039:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1789433841.440041:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00080000:3.0:1789433841.440043:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5296
00000400:00000200:3.0:1789433841.440047:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433841.440050:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512368:512368:256:4294967295] 192.168.203.104@tcp LPNI seq info [512335:512335:8:4294967295]
00000400:00000200:3.0:1789433841.440052:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433841.440055:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433841.440059:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.440061:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789433841.440062:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789433841.440063:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.440067:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789433841.440078:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1789433841.440083:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433841.440086:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000800:00000200:0.0:1789433841.440088:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789433841.440088:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433841.440090:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433841.440093:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433841.440094:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000010:0.0:1789433841.440096:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000100:00000040:3.0:1789433841.440097:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.440101:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433841.440102:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433841.440103:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433841.440105:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000800:00000200:0.0:1789433841.440108:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:3.0:1789433841.440109:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433841.440114:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433841.440115:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1789433841.440116:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1789433841.440116:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433841.440119:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433841.440121:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433841.440123:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433841.440125:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433841.440127:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789433841.440127:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000010:3.0:1789433841.440131:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000800:00000200:0.1:1789433841.440133:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1789433841.440134:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433841.440137:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433841.440139:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433841.440142:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:0.0:1789433841.440143:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
02000000:00000001:3.0:1789433841.440143:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433841.440146:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789433841.440148:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
02000000:00000010:3.0:1789433841.440149:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000100:00000001:3.0:1789433841.440153:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433841.440157:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789433841.440158:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789433841.440165:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433841.440167:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433841.440168:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1789433841.440171:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433841.440175:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433841.440178:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5306)
00000400:00000200:0.0:1789433841.440212:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000400:00000010:0.0:1789433841.440215:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000100:00000001:0.0:1789433841.440220:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433841.440225:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440235:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433841.440238:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433866 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440251:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433841.440253:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433841.440258:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433841.440262:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433841.440265:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4299969195
00000100:00000010:0.0:1789433841.440270:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81ea0.
00000100:00000001:0.0:1789433841.440277:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789433841.440283:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4299969195
00000100:00000010:0.0:1789433841.440286:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81ae0.
00000100:00000001:0.0:1789433841.440289:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789433841.440299:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433841.440302:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433841.440304:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433841.440309:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433841/real 1789433841]  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433841.440319:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433841.440321:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433841.440324:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433841.440327:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433841.440329:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433841.440331:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433841.440335:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433841.440344:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440373:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433841.440375:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.440377:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433841.440379:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433841.440384:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440404:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433841.440410:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440417:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433841.440420:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.440422:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433841.440423:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.440426:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433841.440428:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433841.440431:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433841.440435:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433841.440437:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433841.440441:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433841.440448:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933910784:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433841.440452:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.440454:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433841.440456:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933910784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440462:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433841.440465:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433841.440467:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433841.440470:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433841.440472:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433841.440474:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433841.440476:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433841.440478:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2c00.
02000000:00000001:0.0:1789433841.440482:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433841.440484:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433841.440486:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:0.0:1789433841.440490:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433841.440491:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.440493:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.440500:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433841.440501:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433841.440503:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433841.440504:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433841.440506:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433841.440509:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440515:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433841.440516:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433841.440518:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433841.440520:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433841.440522:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433841.440524:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933910912:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433841.440527:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433841.440529:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433841.440530:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433841.440532:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433841.440534:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433841.440536:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433841.440539:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433841.440546:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433841.440550:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433841.440552:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933910912, portal 10
00000100:00000001:0.0:1789433841.440554:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433841.440555:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:0.0:1789433841.440562:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440567:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433841.440570:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433841.440573:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9000.
00000100:00000200:0.0:1789433841.440575:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933910912, offset 0
00000400:00000200:0.0:1789433841.440579:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433841.440583:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433841.440586:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433841.440589:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433841.440591:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433841.440593:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433841.440595:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433841.440598:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512369:512369:256:4294967295] 192.168.203.104@tcp LPNI seq info [512336:512336:8:4294967295]
00000400:00000200:0.0:1789433841.440601:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433841.440612:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433841.440617:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433841.440621:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000800:00000200:0.0:1789433841.440624:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433841.440627:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789433841.440631:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433841.440634:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789433841.440637:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433841.440639:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
00000400:00000200:0.0:1789433841.440642:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433841.440645:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433841.440648:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000400:00000010:0.0:1789433841.440650:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000100:00000001:0.0:1789433841.440653:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433841.440656:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440663:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433841.440666:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433866 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440672:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433841.440674:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433841.440677:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433841.440681:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433841.440684:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433841.440686:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299968524
00000100:00000001:0.0:1789433841.440689:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299969195
00000100:00000001:0.0:1789433841.440692:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299968524
00000100:00000001:0.0:1789433841.440694:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299969195
00000100:00000001:0.0:1789433841.440696:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433841.440698:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433841.440700:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433841.440703:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433841/real 1789433841]  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433841.440711:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433841.440712:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433841.440714:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433841.440716:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433841.440718:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433841.440720:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433841.440723:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433841.440730:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440737:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433841.440738:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.440739:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433841.440740:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433841.440744:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440751:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433841.440754:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440761:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433841.440764:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.440765:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433841.440767:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.440768:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433841.440772:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433841.440775:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433841.440778:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433841.440780:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433841.440784:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433841.440792:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933910912:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433841.440796:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433841.440799:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440805:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433841.440806:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433841.440808:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433841.440809:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433841.440811:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433841.440814:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933911040:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433841.440818:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433841.440820:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433841.440821:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433841.440822:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433841.440826:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433841.440828:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433841.440831:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433841.440834:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433841.440837:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433841.440840:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933911040, portal 4
00000100:00000001:0.0:1789433841.440842:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433841.440843:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:0.0:1789433841.440849:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440855:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433841.440857:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433841.440859:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9000.
00000100:00000200:0.0:1789433841.440861:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933911040, offset 0
00000400:00000200:0.0:1789433841.440865:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433841.440868:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433841.440872:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433841.440875:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433841.440877:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433841.440879:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433841.440881:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433841.440884:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512370:512370:256:4294967295] 192.168.203.104@tcp LPNI seq info [512337:512337:8:4294967295]
00000400:00000200:0.0:1789433841.440888:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433841.440894:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433841.440898:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433841.440901:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000800:00000200:0.0:1789433841.440905:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433841.440908:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789433841.440912:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433841.440914:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789433841.440918:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433841.440920:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
00000400:00000200:0.0:1789433841.440923:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433841.440926:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433841.440929:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000400:00000010:0.0:1789433841.440931:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000100:00000001:0.0:1789433841.440934:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433841.440937:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440944:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433841.440947:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433866 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.440953:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433841.440955:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433841.440958:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433841.440961:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433841.440964:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433841.440966:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299968541
00000100:00000001:0.0:1789433841.440969:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299969195
00000100:00000001:0.0:1789433841.440971:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299968541
00000100:00000001:0.0:1789433841.440973:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299969195
00000100:00000001:0.0:1789433841.440975:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433841.440977:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433841.440979:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433841.440983:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433841/real 1789433841]  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433841.440991:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433841.440993:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433841.440994:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433841.440997:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433841.440999:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433841.441001:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433841.441005:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433841.441013:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441026:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433841.441027:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.441029:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433841.441030:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433841.441034:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441041:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433841.441045:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441052:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433841.441055:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.441056:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433841.441058:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.441060:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433841.441064:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433841.441067:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433841.441070:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433841.441073:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433841.441077:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433841.441085:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933911040:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433841.441089:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433841.441092:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441099:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433841.441101:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433841.441103:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433841.441105:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433841.441107:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433841.441110:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933911168:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433841.441114:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433841.441115:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433841.441117:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433841.441119:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433841.441122:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433841.441124:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433841.441127:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433841.441130:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433841.441133:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433841.441136:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933911168, portal 4
00000100:00000001:0.0:1789433841.441138:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433841.441140:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:0.0:1789433841.441145:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441152:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433841.441154:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433841.441156:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9000.
00000100:00000200:0.0:1789433841.441159:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933911168, offset 0
00000400:00000200:0.0:1789433841.441163:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433841.441167:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433841.441170:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433841.441173:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433841.441176:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433841.441178:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433841.441180:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433841.441183:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512371:512371:256:4294967295] 192.168.203.104@tcp LPNI seq info [512338:512338:8:4294967295]
00000400:00000200:0.0:1789433841.441187:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433841.441192:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433841.441197:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433841.441200:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000800:00000200:0.0:1789433841.441204:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433841.441207:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789433841.441211:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433841.441213:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789433841.441217:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433841.441219:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
00000400:00000200:0.0:1789433841.441221:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433841.441225:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433841.441228:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000400:00000010:0.0:1789433841.441229:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000100:00000001:0.0:1789433841.441232:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433841.441235:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441242:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433841.441245:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433866 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441251:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433841.441253:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433841.441256:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433841.441259:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433841.441262:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433841.441265:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299968543
00000100:00000001:0.0:1789433841.441267:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299969195
00000100:00000001:0.0:1789433841.441269:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299968543
00000100:00000001:0.0:1789433841.441271:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299969195
00000100:00000001:0.0:1789433841.441273:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433841.441275:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433841.441277:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433841.441281:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433841/real 1789433841]  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433841.441289:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433841.441290:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433841.441291:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433841.441294:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433841.441296:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433841.441298:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433841.441301:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433841.441310:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441316:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433841.441317:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.441319:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433841.441320:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433841.441323:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441330:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433841.441334:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441340:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433841.441343:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.441344:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433841.441346:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.441365:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433841.441369:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433841.441372:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433841.441375:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433841.441377:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433841.441382:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433841.441402:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933911168:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433841.441405:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.441407:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433841.441410:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933910912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441415:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433841.441417:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433841.441419:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433841.441422:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433841.441423:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433841.441425:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433841.441427:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433841.441428:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1400.
02000000:00000001:0.0:1789433841.441431:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433841.441432:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433841.441434:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:0.0:1789433841.441437:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433841.441438:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.441440:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433841.441444:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933911040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441450:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433841.441452:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433841.441453:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433841.441455:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433841.441456:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433841.441457:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433841.441459:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433841.441461:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2000.
02000000:00000001:0.0:1789433841.441462:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433841.441464:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433841.441465:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:0.0:1789433841.441467:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433841.441469:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.441470:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433841.441473:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933911168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433841.441480:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433841.441481:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433841.441482:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433841.441484:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433841.441485:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433841.441487:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433841.441489:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433841.441490:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0800.
02000000:00000001:0.0:1789433841.441492:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433841.441493:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433841.441495:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:0.0:1789433841.441497:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433841.441498:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.441500:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433841.441503:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433841.441505:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433841.441507:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433841.441508:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433841.695462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433841.695469:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433841.695471:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433841.695476:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433841.695479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433841.695483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433841.695486:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433841.695488:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433841.695491:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433842.143465:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299969195, at 4299969216
00000100:00000040:3.0:1789433842.143465:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299969195, at 4299969216
00000100:00000010:3.0:1789433842.143479:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81ae0.
00000100:00000010:2.0:1789433842.143481:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81ea0.
00000100:00000001:3.0:1789433842.207433:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433842.207445:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433842.207449:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433842.207457:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433842.207469:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433842.207475:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433842.207478:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433842.207481:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433842.207490:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433842.207699:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433842.207703:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433842.207706:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433842.464992:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433842.465000:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433842.465002:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433842.465008:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433842.465011:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433842.465015:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433842.465018:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433842.465020:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433842.465023:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433842.719507:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433842.719517:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433842.719519:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433842.719527:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433842.719531:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433842.719536:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433842.719539:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433842.719542:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433842.719546:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433843.231461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433843.231469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433843.231473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433843.231479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433843.231485:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433843.231490:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433843.231494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433843.231498:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433843.231503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433843.487470:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433843.487478:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433843.487480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433843.487489:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433843.487495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433843.487499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433843.487504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433843.487509:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433843.487515:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433843.743474:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433843.743481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433843.743484:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433843.743488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433843.743492:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433843.743496:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433843.743499:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433843.743501:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433843.743504:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433844.255520:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433844.255530:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433844.255533:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433844.255540:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433844.255544:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433844.255550:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433844.255553:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433844.255557:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433844.255560:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433844.255781:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433844.255784:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433844.255787:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433844.511527:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433844.511536:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433844.511540:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433844.511547:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433844.511554:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433844.511560:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433844.511580:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433844.511584:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433844.511588:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433844.767465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433844.767471:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433844.767473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433844.767476:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433844.767479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433844.767481:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433844.767483:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433844.767485:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433844.767487:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433845.279442:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433845.279449:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433845.279452:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433845.279457:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433845.279462:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433845.279466:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433845.279470:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433845.279473:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433845.279476:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433845.279978:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433845.279981:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433845.279997:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433845.535485:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433845.535492:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433845.535496:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433845.535503:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433845.535510:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433845.535516:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433845.535522:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433845.535527:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433845.535534:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433845.791488:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433845.791496:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433845.791497:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433845.791503:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433845.791506:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433845.791511:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433845.791514:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433845.791516:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433845.791519:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433846.303449:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433846.303471:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433846.303477:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433846.303484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433846.303491:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433846.303496:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433846.303501:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433846.303504:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433846.303508:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433846.304184:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433846.304189:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433846.304194:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433846.559478:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433846.559484:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433846.559485:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433846.559491:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433846.559495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433846.559499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433846.559503:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433846.559506:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433846.559510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433846.559510:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433846.559522:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433846.559526:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433846.559532:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433846.559537:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433846.559541:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433846.559545:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433846.559548:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433846.559552:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433846.559569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433846.559577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789433846.559580:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433846.559585:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433846.559589:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433846.559597:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5301
00000400:00000200:0.0:1789433846.559607:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433846.559613:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433846.559616:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433846.559620:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433846.559623:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433846.559626:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433846.559629:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433846.559637:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433846.559640:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789433846.559642:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433846.559646:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789433846.559649:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789433846.559652:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789433846.559655:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433846.559657:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433846.559659:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433846.559660:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433846.559662:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789433846.559664:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433846.559666:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433846.559668:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433846.559671:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433846.559673:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433846.559674:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433846.559677:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433846.559682:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf480.
00000020:00000040:0.0:1789433846.559684:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789433846.559688:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433846.559689:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433846.559691:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433846.559694:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433846.559697:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433846.559704:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17800.
00000100:00000001:0.0:1789433846.559711:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433846.559723:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433846.559734:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433846.559739:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433846.559745:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002030f0d5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433846.559772:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433846.559775:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433846.559778:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789433846.559779:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433846.559781:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433846.559783:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433846.559786:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5301
00000400:00000200:0.0:1789433846.559789:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433846.559792:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433846.559795:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433846.559798:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433846.559800:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433846.559802:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433846.559805:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433846.559809:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433846.559810:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789433846.559812:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433846.559814:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789433846.559817:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789433846.559820:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789433846.559823:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433846.559826:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433846.559828:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433846.559830:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433846.559832:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789433846.559835:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433846.559837:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433846.559840:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433846.559845:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433846.559848:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433846.559850:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433846.559853:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789433846.559856:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433846.559858:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433846.559861:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbdf80.
00000020:00000040:0.0:1789433846.559865:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789433846.559868:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433846.559870:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433846.559873:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433846.559875:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433846.559878:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433846.559882:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14800.
00000100:00000001:0.0:1789433846.559886:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.559893:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1789433846.559894:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433846.559898:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433846.559902:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1789433846.559906:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433846.559910:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433846.559914:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789433846.559919:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d73b369] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.559933:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433846.559936:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433846.559942:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789433846.559946:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433846.559950:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433846.559950:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433846.559956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789433846.559959:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933911296:192.168.203.104@tcp:250:kworker.0
00000100:00080000:0.0:1789433846.559962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789433846.559966:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789433846.559967:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1789433846.559969:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1789433846.559972:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1789433846.559973:0:37:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:2.0:1789433846.559975:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433846.559979:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5301
02000000:00000001:2.0:1789433846.559980:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:0.0:1789433846.559986:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000010:2.0:1789433846.559988:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
00000400:00000200:0.0:1789433846.559991:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
02000000:00000001:2.0:1789433846.559992:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433846.559995:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433846.560001:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:2.0:1789433846.560002:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433846.560006:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433846.560010:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433846.560013:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433846.560016:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433846.560017:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789433846.560018:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433846.560020:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789433846.560022:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789433846.560025:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789433846.560030:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433846.560033:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433846.560036:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433846.560039:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433846.560042:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789433846.560045:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433846.560047:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433846.560050:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433846.560053:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433846.560055:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433846.560057:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433846.560060:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789433846.560063:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433846.560067:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789433846.560069:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000100:00000010:0.0:1789433846.560072:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc700.
00000020:00000040:0.0:1789433846.560077:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433846.560080:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1789433846.560080:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
02000000:00000001:0.0:1789433846.560083:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433846.560086:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433846.560087:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1789433846.560089:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933911296, portal 25
02000000:00000001:0.0:1789433846.560090:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.560095:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1789433846.560096:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14400.
00000100:00000001:2.0:1789433846.560098:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549980288 : -119883159571328 : ffff92f786dbf480)
00000100:00000001:0.0:1789433846.560100:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433846.560106:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789433846.560109:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433846.560120:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433846.560123:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1789433846.560124:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433846.560129:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000040:0.0:1789433846.560130:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4613ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1789433846.560132:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789433846.560137:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933911296, offset 0
00000100:00000001:0.0:1789433846.560140:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433846.560143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433846.560147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1789433846.560147:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789433846.560150:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433846.560151:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433846.560153:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433846.560155:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5301
00000400:00000200:2.0:1789433846.560158:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433846.560162:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433846.560165:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1789433846.560167:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00080000:0.0:1789433846.560168:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433846.560174:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:2.0:1789433846.560175:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1789433846.560176:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433846.560181:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:2.0:1789433846.560181:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:0.0:1789433846.560185:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789433846.560187:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1789433846.560188:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433846.560191:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000400:00000200:2.0:1789433846.560193:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000020:00000001:0.0:1789433846.560194:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433846.560197:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789433846.560199:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789433846.560203:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000200:2.0:1789433846.560203:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512372:512372:256:4294967295] 192.168.203.104@tcp LPNI seq info [512339:512339:8:4294967295]
00000100:00000040:0.0:1789433846.560208:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433846.560211:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433846.560214:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:2.0:1789433846.560214:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433846.560220:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433846.560222:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789433846.560228:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:2.0:1789433846.560232:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1789433846.560233:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433846.560238:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433846.560242:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1789433846.560243:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
02000000:00000001:0.0:1789433846.560247:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433846.560251:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:2.0:1789433846.560252:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000008:00100000:0.0:1789433846.560253:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789433846.560258:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433846.560259:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789433846.560263:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000010:0.0:1789433846.560266:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbfb80.
00000020:00000040:0.0:1789433846.560271:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000800:00000200:2.0:1789433846.560271:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1789433846.560276:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433846.560279:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789433846.560281:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789433846.560282:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433846.560285:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1789433846.560287:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1789433846.560288:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1789433846.560294:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
02000000:00000010:0.0:1789433846.560295:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
00000800:00000010:2.0:1789433846.560298:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000100:00000001:0.0:1789433846.560302:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789433846.560304:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1789433846.560310:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789433846.560311:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789433846.560319:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000100:00000001:0.0:1789433846.560323:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433846.560327:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789433846.560331:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000040:0.0:1789433846.560332:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f4038] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560340:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:0.0:1789433846.560342:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789433846.560346:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789433846.560395:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5311)
00000100:00000001:2.0:1789433846.560404:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433846.560408:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560414:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.560416:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789433846.560423:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789433846.560430:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433846.560433:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4299974316
00000100:00000010:2.0:1789433846.560438:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887f00.
00000100:00000001:2.0:1789433846.560445:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789433846.560453:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4299974316
00000100:00000010:2.0:1789433846.560457:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887240.
00000100:00000001:2.0:1789433846.560463:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789433846.560469:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789433846.560473:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.560476:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789433846.560482:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433846/real 1789433846]  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789433846.560491:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789433846.560493:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789433846.560496:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789433846.560501:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789433846.560503:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789433846.560507:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789433846.560512:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789433846.560520:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560527:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789433846.560529:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.560531:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433846.560533:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789433846.560537:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560544:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789433846.560549:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560555:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789433846.560558:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.560559:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433846.560560:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.560563:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789433846.560565:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789433846.560568:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789433846.560572:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789433846.560574:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789433846.560578:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789433846.560587:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933911296:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789433846.560592:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.560594:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433846.560597:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbf480 x1876351933911296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560603:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789433846.560606:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789433846.560608:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789433846.560610:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789433846.560611:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789433846.560612:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789433846.560614:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789433846.560615:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17800.
02000000:00000001:2.0:1789433846.560618:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789433846.560619:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789433846.560620:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbf480.
00000100:00000001:2.0:1789433846.560622:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789433846.560623:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.560625:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.560630:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433846.560631:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.560632:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789433846.560633:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433846.560635:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789433846.560637:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560641:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433846.560642:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433846.560644:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789433846.560645:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433846.560647:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433846.560648:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933911424:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789433846.560651:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789433846.560653:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789433846.560654:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433846.560656:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789433846.560659:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789433846.560660:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789433846.560664:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789433846.560666:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789433846.560670:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789433846.560672:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933911424, portal 10
00000100:00000001:2.0:1789433846.560674:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789433846.560675:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549974912 : -119883159576704 : ffff92f786dbdf80)
00000100:00000040:2.0:1789433846.560681:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560687:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789433846.560689:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789433846.560692:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789433846.560694:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933911424, offset 0
00000400:00000200:2.0:1789433846.560698:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789433846.560702:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433846.560705:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789433846.560708:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789433846.560710:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789433846.560712:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789433846.560715:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789433846.560718:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512373:512373:256:4294967295] 192.168.203.104@tcp LPNI seq info [512340:512340:8:4294967295]
00000400:00000200:2.0:1789433846.560721:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433846.560727:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789433846.560731:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433846.560734:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789433846.560738:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789433846.560741:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789433846.560745:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433846.560747:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789433846.560751:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433846.560752:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789433846.560755:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789433846.560758:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789433846.560761:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789433846.560763:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789433846.560765:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433846.560769:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560776:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433846.560779:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560783:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.560784:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789433846.560787:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433846.560790:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789433846.560792:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433846.560793:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299973644
00000100:00000001:2.0:1789433846.560795:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299974316
00000100:00000001:2.0:1789433846.560797:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299973644
00000100:00000001:2.0:1789433846.560798:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299974316
00000100:00000001:2.0:1789433846.560799:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789433846.560801:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.560802:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789433846.560804:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433846/real 1789433846]  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789433846.560809:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789433846.560810:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789433846.560811:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789433846.560812:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789433846.560813:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789433846.560815:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789433846.560816:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789433846.560821:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560825:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789433846.560826:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.560826:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433846.560827:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789433846.560829:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560833:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789433846.560835:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560838:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789433846.560840:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.560840:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433846.560841:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.560842:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789433846.560844:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789433846.560845:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789433846.560847:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789433846.560848:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789433846.560851:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789433846.560855:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933911424:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789433846.560857:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789433846.560859:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560862:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433846.560863:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433846.560864:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789433846.560865:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433846.560866:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433846.560868:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933911552:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789433846.560869:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789433846.560870:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789433846.560871:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433846.560872:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789433846.560875:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79800.
02000000:00000001:2.0:1789433846.560876:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789433846.560877:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789433846.560879:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789433846.560881:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789433846.560884:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933911552, portal 4
00000100:00000001:2.0:1789433846.560886:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789433846.560887:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549968640 : -119883159582976 : ffff92f786dbc700)
00000100:00000040:2.0:1789433846.560892:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560897:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789433846.560899:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789433846.560901:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789433846.560904:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933911552, offset 0
00000400:00000200:2.0:1789433846.560907:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789433846.560911:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433846.560914:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789433846.560917:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789433846.560919:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789433846.560921:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789433846.560924:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789433846.560926:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512374:512374:256:4294967295] 192.168.203.104@tcp LPNI seq info [512341:512341:8:4294967295]
00000400:00000200:2.0:1789433846.560930:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433846.560935:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789433846.560938:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433846.560941:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789433846.560943:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789433846.560945:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789433846.560947:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433846.560949:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789433846.560951:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433846.560952:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789433846.560954:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789433846.560957:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789433846.560960:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789433846.560962:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789433846.560964:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433846.560967:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560974:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433846.560977:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.560982:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.560984:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789433846.560987:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433846.560989:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789433846.560992:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433846.560995:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299973661
00000100:00000001:2.0:1789433846.560997:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299974316
00000100:00000001:2.0:1789433846.560999:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299973661
00000100:00000001:2.0:1789433846.561001:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299974316
00000100:00000001:2.0:1789433846.561003:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789433846.561005:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.561006:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789433846.561009:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433846/real 1789433846]  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789433846.561014:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789433846.561015:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789433846.561016:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789433846.561017:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789433846.561018:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789433846.561020:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789433846.561021:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789433846.561026:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561030:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789433846.561030:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.561031:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433846.561032:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789433846.561034:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561038:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789433846.561040:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561043:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789433846.561045:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.561046:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433846.561047:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.561048:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789433846.561051:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789433846.561052:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789433846.561054:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789433846.561055:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789433846.561057:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789433846.561062:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933911552:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789433846.561063:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789433846.561065:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561068:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433846.561069:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433846.561070:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789433846.561071:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433846.561072:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433846.561074:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933911680:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789433846.561075:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789433846.561076:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789433846.561077:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433846.561078:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789433846.561080:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789433846.561081:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789433846.561083:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789433846.561084:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789433846.561086:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789433846.561088:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933911680, portal 4
00000100:00000001:2.0:1789433846.561089:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789433846.561090:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549982080 : -119883159569536 : ffff92f786dbfb80)
00000100:00000040:2.0:1789433846.561093:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561097:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789433846.561098:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789433846.561099:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789433846.561101:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933911680, offset 0
00000400:00000200:2.0:1789433846.561103:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789433846.561105:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433846.561107:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789433846.561109:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789433846.561110:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789433846.561111:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789433846.561113:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789433846.561115:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512375:512375:256:4294967295] 192.168.203.104@tcp LPNI seq info [512342:512342:8:4294967295]
00000400:00000200:2.0:1789433846.561117:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433846.561121:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789433846.561123:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433846.561124:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789433846.561127:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789433846.561128:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789433846.561131:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433846.561133:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789433846.561135:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433846.561136:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789433846.561138:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789433846.561140:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789433846.561141:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789433846.561142:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789433846.561143:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433846.561145:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561153:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433846.561155:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561159:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.561160:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789433846.561161:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433846.561163:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789433846.561164:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433846.561165:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299973663
00000100:00000001:2.0:1789433846.561166:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299974316
00000100:00000001:2.0:1789433846.561168:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299973663
00000100:00000001:2.0:1789433846.561169:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299974316
00000100:00000001:2.0:1789433846.561170:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789433846.561171:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.561172:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789433846.561174:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433846/real 1789433846]  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789433846.561178:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789433846.561178:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789433846.561179:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789433846.561180:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789433846.561181:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789433846.561183:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789433846.561185:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789433846.561193:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561198:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789433846.561199:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.561201:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433846.561202:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789433846.561205:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561211:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789433846.561215:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561221:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789433846.561223:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.561225:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433846.561227:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.561228:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789433846.561232:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789433846.561234:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789433846.561238:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789433846.561239:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789433846.561242:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789433846.561246:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933911680:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789433846.561248:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.561249:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433846.561251:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbdf80 x1876351933911424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561255:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789433846.561256:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789433846.561257:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789433846.561259:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789433846.561260:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789433846.561261:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789433846.561263:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789433846.561264:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14800.
02000000:00000001:2.0:1789433846.561265:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789433846.561266:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789433846.561267:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbdf80.
00000100:00000001:2.0:1789433846.561269:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789433846.561270:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.561271:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433846.561273:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc700 x1876351933911552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561276:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789433846.561277:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789433846.561278:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79800.
02000000:00000001:2.0:1789433846.561280:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789433846.561280:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789433846.561281:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789433846.561282:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789433846.561283:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14400.
02000000:00000001:2.0:1789433846.561284:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789433846.561284:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789433846.561285:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc700.
00000100:00000001:2.0:1789433846.561286:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789433846.561287:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.561288:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433846.561289:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbfb80 x1876351933911680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433871 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433846.561292:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789433846.561293:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789433846.561293:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789433846.561294:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789433846.561295:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789433846.561296:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789433846.561296:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789433846.561297:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15c00.
02000000:00000001:2.0:1789433846.561299:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789433846.561299:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789433846.561300:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbfb80.
00000100:00000001:2.0:1789433846.561301:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789433846.561302:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.561303:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.561305:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433846.561306:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.561307:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789433846.561308:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433846.815495:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433846.815505:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433846.815507:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433846.815513:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433846.815518:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433846.815523:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.815526:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433846.815614:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433846.815617:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433847.263433:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299974316, at 4299974336
00000100:00000040:3.0:1789433847.263433:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299974316, at 4299974336
00000100:00000010:2.0:1789433847.263448:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887f00.
00000100:00000010:3.0:1789433847.263451:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887240.
00000100:00000001:3.0:1789433847.327439:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433847.327450:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433847.327452:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433847.327459:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433847.327463:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433847.327467:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433847.327470:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433847.327473:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433847.327477:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433847.583446:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433847.583446:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433847.583452:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433847.583452:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433847.583455:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433847.583456:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433847.583462:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789433847.583462:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433847.583467:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433847.583467:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433847.583472:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433847.583472:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433847.583478:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433847.583478:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433847.583482:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433847.583482:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433847.583487:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433847.583487:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433847.839462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433847.839468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433847.839471:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433847.839475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433847.839479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433847.839483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433847.839485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433847.839487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433847.839490:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433848.351432:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433848.351440:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433848.351443:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433848.351449:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433848.351453:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433848.351456:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433848.351458:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433848.351461:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433848.351465:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433848.351536:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433848.351540:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433848.351544:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433848.607471:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433848.607478:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433848.607493:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433848.607501:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433848.607505:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433848.607509:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433848.607511:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433848.607514:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433848.607516:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433848.607629:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433848.607636:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433848.607638:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433848.607643:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433848.607647:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433848.607661:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433848.607664:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433848.607667:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433848.607670:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433848.863451:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433848.863459:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433848.863461:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433848.863477:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433848.863481:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433848.863485:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433848.863488:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433848.863490:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433848.863493:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433849.375600:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433849.375609:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433849.375612:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433849.375618:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433849.375627:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433849.375631:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433849.375635:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433849.375638:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433849.375642:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433849.375753:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433849.375756:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433849.375760:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433849.631461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433849.631461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433849.631467:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433849.631470:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433849.631475:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433849.631478:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433849.631480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433849.631484:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433849.631486:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789433849.631489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433849.631491:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433849.631495:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433849.631495:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433849.631500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433849.631501:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433849.631504:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433849.631508:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433849.631510:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433849.887485:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433849.887494:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433849.887496:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433849.887502:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433849.887506:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433849.887510:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433849.887512:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433849.887515:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433849.887518:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433850.399504:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433850.399516:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433850.399522:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433850.399539:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433850.399550:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433850.399554:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433850.399558:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433850.399560:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433850.399564:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433850.399624:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433850.399628:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433850.399631:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433850.655458:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433850.655458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433850.655465:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433850.655465:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433850.655468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433850.655469:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433850.655476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789433850.655476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433850.655481:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433850.655482:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433850.655488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433850.655488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433850.655492:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433850.655494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433850.655495:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433850.655498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433850.655500:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433850.655504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433850.911427:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433850.911438:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433850.911439:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433850.911446:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433850.911451:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433850.911455:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433850.911458:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433850.911461:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433850.911464:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433851.423581:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433851.423588:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433851.423591:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433851.423597:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433851.423601:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433851.423604:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433851.423607:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433851.423610:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433851.423613:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433851.679489:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433851.679497:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433851.679499:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433851.679505:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433851.679508:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433851.679512:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433851.679515:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433851.679518:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433851.679520:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433851.679618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433851.679624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789433851.679627:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433851.679631:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433851.679635:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433851.679641:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5306
00000100:00000001:3.0:1789433851.679645:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433851.679649:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:0.0:1789433851.679651:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433851.679652:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433851.679657:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000400:00000200:0.0:1789433851.679661:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:3.0:1789433851.679662:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1789433851.679667:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789433851.679667:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433851.679672:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1789433851.679674:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433851.679675:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433851.679679:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789433851.679680:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433851.679685:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433851.679688:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433851.679695:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433851.679698:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789433851.679701:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433851.679703:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789433851.679706:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789433851.679708:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789433851.679711:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433851.679713:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433851.679715:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433851.679718:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433851.679720:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789433851.679723:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433851.679725:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433851.679729:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433851.679732:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433851.679735:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433851.679737:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433851.679739:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433851.679747:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc000.
00000020:00000040:0.0:1789433851.679750:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789433851.679753:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433851.679755:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433851.679757:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433851.679760:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433851.679763:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433851.679770:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17c00.
00000100:00000001:0.0:1789433851.679777:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433851.679785:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433851.679794:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433851.679798:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433851.679803:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f9eea5b] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433851.679823:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433851.679826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433851.679829:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789433851.679831:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433851.679832:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433851.679835:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433851.679837:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5306
00000400:00000200:0.0:1789433851.679841:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433851.679844:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433851.679846:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433851.679849:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433851.679852:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433851.679854:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433851.679856:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433851.679859:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433851.679861:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00000001:2.0:1789433851.679861:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1789433851.679866:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789433851.679866:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1789433851.679869:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:2.0:1789433851.679870:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1789433851.679874:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789433851.679878:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433851.679879:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789433851.679883:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433851.679889:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433851.679893:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433851.679895:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433851.679897:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789433851.679898:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789433851.679901:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
02000000:00000001:2.0:1789433851.679904:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1789433851.679906:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:2.0:1789433851.679907:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433851.679911:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433851.679912:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433851.679914:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1789433851.679919:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933911808:192.168.203.104@tcp:250:kworker.0
02000000:00000001:0.0:1789433851.679921:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789433851.679925:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433851.679926:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433851.679929:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1789433851.679930:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1789433851.679933:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1789433851.679935:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1789433851.679936:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1789433851.679941:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433851.679943:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
00000100:00000001:0.0:1789433851.679944:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433851.679948:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433851.679951:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbea00.
00000020:00000040:0.0:1789433851.679954:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000400:00000200:2.0:1789433851.679955:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:0.0:1789433851.679960:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1789433851.679962:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
02000000:00000001:0.0:1789433851.679963:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433851.679967:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433851.679968:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1789433851.679970:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
02000000:00000001:0.0:1789433851.679971:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433851.679977:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16c00.
00000100:00000200:2.0:1789433851.679977:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933911808, portal 25
00000100:00000001:2.0:1789433851.679983:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433851.679984:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.679986:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549966848 : -119883159584768 : ffff92f786dbc000)
00000100:00100000:0.0:1789433851.679993:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789433851.679994:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680019:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1789433851.680020:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1789433851.680024:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789433851.680025:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789433851.680028:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000040:0.0:1789433851.680034:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099227cf5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789433851.680034:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933911808, offset 0
00000400:00000200:2.0:1789433851.680045:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789433851.680048:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433851.680052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1789433851.680058:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:0.0:1789433851.680059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789433851.680062:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433851.680064:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1789433851.680066:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:0.0:1789433851.680068:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1789433851.680073:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1789433851.680074:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5306
00000400:00000200:2.0:1789433851.680080:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433851.680081:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433851.680086:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433851.680087:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433851.680092:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789433851.680093:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000040:0.0:1789433851.680099:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:2.0:1789433851.680102:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512376:512376:256:4294967295] 192.168.203.104@tcp LPNI seq info [512343:512343:8:4294967295]
00000100:00000001:0.0:1789433851.680103:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433851.680108:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433851.680111:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789433851.680112:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:0.0:1789433851.680116:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433851.680119:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789433851.680121:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433851.680123:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789433851.680127:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:2.0:1789433851.680129:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1789433851.680132:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789433851.680140:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:2.0:1789433851.680140:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789433851.680145:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433851.680148:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000010:2.0:1789433851.680148:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000100:00000001:0.0:1789433851.680152:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433851.680156:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000800:00000200:2.0:1789433851.680160:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:0.0:1789433851.680162:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000200:2.0:1789433851.680166:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1789433851.680167:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433851.680171:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433851.680175:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1789433851.680177:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:0.0:1789433851.680179:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433851.680184:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:2.1:1789433851.680184:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000008:00100000:0.0:1789433851.680186:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789433851.680192:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1789433851.680192:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433851.680196:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000100:00000001:0.0:1789433851.680197:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433851.680202:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbed80.
00000400:00000200:2.0:1789433851.680205:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1789433851.680206:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433851.680211:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1789433851.680214:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1789433851.680215:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433851.680219:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433851.680221:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1789433851.680222:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
02000000:00000001:0.0:1789433851.680223:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789433851.680227:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
02000000:00000010:0.0:1789433851.680229:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16000.
00000100:00000001:2.0:1789433851.680232:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:0.0:1789433851.680234:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789433851.680239:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433851.680244:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433851.680257:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789433851.680258:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433851.680262:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433851.680264:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789433851.680270:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d26fcf9] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680276:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.680280:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433851.680285:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.680287:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433851.680288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433851.680294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1789433851.680295:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433851.680296:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789433851.680299:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4299979435
00000100:00080000:0.0:1789433851.680300:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433851.680305:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000010:2.0:1789433851.680307:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887f00.
00000100:00080000:0.0:1789433851.680308:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5306
00000400:00000200:0.0:1789433851.680327:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433851.680328:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000400:00000200:0.0:1789433851.680331:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433851.680335:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789433851.680336:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4299979435
00000100:00000040:0.0:1789433851.680340:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000010:2.0:1789433851.680342:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888873c0.
00000100:00000001:0.0:1789433851.680343:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789433851.680371:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1789433851.680375:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433851.680379:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433851.680382:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433851.680383:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789433851.680384:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433851.680387:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000001:2.0:1789433851.680387:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1789433851.680390:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789433851.680392:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433851.680394:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789433851.680396:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1789433851.680401:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00100000:2.0:1789433851.680404:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433851/real 1789433851]  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433851.680406:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433851.680411:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433851.680416:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433851.680422:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000001:2.0:1789433851.680424:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1789433851.680426:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000001:2.0:1789433851.680427:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789433851.680430:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789433851.680432:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
02000000:00000001:0.0:1789433851.680433:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433851.680438:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789433851.680438:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789433851.680442:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
02000000:00000001:0.0:1789433851.680443:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433851.680448:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433851.680449:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000008:00100000:0.0:1789433851.680451:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789433851.680456:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789433851.680456:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433851.680459:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433851.680464:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbe300.
00000020:00000040:0.0:1789433851.680467:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433851.680470:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433851.680471:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433851.680473:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433851.680474:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433851.680475:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433851.680480:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
00000100:00000001:0.0:1789433851.680485:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789433851.680493:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433851.680494:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433851.680512:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433851.680515:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433851.680516:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433851.680519:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.680521:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433851.680525:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433851.680526:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad113eb] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789433851.680534:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433851.680542:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433851.680549:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5316)
00000100:00000001:2.0:1789433851.680549:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789433851.680558:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680566:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789433851.680569:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.680571:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433851.680572:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.680574:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789433851.680577:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789433851.680579:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789433851.680583:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789433851.680586:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789433851.680590:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789433851.680598:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933911808:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789433851.680602:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.680604:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433851.680606:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc000 x1876351933911808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680617:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789433851.680620:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789433851.680622:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789433851.680625:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789433851.680627:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789433851.680628:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789433851.680630:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789433851.680632:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17c00.
02000000:00000001:2.0:1789433851.680636:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789433851.680637:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789433851.680639:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc000.
00000100:00000001:2.0:1789433851.680642:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789433851.680643:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.680645:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.680652:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433851.680653:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.680655:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789433851.680656:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433851.680658:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789433851.680662:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680668:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433851.680670:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433851.680672:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789433851.680673:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433851.680675:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433851.680678:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933911936:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789433851.680681:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789433851.680683:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789433851.680684:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433851.680686:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789433851.680689:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789433851.680691:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789433851.680695:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789433851.680698:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789433851.680700:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789433851.680703:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933911936, portal 10
00000100:00000001:2.0:1789433851.680705:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789433851.680706:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549977600 : -119883159574016 : ffff92f786dbea00)
00000100:00000040:2.0:1789433851.680711:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680717:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789433851.680718:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789433851.680720:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789433851.680722:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933911936, offset 0
00000400:00000200:2.0:1789433851.680726:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789433851.680730:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433851.680733:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789433851.680736:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789433851.680738:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789433851.680740:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789433851.680742:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789433851.680744:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512377:512377:256:4294967295] 192.168.203.104@tcp LPNI seq info [512344:512344:8:4294967295]
00000400:00000200:2.0:1789433851.680748:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433851.680754:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789433851.680758:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433851.680761:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789433851.680764:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789433851.680767:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789433851.680771:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433851.680774:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1789433851.680778:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433851.680779:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789433851.680782:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789433851.680786:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789433851.680789:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789433851.680791:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789433851.680793:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433851.680796:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680803:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433851.680806:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680812:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.680813:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789433851.680816:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433851.680819:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789433851.680823:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433851.680825:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299978764
00000100:00000001:2.0:1789433851.680827:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299979435
00000100:00000001:2.0:1789433851.680829:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299978764
00000100:00000001:2.0:1789433851.680831:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299979435
00000100:00000001:2.0:1789433851.680833:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789433851.680835:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.680837:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789433851.680840:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433851/real 1789433851]  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789433851.680848:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789433851.680849:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789433851.680851:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789433851.680853:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789433851.680855:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789433851.680857:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789433851.680860:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789433851.680866:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680876:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789433851.680878:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.680879:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433851.680881:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789433851.680884:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680890:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789433851.680893:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680900:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789433851.680902:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.680903:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433851.680905:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.680907:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789433851.680909:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789433851.680912:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789433851.680914:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789433851.680917:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789433851.680920:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789433851.680928:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933911936:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789433851.680931:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789433851.680934:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680940:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433851.680941:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433851.680944:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789433851.680945:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433851.680947:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433851.680950:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933912064:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789433851.680953:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789433851.680954:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789433851.680956:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433851.680957:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789433851.680960:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789433851.680962:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789433851.680965:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789433851.680967:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789433851.680970:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789433851.680973:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933912064, portal 4
00000100:00000001:2.0:1789433851.680975:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789433851.680976:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549978496 : -119883159573120 : ffff92f786dbed80)
00000100:00000040:2.0:1789433851.680981:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.680987:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789433851.680989:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789433851.680991:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789433851.680993:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933912064, offset 0
00000400:00000200:2.0:1789433851.680997:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789433851.681000:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433851.681004:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789433851.681006:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789433851.681009:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789433851.681011:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789433851.681013:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789433851.681016:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512378:512378:256:4294967295] 192.168.203.104@tcp LPNI seq info [512345:512345:8:4294967295]
00000400:00000200:2.0:1789433851.681019:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433851.681025:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789433851.681029:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433851.681033:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789433851.681036:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789433851.681039:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789433851.681043:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433851.681045:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1789433851.681049:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433851.681051:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789433851.681053:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789433851.681056:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789433851.681059:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789433851.681060:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789433851.681063:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433851.681067:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681075:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433851.681079:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681085:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.681086:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789433851.681089:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433851.681092:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789433851.681095:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433851.681096:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299978781
00000100:00000001:2.0:1789433851.681099:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299979435
00000100:00000001:2.0:1789433851.681101:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299978781
00000100:00000001:2.0:1789433851.681103:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299979435
00000100:00000001:2.0:1789433851.681105:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789433851.681106:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.681108:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789433851.681112:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433851/real 1789433851]  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789433851.681120:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789433851.681121:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789433851.681123:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789433851.681125:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789433851.681127:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789433851.681129:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789433851.681132:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789433851.681145:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681151:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789433851.681152:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.681154:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433851.681156:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789433851.681159:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681165:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789433851.681168:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681176:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789433851.681178:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.681180:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433851.681181:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.681182:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789433851.681186:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789433851.681188:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789433851.681191:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789433851.681193:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789433851.681197:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789433851.681205:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933912064:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789433851.681209:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789433851.681212:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681218:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433851.681219:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433851.681221:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789433851.681223:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433851.681225:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433851.681228:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933912192:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789433851.681231:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789433851.681232:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789433851.681234:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433851.681235:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789433851.681238:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789433851.681240:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789433851.681243:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789433851.681246:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789433851.681248:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789433851.681251:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933912192, portal 4
00000100:00000001:2.0:1789433851.681253:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789433851.681254:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549975808 : -119883159575808 : ffff92f786dbe300)
00000100:00000040:2.0:1789433851.681259:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681264:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789433851.681266:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789433851.681268:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789433851.681270:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933912192, offset 0
00000400:00000200:2.0:1789433851.681274:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789433851.681278:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433851.681281:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789433851.681284:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789433851.681286:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789433851.681288:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789433851.681290:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789433851.681293:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512379:512379:256:4294967295] 192.168.203.104@tcp LPNI seq info [512346:512346:8:4294967295]
00000400:00000200:2.0:1789433851.681296:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433851.681302:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789433851.681307:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433851.681310:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789433851.681326:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789433851.681329:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789433851.681333:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789433851.681336:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1789433851.681339:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789433851.681341:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789433851.681343:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789433851.681347:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789433851.681365:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789433851.681367:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789433851.681369:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433851.681373:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681380:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433851.681382:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681388:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.681390:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789433851.681392:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433851.681395:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789433851.681398:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433851.681400:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299978784
00000100:00000001:2.0:1789433851.681403:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299979435
00000100:00000001:2.0:1789433851.681405:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299978784
00000100:00000001:2.0:1789433851.681406:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299979435
00000100:00000001:2.0:1789433851.681409:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789433851.681410:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.681412:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789433851.681415:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433851/real 1789433851]  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789433851.681422:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789433851.681423:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789433851.681425:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789433851.681427:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789433851.681428:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789433851.681430:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789433851.681433:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789433851.681441:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681447:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789433851.681448:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.681450:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433851.681451:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789433851.681454:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681470:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789433851.681474:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681484:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789433851.681487:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.681489:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789433851.681490:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.681491:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789433851.681494:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789433851.681497:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789433851.681500:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789433851.681501:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789433851.681505:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789433851.681512:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933912192:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789433851.681515:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.681517:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433851.681520:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbea00 x1876351933911936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681526:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789433851.681528:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789433851.681530:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789433851.681532:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789433851.681533:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789433851.681535:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789433851.681537:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789433851.681538:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16c00.
02000000:00000001:2.0:1789433851.681541:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789433851.681542:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789433851.681543:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbea00.
00000100:00000001:2.0:1789433851.681546:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789433851.681547:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.681549:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433851.681552:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbed80 x1876351933912064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681562:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789433851.681564:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789433851.681565:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789433851.681568:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789433851.681570:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789433851.681571:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789433851.681573:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789433851.681574:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16000.
02000000:00000001:2.0:1789433851.681577:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789433851.681578:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789433851.681579:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbed80.
00000100:00000001:2.0:1789433851.681581:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789433851.681583:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.681584:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433851.681587:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbe300 x1876351933912192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433851.681593:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789433851.681594:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789433851.681595:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789433851.681597:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789433851.681598:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789433851.681599:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789433851.681601:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789433851.681603:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15c00.
02000000:00000001:2.0:1789433851.681604:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789433851.681605:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789433851.681606:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbe300.
00000100:00000001:2.0:1789433851.681608:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789433851.681609:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.681611:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.681614:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433851.681616:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.681618:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789433851.681619:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433851.935466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433851.935475:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433851.935477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433851.935483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433851.935486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433851.935490:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.935493:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433851.935495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433851.935498:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433852.383454:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299979435, at 4299979456
00000100:00000010:2.0:1789433852.383468:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887f00.
00000100:00000040:3.0:1789433852.383571:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299979435, at 4299979456
00000100:00000010:3.0:1789433852.383588:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888873c0.
00000020:00000001:0.0:1789433852.447567:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433852.447571:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433852.447576:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433852.450391:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433852.450397:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433852.450399:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433852.450405:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433852.450409:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433852.450412:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433852.450415:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433852.450418:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433852.450421:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433852.703493:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433852.703500:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433852.703505:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433852.703513:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433852.703519:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433852.703524:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433852.703530:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433852.703534:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433852.703539:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433852.959479:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433852.959487:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433852.959489:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433852.959495:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433852.959498:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433852.959501:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433852.959504:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433852.959507:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433852.959510:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433853.471534:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433853.471542:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433853.471545:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433853.471552:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433853.471601:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433853.471616:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433853.471620:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433853.471623:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433853.471626:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433853.471664:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433853.471668:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433853.471672:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433853.728512:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433853.728517:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433853.728519:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433853.728523:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433853.728526:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433853.728528:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433853.728531:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433853.728533:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433853.728536:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433853.983590:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433853.983598:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433853.983601:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433853.983607:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433853.983610:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433853.983614:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433853.983617:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433853.983619:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433853.983622:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433854.495891:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433854.495895:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433854.495899:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433854.751450:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433854.751457:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433854.751459:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433854.751464:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433854.751467:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433854.751472:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433854.751478:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433854.751481:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433854.751485:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433855.007551:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433855.007564:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433855.007567:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433855.007581:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433855.007585:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433855.007590:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433855.007596:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433855.007598:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433855.007602:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433855.775463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433855.775472:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433855.775476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433855.775485:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433855.775491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433855.775498:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433855.775505:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433855.775509:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433855.775513:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.031451:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433856.031457:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433856.031458:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433856.031462:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433856.031465:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433856.031467:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433856.031469:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433856.031471:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433856.031473:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433856.543517:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433856.543526:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433856.543529:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433856.543536:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433856.543542:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433856.543549:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789433856.543556:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789433856.543556:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433856.543563:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789433856.543565:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433856.543570:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433856.543580:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433856.799468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433856.799474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433856.799477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433856.799484:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:2.0:1789433856.799486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789433856.799488:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433856.799493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789433856.799496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433856.799497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433856.799501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433856.799503:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789433856.799504:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433856.799509:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433856.799516:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433856.799534:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5311
00000400:00000200:2.0:1789433856.799544:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433856.799550:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433856.799553:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433856.799556:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433856.799559:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433856.799562:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433856.799564:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433856.799572:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433856.799574:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433856.799576:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433856.799580:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433856.799583:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433856.799585:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433856.799588:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433856.799589:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433856.799591:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433856.799593:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433856.799596:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433856.799599:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433856.799602:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433856.799605:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433856.799609:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433856.799612:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.799614:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433856.799616:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433856.799625:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28000.
00000020:00000040:2.0:1789433856.799628:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433856.799632:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433856.799634:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.799637:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433856.799640:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433856.799644:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433856.799651:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:2.0:1789433856.799658:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433856.799667:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433856.799677:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433856.799681:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433856.799686:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f58c4e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433856.799708:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433856.799711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433856.799715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433856.799716:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433856.799718:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433856.799720:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433856.799723:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5311
00000400:00000200:2.0:1789433856.799727:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433856.799730:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433856.799733:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433856.799735:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433856.799738:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789433856.799738:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789433856.799743:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1789433856.799744:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433856.799746:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1789433856.799750:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000040:0.0:1789433856.799755:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789433856.799756:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433856.799759:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433856.799762:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433856.799766:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:0.0:1789433856.799768:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1789433856.799770:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:0.0:1789433856.799771:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433856.799774:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:0.0:1789433856.799776:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433856.799781:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1789433856.799781:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433856.799786:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789433856.799787:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433856.799790:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433856.799794:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00100000:0.0:1789433856.799795:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933912320:192.168.203.104@tcp:250:kworker.0
00000020:00000040:2.0:1789433856.799798:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:0.0:1789433856.799802:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1789433856.799804:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:0.0:1789433856.799808:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1789433856.799808:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433856.799812:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433856.799813:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433856.799817:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1789433856.799820:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1789433856.799821:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433856.799827:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433856.799827:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.799832:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1789433856.799835:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00100000:2.0:1789433856.799836:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1789433856.799839:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433856.799844:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433856.799849:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933912320, portal 25
00000008:00000001:2.0:1789433856.799850:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433856.799853:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789433856.799854:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433856.799856:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482251776 : -119883227299840 : ffff92f782d28000)
00000100:00000010:2.0:1789433856.799861:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29180.
00000100:00000040:0.0:1789433856.799862:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789433856.799866:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:0.0:1789433856.799872:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1789433856.799873:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433856.799876:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433856.799878:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789433856.799880:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1789433856.799882:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9000.
02000000:00000001:2.0:1789433856.799883:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1789433856.799887:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933912320, offset 0
02000000:00000001:2.0:1789433856.799887:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433856.799893:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b800.
00000400:00000200:0.0:1789433856.799898:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789433856.799899:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433856.799906:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789433856.799915:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433856.799915:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433856.799919:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433856.799925:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3953f8c] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789433856.799926:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433856.799935:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1789433856.799938:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433856.799942:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00080000:2.0:1789433856.799943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1789433856.799948:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1789433856.799949:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433856.799953:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1789433856.799954:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00080000:2.0:1789433856.799956:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789433856.799962:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512380:512380:256:4294967295] 192.168.203.104@tcp LPNI seq info [512347:512347:8:4294967295]
00000100:00000001:2.0:1789433856.799962:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433856.799967:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5311
00000400:00000200:0.0:1789433856.799972:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433856.799975:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433856.799981:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433856.799983:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433856.799987:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433856.799992:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789433856.799993:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1789433856.799997:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433856.800001:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:0.0:1789433856.800003:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000020:00000001:2.0:1789433856.800006:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:0.0:1789433856.800008:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413800.
00000020:00000040:2.0:1789433856.800010:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433856.800014:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1789433856.800017:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:2.0:1789433856.800018:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000800:00000200:0.1:1789433856.800023:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:2.0:1789433856.800024:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433856.800028:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433856.800032:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433856.800034:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433856.800036:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433856.800038:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.800038:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433856.800042:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433856.800045:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433856.800050:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433856.800053:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:2.0:1789433856.800054:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789433856.800056:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4299984555
02000000:00000001:2.0:1789433856.800059:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1789433856.800062:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81cc0.
02000000:00000001:2.0:1789433856.800063:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.800066:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433856.800068:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000001:0.0:1789433856.800070:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000008:00000001:2.0:1789433856.800071:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.800075:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433856.800077:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4299984555
00000100:00000010:2.0:1789433856.800079:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a300.
00000100:00000010:0.0:1789433856.800082:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81d20.
00000020:00000040:2.0:1789433856.800083:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:0.0:1789433856.800088:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1789433856.800089:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433856.800091:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.800094:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433856.800095:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433856.800097:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433856.800101:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:0.0:1789433856.800102:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789433856.800104:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433856.800110:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433856.800137:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433856.800139:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433856.800142:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcc0670] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433856.800149:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433856.800151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433856.800155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789433856.800156:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.800157:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433856.800160:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433856.800162:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.800164:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789433856.800166:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789433856.800169:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5311
00000400:00000200:2.0:1789433856.800174:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433856.800175:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:2.0:1789433856.800178:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789433856.800179:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:2.0:1789433856.800182:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789433856.800183:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433856.800187:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1789433856.800187:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433856.800189:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1789433856.800192:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433856.800194:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789433856.800198:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433856.800203:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789433856.800209:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1789433856.800210:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789433856.800211:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789433856.800212:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
02000000:00000001:0.0:1789433856.800213:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433856.800216:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1789433856.800217:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1789433856.800218:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789433856.800221:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433856.800225:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433856.800227:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00100000:0.0:1789433856.800228:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933912448:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433856.800233:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1789433856.800234:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:0.0:1789433856.800235:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433856.800238:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.800239:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789433856.800241:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1789433856.800244:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000010:0.0:1789433856.800246:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
00000100:00000001:2.0:1789433856.800247:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:0.0:1789433856.800251:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789433856.800253:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000200:0.0:1789433856.800258:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:2.0:1789433856.800259:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433856.800264:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433856.800265:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6e18.
02000000:00000001:2.0:1789433856.800266:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1789433856.800270:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9110.
02000000:00000001:2.0:1789433856.800272:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1789433856.800285:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933912448, portal 10
00000100:00000001:0.0:1789433856.800288:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433856.800292:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482256256 : -119883227295360 : ffff92f782d29180)
02000000:00000001:2.0:1789433856.800292:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.800297:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433856.800300:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433856.800303:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.800305:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433856.800308:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789433856.800309:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28380.
00000020:00000040:2.0:1789433856.800314:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:0.0:1789433856.800319:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1789433856.800320:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1789433856.800323:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
02000000:00000001:2.0:1789433856.800324:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433856.800327:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9e58.
00000100:00000001:2.0:1789433856.800328:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1789433856.800330:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933912448, offset 0
02000000:00000001:2.0:1789433856.800331:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433856.800334:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433856.800335:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433856.800341:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000010:2.0:1789433856.800343:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000400:00000200:0.0:1789433856.800345:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433856.800367:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433856.800369:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433856.800371:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433856.800373:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433856.800375:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512381:512381:255:4294967295] 192.168.203.104@tcp LPNI seq info [512348:512348:7:4294967295]
00000100:00000001:2.0:1789433856.800375:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433856.800381:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:2.0:1789433856.800386:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789433856.800388:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433856.800398:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433856.800403:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413100.
00000100:00000001:2.0:1789433856.800406:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1789433856.800409:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789433856.800410:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789433856.800415:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:2.0:1789433856.800418:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52b4d98] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433856.800425:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433856.800428:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433856.800431:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000100:00000040:2.0:1789433856.800434:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5321)
00000400:00000200:0.0:1789433856.800438:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433856.800441:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299983884
00000100:00000001:0.0:1789433856.800444:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299984555
00000100:00000001:0.0:1789433856.800446:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299983884
00000100:00000001:0.0:1789433856.800449:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299984555
00000100:00000001:0.0:1789433856.800451:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433856.800453:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433856.800455:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433856.800460:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433856.800467:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433856.800469:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433856.800471:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433856.800473:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433856.800475:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433856.800478:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933912576:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433856.800488:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433856.800490:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433856.800492:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433856.800494:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433856.800497:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789433856.800499:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433856.800503:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433856.800506:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789433856.800510:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789433856.800513:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933912576, portal 4
00000100:00000001:0.0:1789433856.800515:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433856.800516:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482260736 : -119883227290880 : ffff92f782d2a300)
00000100:00000040:0.0:1789433856.800522:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433856.800529:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433856.800531:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433856.800534:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9cc0.
00000100:00000200:0.0:1789433856.800536:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933912576, offset 0
00000400:00000200:0.0:1789433856.800540:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433856.800544:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433856.800548:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433856.800551:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433856.800553:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433856.800556:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433856.800558:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433856.800561:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512382:512382:254:4294967295] 192.168.203.104@tcp LPNI seq info [512349:512349:6:4294967295]
00000400:00000200:0.0:1789433856.800565:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433856.800571:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433856.800575:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433856.800579:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413d00.
00000800:00000200:0.0:1789433856.800583:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433856.800586:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789433856.800588:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433856.800591:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433856.800594:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433856.800596:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299983901
00000100:00000001:0.0:1789433856.800598:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299984555
00000100:00000001:0.0:1789433856.800600:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299983901
00000100:00000001:0.0:1789433856.800602:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299984555
00000100:00000001:0.0:1789433856.800604:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433856.800606:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433856.800608:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433856.800611:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433856.800614:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433856.800616:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789433856.800619:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433856.800620:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433856.800621:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433856.800626:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433856.800633:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433856.800635:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433856.800637:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433856.800638:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433856.800640:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433856.800643:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933912704:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433856.800645:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433856.800647:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433856.800649:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433856.800650:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433856.800653:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433856.800655:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433856.800659:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433856.800661:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433856.800664:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433856.800667:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933912704, portal 4
00000100:00000001:0.0:1789433856.800669:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433856.800670:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482252672 : -119883227298944 : ffff92f782d28380)
00000100:00000040:0.0:1789433856.800675:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433856.800681:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433856.800683:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433856.800684:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9330.
00000100:00000200:0.0:1789433856.800687:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933912704, offset 0
00000400:00000200:0.0:1789433856.800690:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433856.800693:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433856.800697:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433856.800699:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433856.800702:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433856.800704:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433856.800705:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433856.800708:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512383:512383:253:4294967295] 192.168.203.104@tcp LPNI seq info [512350:512350:5:4294967295]
00000400:00000200:0.0:1789433856.800712:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433856.800718:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433856.800722:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433856.800725:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413600.
00000800:00000200:0.0:1789433856.800729:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433856.800732:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789433856.800734:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433856.800736:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433856.800738:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433856.800739:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299983903
00000100:00000001:0.0:1789433856.800741:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299984555
00000100:00000001:0.0:1789433856.800742:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299983903
00000100:00000001:0.0:1789433856.800744:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299984555
00000100:00000001:0.0:1789433856.800745:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433856.800746:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433856.800748:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433856.800749:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433856.800751:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433856.800751:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789433856.800753:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433856.800754:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433856.800755:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433856.800756:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433857.055486:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433857.055494:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433857.055496:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433857.055502:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433857.055505:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433857.055512:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433857.055515:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433857.055517:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433857.055520:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433857.503451:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299984555, at 4299984576
00000100:00000040:3.0:1789433857.503451:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299984555, at 4299984576
00000100:00000010:2.0:1789433857.503466:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81cc0.
00000100:00000010:3.0:1789433857.503469:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81d20.
00000020:00000001:2.0:1789433857.567553:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433857.567556:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433857.567560:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433857.567626:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433857.567631:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433857.567633:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433857.567638:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433857.567641:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433857.567644:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433857.567647:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433857.567649:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433857.567652:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433857.823494:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433857.823505:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433857.823507:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433857.823514:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433857.823519:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433857.823523:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433857.823526:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433857.823529:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433857.823532:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433858.080100:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433858.080114:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433858.080117:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433858.080128:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433858.080132:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433858.080136:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433858.080139:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433858.080142:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433858.080145:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433858.591526:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433858.591534:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433858.591538:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433858.591544:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433858.591551:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433858.591557:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433858.591563:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433858.591566:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433858.591572:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433858.592745:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433858.592750:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433858.592754:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433858.847475:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433858.847483:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433858.847487:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433858.847492:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433858.847495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433858.847499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433858.847502:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433858.847505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433858.847508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433859.103508:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433859.103515:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433859.103518:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433859.103523:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433859.103527:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433859.103531:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433859.103533:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433859.103536:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433859.103539:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433859.871727:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433859.871736:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433859.871738:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433859.871744:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433859.871748:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433859.871752:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433859.871756:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433859.871759:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433859.871762:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1789433859.872087:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.104:988
00000400:00000100:2.0:1789433859.872139:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.104@tcp at host 192.168.203.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1789433859.872149:0:2335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433859.872152:0:2335:0:(router.c:1791:lnet_notify()) 192.168.203.4@tcp notifying 192.168.203.104@tcp: down
00000400:00000200:2.0:1789433859.872156:0:2335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433859.872161:0:2335:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1789433859.872165:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789433859.872169:0:2335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413800.
00000400:00000200:2.0:1789433859.872174:0:2335:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789433859.872178:0:2335:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789433859.872184:0:2335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9000
00000400:00000010:2.0:1789433859.872187:0:2335:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9000.
00000100:00000001:2.0:1789433859.872192:0:2335:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433859.872200:0:2335:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433859.872228:0:2335:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433859.872232:0:2335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433859.872240:0:2335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433859.872241:0:2335:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1789433859.872249:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789433859.872262:0:2335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413100.
00000400:00000200:2.0:1789433859.872265:0:2335:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789433859.872268:0:2335:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789433859.872270:0:2335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9e58
00000400:00000010:2.0:1789433859.872272:0:2335:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9e58.
00000100:00000001:2.0:1789433859.872274:0:2335:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433859.872278:0:2335:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433859.872285:0:2335:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433859.872287:0:2335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433859.872294:0:2335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433859.872295:0:2335:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1789433859.872300:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789433859.872302:0:2335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413d00.
00000400:00000200:2.0:1789433859.872305:0:2335:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789433859.872308:0:2335:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789433859.872310:0:2335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9cc0
00000400:00000010:2.0:1789433859.872312:0:2335:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9cc0.
00000100:00000001:2.0:1789433859.872314:0:2335:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433859.872318:0:2335:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433859.872324:0:2335:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433859.872327:0:2335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433859.872333:0:2335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433859.872335:0:2335:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1789433859.872339:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789433859.872341:0:2335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413600.
00000400:00000200:2.0:1789433859.872344:0:2335:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789433859.872346:0:2335:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1789433859.872476:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433859.872480:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433859.872484:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433859.872491:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433856/real 1789433859]  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433859.872502:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433859.872505:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433859.872507:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6e18.
00000400:00000200:0.0:1789433859.872512:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9110
00000400:00000010:0.0:1789433859.872513:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9110.
00000100:00000001:0.0:1789433859.872516:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433859.872519:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433859.872529:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.872536:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433859.872538:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.872541:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433859.872543:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433859.872546:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.872552:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433859.872557:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.872563:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433859.872566:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.872568:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433859.872569:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.872571:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433859.872575:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433859.872578:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433859.872589:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433859.872591:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433859.872595:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433859.872603:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933912448:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433859.872607:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433859.872611:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433856/real 1789433859]  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433859.872623:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433859.872624:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433859.872626:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789433859.872628:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789433859.872630:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789433859.872632:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433859.872635:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433859.872642:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.872648:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433859.872649:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.872650:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433859.872651:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433859.872655:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.872660:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433859.872663:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.872669:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433859.872671:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.872672:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433859.872673:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.872675:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433859.872678:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433859.872681:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433859.872684:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433859.872686:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433859.872689:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433859.872696:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933912576:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433859.872699:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433859.872702:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433856/real 1789433859]  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433859.872708:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433859.872709:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433859.872711:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433859.872713:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433859.872715:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433859.872717:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433859.872719:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433859.872726:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.872732:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433859.872733:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.872735:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433859.872736:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433859.872739:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.872745:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433859.872748:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.872754:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433859.872756:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.872758:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433859.872759:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.872761:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433859.872762:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433859.872765:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433859.872768:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433859.872769:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433859.872773:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433859.872779:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933912320:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433859.872782:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433859.872785:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433859.872788:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29180 x1876351933912448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.872793:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433859.872796:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433859.872800:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433859.872804:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433859.872807:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433859.872809:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433859.872811:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433859.872814:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:0.0:1789433859.872817:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433859.872819:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433859.872821:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29180.
00000100:00000001:0.0:1789433859.872824:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433859.872825:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.872826:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433859.872829:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a300 x1876351933912576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.872835:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433859.872836:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433859.872838:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789433859.872840:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433859.872841:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433859.872843:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433859.872845:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433859.872846:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:0.0:1789433859.872848:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433859.872849:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433859.872851:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a300.
00000100:00000001:0.0:1789433859.872853:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433859.872854:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.872855:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433859.872858:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28000 x1876351933912320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.872864:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433859.872865:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433859.872866:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433859.872868:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433859.872870:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433859.872871:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433859.872872:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433859.872874:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:0.0:1789433859.872877:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433859.872878:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433859.872879:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28000.
00000100:00000001:0.0:1789433859.872881:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433859.872883:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.872885:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433859.872887:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433859.872888:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433859.872889:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433859.872891:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789433859.872943:0:2335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9330
00000400:00000010:2.0:1789433859.872945:0:2335:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9330.
00000100:00000001:2.0:1789433859.872948:0:2335:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433859.872952:0:2335:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433859.872969:0:2335:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433859.872973:0:2335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433859.872980:0:2335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433859.872982:0:2335:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433859.873024:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433859.873026:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433859.873028:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433859.873032:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433856/real 1789433859]  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433859.873046:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433859.873047:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433859.873048:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433859.873051:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433859.873053:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433859.873055:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433859.873058:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433859.873066:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.873072:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433859.873073:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.873075:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433859.873076:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433859.873079:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.873085:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433859.873088:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.873094:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433859.873096:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.873098:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433859.873099:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.873101:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433859.873104:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433859.873107:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433859.873111:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433859.873113:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433859.873117:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433859.873125:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933912704:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433859.873128:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.873130:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433859.873133:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28380 x1876351933912704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433859.873139:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433859.873140:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433859.873142:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433859.873144:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433859.873145:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433859.873147:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433859.873149:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433859.873150:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:0.0:1789433859.873152:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433859.873153:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433859.873154:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28380.
00000100:00000001:0.0:1789433859.873157:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433859.873158:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.873159:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433859.873166:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433859.873168:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433859.873170:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433859.873171:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433860.127480:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433860.127489:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433860.127491:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433860.127497:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433860.127500:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433860.127504:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433860.127507:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433860.127510:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433860.127513:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433860.639869:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433860.639875:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433860.639879:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433860.895486:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433860.895494:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433860.895496:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433860.895501:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433860.895506:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433860.895510:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433860.895512:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433860.895515:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433860.895518:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433861.151665:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433861.151673:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433861.151675:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433861.151681:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433861.151685:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433861.151689:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433861.151692:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433861.151694:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433861.151697:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433861.663782:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433861.663795:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433861.663797:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433861.663803:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433861.663807:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433861.663811:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433861.663813:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433861.663816:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789433861.663819:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789433861.663820:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433861.663824:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433861.663828:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433861.919460:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433861.919469:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433861.919471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433861.919476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433861.919480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433861.919485:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433861.919489:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433861.919492:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433861.919497:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433861.919552:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433861.919560:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433861.919568:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433861.919571:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433861.919575:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433861.919582:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5316
00000400:00000200:2.0:1789433861.919591:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433861.919595:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433861.919597:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433861.919600:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.919602:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433861.919603:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.919605:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433861.919611:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433861.919613:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433861.919615:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433861.919616:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433861.919619:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433861.919620:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433861.919622:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.919624:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433861.919625:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.919626:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433861.919628:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433861.919630:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433861.919631:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433861.919633:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433861.919636:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433861.919638:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433861.919639:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433861.919641:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433861.919645:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2bb80.
00000020:00000040:2.0:1789433861.919647:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433861.919650:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433861.919651:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433861.919653:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433861.919655:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433861.919658:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433861.919664:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78800.
00000100:00000001:2.0:1789433861.919669:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433861.919676:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433861.919684:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433861.919688:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433861.919692:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ddafd05] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433861.919724:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433861.919726:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433861.919729:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433861.919731:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433861.919732:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433861.919735:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433861.919740:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5316
00000400:00000200:2.0:1789433861.919744:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433861.919747:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433861.919749:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433861.919751:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.919753:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433861.919755:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.919757:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433861.919760:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433861.919761:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433861.919762:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433861.919764:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433861.919766:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433861.919768:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433861.919770:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.919771:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433861.919773:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.919775:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433861.919777:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433861.919779:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433861.919781:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433861.919783:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433861.919788:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433861.919790:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433861.919791:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433861.919795:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433861.919798:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433861.919799:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433861.919802:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29c00.
00000020:00000040:2.0:1789433861.919804:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433861.919806:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433861.919807:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433861.919809:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433861.919810:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433861.919811:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433861.919815:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79000.
00000100:00000001:2.0:1789433861.919818:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433861.919822:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433861.919829:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433861.919830:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433861.919914:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433861.919921:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433861.919924:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433861.919937:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.919947:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433861.919949:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433861.919955:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433861.919959:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433861.919962:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433861.919965:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933912832:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433861.919969:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433861.919974:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433861.919977:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433861.919979:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433861.919988:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433861.919991:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433861.919998:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433861.920004:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433861.920012:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433861.920022:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933912832, portal 25
00000100:00000001:0.0:1789433861.920024:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433861.920026:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482267008 : -119883227284608 : ffff92f782d2bb80)
00000100:00000040:0.0:1789433861.920032:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.920041:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433861.920044:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433861.920047:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433861.920050:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933912832, offset 0
00000400:00000200:0.0:1789433861.920058:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433861.920068:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433861.920076:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433861.920087:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433861.920092:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433861.920099:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433861.920102:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433861.920114:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512384:512384:256:4294967295] 192.168.203.104@tcp LPNI seq info [512351:512351:8:4294967295]
00000400:00000200:0.0:1789433861.920119:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433861.920133:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433861.920139:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433861.920147:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433861.920155:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433861.920159:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433861.920166:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433861.920170:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789433861.920174:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433861.920177:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433861.920184:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433861.920189:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433861.920195:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433861.920198:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433861.920203:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433861.920206:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.920216:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433861.920219:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.920226:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433861.920228:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433861.920234:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433861.920252:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433861.920256:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4299989675
00000100:00000010:0.0:1789433861.920262:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81c00.
00000100:00000001:0.0:1789433861.920272:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789433861.920278:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4299989675
00000100:00000010:0.0:1789433861.920281:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81a20.
00000100:00000001:0.0:1789433861.920285:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789433861.920288:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433861.920290:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433861.920293:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433861.920298:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433861/real 1789433861]  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433861.920314:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433861.920316:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433861.920318:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433861.920321:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433861.920323:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433861.920326:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433861.920330:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433861.920339:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.920346:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433861.920377:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.920380:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433861.920382:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433861.920396:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.920403:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433861.920409:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.920416:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433861.920420:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.920422:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433861.920423:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.920426:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433861.920429:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433861.920432:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433861.920442:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433861.920445:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433861.920449:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433861.920457:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933912832:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433861.920461:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.920463:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433861.920467:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2bb80 x1876351933912832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.920473:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433861.920476:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433861.920479:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433861.920483:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433861.920485:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433861.920488:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433861.920490:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433861.920492:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78800.
02000000:00000001:0.0:1789433861.920496:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433861.920499:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433861.920501:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2bb80.
00000100:00000001:0.0:1789433861.920504:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433861.920506:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.920508:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.920515:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433861.920517:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433861.920519:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433861.920521:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433861.921102:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a31316b7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433861.921129:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433861.921133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433861.921136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433861.921138:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433861.921140:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433861.921143:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433861.921146:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5316
00000400:00000200:2.0:1789433861.921151:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433861.921156:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433861.921158:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433861.921160:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.921163:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433861.921164:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.921166:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433861.921171:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433861.921173:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433861.921175:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433861.921177:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433861.921179:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433861.921181:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433861.921184:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.921185:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433861.921186:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.921188:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433861.921190:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433861.921192:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433861.921195:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433861.921197:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433861.921203:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433861.921205:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433861.921207:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433861.921210:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433861.921212:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433861.921213:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433861.921220:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2aa00.
00000020:00000040:2.0:1789433861.921222:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433861.921226:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433861.921227:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433861.921230:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433861.921232:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433861.921235:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433861.921252:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78800.
00000100:00000001:2.0:1789433861.921256:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433861.921264:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433861.921276:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433861.921279:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433861.921282:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3661409] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.922119:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433861.922189:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433861.922192:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433861.922203:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.922215:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433861.922217:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433861.922221:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433861.922224:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433861.922227:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433861.922231:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933912960:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433861.922235:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433861.922251:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433861.922253:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433861.922256:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433861.922271:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433861.922273:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433861.922281:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433861.922286:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433861.922293:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433861.922300:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933912960, portal 10
00000100:00000001:0.0:1789433861.922302:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433861.922304:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258944 : -119883227292672 : ffff92f782d29c00)
00000100:00000040:0.0:1789433861.922312:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.922319:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433861.922321:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433861.922324:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433861.922328:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933912960, offset 0
00000400:00000200:0.0:1789433861.922333:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433861.922341:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433861.922386:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433861.922392:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433861.922396:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433861.922400:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433861.922404:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433861.922408:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512385:512385:256:4294967295] 192.168.203.104@tcp LPNI seq info [512352:512352:8:4294967295]
00000400:00000200:0.0:1789433861.922415:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433861.922429:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1789433861.922447:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433861.922451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433861.922454:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433861.922456:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433861.922458:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433861.922462:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433861.922467:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5316
00000400:00000200:2.0:1789433861.922473:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433861.922478:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433861.922480:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433861.922483:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.922485:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433861.922487:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.922490:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433861.922495:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433861.922496:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433861.922498:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433861.922500:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433861.922502:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433861.922504:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433861.922506:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.922508:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433861.922510:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433861.922511:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433861.922514:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433861.922516:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433861.922518:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433861.922520:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433861.922525:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433861.922528:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433861.922530:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433861.922532:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433861.922534:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433861.922536:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433861.922541:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29f80.
00000020:00000040:2.0:1789433861.922544:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433861.922547:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1789433861.922551:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
02000000:00000001:2.0:1789433861.922552:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433861.922560:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433861.922562:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1789433861.922563:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
02000000:00000001:2.0:1789433861.922566:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433861.922575:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000800:00000200:0.0:1789433861.922576:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433861.922585:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1789433861.922588:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789433861.922595:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433861.922600:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000100:00100000:2.0:1789433861.922602:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789433861.922612:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433861.922616:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433861.922626:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1789433861.922628:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433861.922633:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433861.922638:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1789433861.922645:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b20d5cf0] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789433861.922648:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433861.922653:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433861.922661:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1789433861.922664:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433861.922671:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5326)
00000100:00000200:0.0:1789433861.922672:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.922688:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433861.922693:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.922702:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433861.922704:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433861.922712:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433861.922717:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433861.922721:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433861.922724:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299989006
00000100:00000001:0.0:1789433861.922728:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299989675
00000100:00000001:0.0:1789433861.922730:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299989006
00000100:00000001:0.0:1789433861.922733:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299989675
00000100:00000001:0.0:1789433861.922735:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433861.922738:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433861.922741:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433861.922745:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433861/real 1789433861]  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433861.922753:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433861.922756:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433861.922758:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433861.922761:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433861.922763:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433861.922765:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433861.922769:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433861.922778:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.922785:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433861.922786:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.922788:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433861.922790:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433861.922793:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.922800:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433861.922804:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.922812:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433861.922814:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.922816:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433861.922817:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.922820:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433861.922826:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433861.922829:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433861.922833:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433861.922835:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433861.922847:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433861.922862:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933912960:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433861.922866:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.922868:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433861.922871:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29c00 x1876351933912960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.922878:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433861.922881:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433861.922883:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433861.922886:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433861.922888:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433861.922889:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433861.922891:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433861.922894:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:0.0:1789433861.922900:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433861.922901:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433861.922903:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29c00.
00000100:00000001:0.0:1789433861.922907:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433861.922908:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.922910:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.922916:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433861.922918:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433861.922920:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433861.922922:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433861.922923:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433861.922927:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.922934:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433861.922936:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433861.922947:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433861.922950:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433861.922952:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433861.922955:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933913088:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433861.922958:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433861.922961:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433861.922962:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433861.922964:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433861.922967:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433861.922969:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433861.922972:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433861.922975:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433861.922977:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433861.922980:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933913088, portal 4
00000100:00000001:0.0:1789433861.922983:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433861.922984:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482262528 : -119883227289088 : ffff92f782d2aa00)
00000100:00000040:0.0:1789433861.922994:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923000:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433861.923003:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433861.923005:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433861.923007:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933913088, offset 0
00000400:00000200:0.0:1789433861.923011:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433861.923015:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433861.923019:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433861.923022:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433861.923024:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433861.923027:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433861.923029:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433861.923032:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512386:512386:256:4294967295] 192.168.203.104@tcp LPNI seq info [512353:512353:8:4294967295]
00000400:00000200:0.0:1789433861.923036:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433861.923042:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433861.923047:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433861.923050:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433861.923054:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433861.923057:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433861.923061:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433861.923064:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789433861.923068:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433861.923070:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433861.923073:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433861.923077:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433861.923080:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433861.923082:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433861.923084:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433861.923087:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923095:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433861.923098:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923105:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433861.923106:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433861.923109:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433861.923112:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433861.923115:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433861.923117:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299989023
00000100:00000001:0.0:1789433861.923119:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299989675
00000100:00000001:0.0:1789433861.923213:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299989023
00000100:00000001:0.0:1789433861.923217:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299989675
00000100:00000001:0.0:1789433861.923220:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433861.923222:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433861.923224:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433861.923229:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433861/real 1789433861]  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433861.923247:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433861.923249:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433861.923251:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433861.923254:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433861.923256:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433861.923258:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433861.923262:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433861.923271:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923277:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433861.923279:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.923280:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433861.923282:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433861.923285:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923291:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433861.923295:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923302:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433861.923304:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.923306:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433861.923307:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.923308:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433861.923312:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433861.923315:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433861.923319:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433861.923321:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433861.923325:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433861.923333:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933913088:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433861.923337:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433861.923341:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923371:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433861.923373:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433861.923375:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433861.923377:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433861.923379:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433861.923381:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933913216:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433861.923385:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433861.923387:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433861.923388:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433861.923390:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433861.923394:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433861.923396:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433861.923399:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433861.923402:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433861.923405:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433861.923407:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933913216, portal 4
00000100:00000001:0.0:1789433861.923409:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433861.923411:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482259840 : -119883227291776 : ffff92f782d29f80)
00000100:00000040:0.0:1789433861.923417:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923423:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433861.923425:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433861.923428:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433861.923430:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933913216, offset 0
00000400:00000200:0.0:1789433861.923434:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433861.923445:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433861.923451:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433861.923454:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433861.923457:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433861.923459:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433861.923461:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433861.923464:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512387:512387:256:4294967295] 192.168.203.104@tcp LPNI seq info [512354:512354:8:4294967295]
00000400:00000200:0.0:1789433861.923469:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433861.923475:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433861.923479:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433861.923482:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433861.923487:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433861.923489:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433861.923494:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433861.923496:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789433861.923500:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433861.923502:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433861.923505:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433861.923508:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433861.923511:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433861.923513:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433861.923515:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433861.923519:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923526:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433861.923529:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923535:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433861.923537:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433861.923540:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433861.923543:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433861.923546:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433861.923548:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299989026
00000100:00000001:0.0:1789433861.923550:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299989675
00000100:00000001:0.0:1789433861.923553:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299989026
00000100:00000001:0.0:1789433861.923555:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299989675
00000100:00000001:0.0:1789433861.923558:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433861.923560:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433861.923561:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433861.923565:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433861/real 1789433861]  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433861.923572:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433861.923573:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433861.923574:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433861.923576:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433861.923578:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433861.923579:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433861.923582:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433861.923591:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923598:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433861.923599:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.923601:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433861.923602:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433861.923605:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923612:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433861.923616:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923622:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433861.923624:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.923625:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433861.923626:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.923628:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433861.923632:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433861.923635:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433861.923638:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433861.923640:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433861.923645:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433861.923652:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933913216:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433861.923655:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.923657:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433861.923660:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2aa00 x1876351933913088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923666:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433861.923667:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433861.923669:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433861.923671:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433861.923673:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433861.923674:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433861.923676:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433861.923678:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78800.
02000000:00000001:0.0:1789433861.923680:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433861.923681:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433861.923683:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2aa00.
00000100:00000001:0.0:1789433861.923686:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433861.923687:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.923689:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433861.923692:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29f80 x1876351933913216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433861.923698:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433861.923700:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433861.923701:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433861.923704:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433861.923705:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433861.923706:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433861.923708:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433861.923710:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:0.0:1789433861.923712:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433861.923713:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433861.923714:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29f80.
00000100:00000001:0.0:1789433861.923716:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433861.923717:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.923718:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433861.923721:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433861.923723:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433861.923724:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433861.923726:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433862.175997:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433862.176014:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433862.176016:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433862.176022:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433862.176025:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433862.176029:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433862.176031:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433862.176033:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433862.176036:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433862.623449:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299989675, at 4299989696
00000100:00000010:2.0:1789433862.623464:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81c00.
00000100:00000040:3.0:1789433862.624673:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299989675, at 4299989697
00000100:00000010:3.0:1789433862.624681:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81a20.
00000100:00000001:3.0:1789433862.687467:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433862.687475:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433862.687477:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433862.687484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433862.687489:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433862.687494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433862.687498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433862.687502:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433862.687507:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433862.687559:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433862.687563:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433862.687566:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433862.943884:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433862.943888:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433862.943889:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433862.943892:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433862.943895:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433862.943897:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433862.943899:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433862.943901:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433862.943903:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433863.199472:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433863.199479:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433863.199481:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433863.199487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433863.199491:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433863.199495:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433863.199497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433863.199499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433863.199503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433863.711698:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433863.711704:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433863.711705:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433863.711709:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433863.711712:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433863.711715:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433863.711717:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433863.711720:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433863.711724:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433863.967615:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433863.967625:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433863.967627:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433863.967632:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433863.967636:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433863.967639:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433863.967641:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433863.967643:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433863.967647:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433864.223428:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433864.223434:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433864.223436:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433864.223441:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433864.223445:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433864.223448:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433864.223451:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433864.223454:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433864.223457:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433864.736149:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433864.736156:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433864.736161:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433864.736599:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433864.736603:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433864.736606:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433864.736610:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433864.736614:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433864.736618:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433864.736621:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433864.736623:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433864.736626:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433864.991501:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433864.991515:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433864.991520:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433864.991529:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433864.991537:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433864.991542:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433864.991551:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433864.991559:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433864.991565:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433865.247488:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433865.247495:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433865.247498:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433865.247503:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433865.247506:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433865.247510:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433865.247513:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433865.247515:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433865.247518:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433865.759489:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433865.759497:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433865.759500:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433865.759506:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433865.759510:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433865.759515:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433865.759519:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433865.759522:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433865.759538:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433865.759760:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433865.759764:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433865.759767:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433866.015447:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433866.015459:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433866.015463:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433866.015467:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433866.015471:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433866.015477:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433866.015482:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433866.015486:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433866.015493:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433866.271423:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433866.271430:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433866.271433:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433866.271439:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433866.271442:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433866.271445:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433866.271448:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433866.271451:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433866.271454:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433866.783511:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433866.783522:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433866.783526:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433866.783531:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433866.783538:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433866.783544:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433866.783549:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433866.783554:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433866.783560:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433866.783604:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433866.783612:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433866.783617:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433867.039464:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433867.039473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433867.039477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433867.039486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433867.039493:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433867.039503:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433867.039508:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433867.039512:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433867.039517:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433867.039622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433867.039628:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433867.039631:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433867.039634:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433867.039638:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433867.039644:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5321
00000400:00000200:2.0:1789433867.039653:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433867.039658:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433867.039661:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433867.039664:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.039668:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433867.039670:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.039672:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433867.039680:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433867.039681:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433867.039684:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433867.039687:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433867.039689:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433867.039692:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433867.039694:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.039696:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433867.039698:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.039700:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433867.039703:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433867.039706:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433867.039709:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433867.039711:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433867.039715:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433867.039718:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433867.039720:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433867.039722:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433867.039732:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29f80.
00000020:00000040:2.0:1789433867.039736:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433867.039739:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433867.039741:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433867.039743:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433867.039746:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433867.039749:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433867.039758:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789433867.039764:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433867.039773:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433867.039784:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433867.039789:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433867.039794:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b20d5cf0] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433867.039819:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433867.039822:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433867.039825:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433867.039826:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433867.039827:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433867.039830:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433867.039833:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5321
00000400:00000200:2.0:1789433867.039836:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433867.039839:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433867.039841:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433867.039844:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.039847:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433867.039849:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.039852:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433867.039855:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433867.039856:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433867.039858:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433867.039860:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:0.0:1789433867.039861:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1789433867.039863:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:0.0:1789433867.039867:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1789433867.039867:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:0.0:1789433867.039871:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789433867.039873:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.039876:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433867.039881:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000040:0.0:1789433867.039882:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433867.039883:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433867.039888:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433867.039893:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433867.039897:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.039900:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1789433867.039901:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789433867.039904:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433867.039908:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433867.039909:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789433867.039913:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433867.039914:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789433867.039917:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1789433867.039919:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1789433867.039922:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789433867.039925:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933913344:192.168.203.104@tcp:250:kworker.0
00000008:00000001:2.0:1789433867.039927:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433867.039932:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.039934:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1789433867.039938:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2aa00.
02000000:00000001:0.0:1789433867.039939:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433867.039943:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789433867.039943:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789433867.039947:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1789433867.039949:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433867.039952:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433867.039954:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433867.039955:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433867.039957:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433867.039959:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000010:2.0:1789433867.039962:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:0.0:1789433867.039963:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433867.039970:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433867.039977:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789433867.039985:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433867.039988:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1789433867.039991:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000100:00000001:2.0:1789433867.039993:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433867.040000:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000040:2.0:1789433867.040001:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3661409] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433867.040008:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933913344, portal 25
00000100:00000001:0.0:1789433867.040013:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789433867.040014:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.040015:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482259840 : -119883227291776 : ffff92f782d29f80)
00000100:00080000:2.0:1789433867.040019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1789433867.040025:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789433867.040025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433867.040027:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433867.040030:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433867.040037:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789433867.040041:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1789433867.040042:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5321
00000100:00000040:0.0:1789433867.040048:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789433867.040049:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433867.040053:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000400:00000200:2.0:1789433867.040054:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433867.040058:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1789433867.040059:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933913344, offset 0
00000100:00000040:2.0:1789433867.040060:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.040062:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433867.040063:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.040064:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433867.040066:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433867.040068:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433867.040071:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433867.040072:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433867.040073:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433867.040077:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:0.0:1789433867.040078:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000040:2.0:1789433867.040082:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.040084:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433867.040086:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.040087:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789433867.040091:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:2.0:1789433867.040091:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433867.040094:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433867.040096:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433867.040098:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433867.040100:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789433867.040103:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
02000000:00000001:2.0:1789433867.040103:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433867.040106:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433867.040109:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433867.040111:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433867.040111:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433867.040114:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29c00.
00000020:00000040:2.0:1789433867.040115:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000400:00000200:0.0:1789433867.040117:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1789433867.040118:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433867.040121:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433867.040122:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433867.040124:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1789433867.040125:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
02000000:00000001:2.0:1789433867.040126:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433867.040131:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
02000000:00000010:2.0:1789433867.040131:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789433867.040135:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433867.040137:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00100000:2.0:1789433867.040142:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789433867.040146:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512388:512388:256:4294967295] 192.168.203.104@tcp LPNI seq info [512355:512355:8:4294967295]
00000100:00000001:2.0:1789433867.040155:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789433867.040159:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433867.040159:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433867.040165:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a31316b7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433867.040171:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433867.040175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433867.040179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1789433867.040180:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1789433867.040181:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433867.040183:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433867.040188:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433867.040191:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5321
00000800:00000200:0.0:1789433867.040195:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789433867.040196:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000010:0.0:1789433867.040212:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000400:00000200:2.0:1789433867.040215:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433867.040219:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1789433867.040223:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433867.040227:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1789433867.040229:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.040233:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433867.040236:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.040240:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:0.1:1789433867.040241:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:2.0:1789433867.040245:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.1:1789433867.040246:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000020:00000040:2.0:1789433867.040248:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433867.040252:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:0.0:1789433867.040255:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000020:00000040:2.0:1789433867.040256:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433867.040260:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000010:0.0:1789433867.040261:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000020:00000001:2.0:1789433867.040261:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433867.040267:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433867.040269:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433867.040270:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789433867.040271:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1789433867.040272:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433867.040278:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433867.040284:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:0.0:1789433867.040285:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1789433867.040291:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433867.040294:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
02000000:00000001:2.0:1789433867.040294:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1789433867.040297:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
02000000:00000001:2.0:1789433867.040300:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433867.040301:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:2.0:1789433867.040304:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789433867.040307:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433867.040308:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433867.040312:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433867.040318:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.040319:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1789433867.040321:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433867.040324:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789433867.040327:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2bb80.
00000100:00000001:0.0:1789433867.040329:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789433867.040332:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:0.0:1789433867.040333:0:2346:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:2.0:1789433867.040337:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433867.040338:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.040339:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433867.040340:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433867.040343:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433867.040344:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433867.040371:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433867.040374:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4299994796
00000100:00000010:0.0:1789433867.040378:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81420.
00000100:00000001:0.0:1789433867.040383:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789433867.040387:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4299994796
00000100:00000010:0.0:1789433867.040389:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81600.
00000100:00000001:0.0:1789433867.040392:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
02000000:00000010:2.0:1789433867.040409:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000100:00000001:0.0:1789433867.040412:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789433867.040414:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.040419:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433867.040424:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433867.040425:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433867.040433:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433867/real 1789433867]  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433867.040435:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433867.040440:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433867.040449:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ddafd05] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433867.040451:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433867.040454:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433867.040456:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433867.040460:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433867.040464:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:2.0:1789433867.040466:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.040467:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433867.040474:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789433867.040474:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5331)
00000100:00000200:0.0:1789433867.040487:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040491:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433867.040493:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.040495:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433867.040497:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433867.040500:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040504:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433867.040507:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040512:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433867.040513:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.040514:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433867.040515:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.040516:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433867.040518:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433867.040519:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433867.040522:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433867.040523:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433867.040525:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433867.040531:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933913344:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433867.040534:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.040535:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433867.040537:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29f80 x1876351933913344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040544:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433867.040546:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433867.040548:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433867.040550:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433867.040551:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433867.040552:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433867.040554:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433867.040556:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:0.0:1789433867.040559:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433867.040560:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433867.040561:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29f80.
00000100:00000001:0.0:1789433867.040563:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433867.040564:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.040565:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.040570:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433867.040571:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.040572:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433867.040573:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433867.040574:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433867.040576:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040580:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433867.040581:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433867.040583:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433867.040584:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433867.040585:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433867.040587:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933913472:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433867.040588:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433867.040590:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433867.040590:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433867.040591:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433867.040593:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433867.040595:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433867.040597:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433867.040600:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433867.040603:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433867.040606:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933913472, portal 10
00000100:00000001:0.0:1789433867.040607:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433867.040608:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482262528 : -119883227289088 : ffff92f782d2aa00)
00000100:00000040:0.0:1789433867.040614:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040620:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433867.040622:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433867.040624:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433867.040627:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933913472, offset 0
00000400:00000200:0.0:1789433867.040630:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433867.040634:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433867.040638:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433867.040641:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433867.040643:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433867.040645:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433867.040648:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433867.040650:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512389:512389:256:4294967295] 192.168.203.104@tcp LPNI seq info [512356:512356:8:4294967295]
00000400:00000200:0.0:1789433867.040654:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433867.040660:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433867.040665:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433867.040668:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433867.040672:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433867.040674:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789433867.040678:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433867.040681:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789433867.040684:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433867.040685:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433867.040687:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433867.040689:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433867.040692:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433867.040693:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433867.040695:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433867.040698:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040702:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433867.040704:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040708:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.040709:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433867.040711:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433867.040714:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433867.040716:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433867.040717:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299994124
00000100:00000001:0.0:1789433867.040719:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299994796
00000100:00000001:0.0:1789433867.040721:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299994124
00000100:00000001:0.0:1789433867.040723:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299994796
00000100:00000001:0.0:1789433867.040725:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433867.040727:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.040729:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433867.040733:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433867/real 1789433867]  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433867.040740:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433867.040741:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433867.040743:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433867.040745:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433867.040747:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433867.040749:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433867.040752:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433867.040761:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040772:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433867.040773:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.040774:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433867.040776:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433867.040779:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040785:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433867.040788:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040795:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433867.040797:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.040798:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433867.040800:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.040802:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433867.040805:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433867.040807:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433867.040810:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433867.040812:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433867.040816:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433867.040821:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933913472:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433867.040823:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433867.040825:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040829:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433867.040830:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433867.040832:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433867.040833:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433867.040835:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433867.040838:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933913600:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433867.040841:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433867.040843:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433867.040844:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433867.040846:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433867.040849:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433867.040851:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433867.040855:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433867.040857:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433867.040861:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433867.040863:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933913600, portal 4
00000100:00000001:0.0:1789433867.040865:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433867.040866:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258944 : -119883227292672 : ffff92f782d29c00)
00000100:00000040:0.0:1789433867.040872:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040878:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433867.040880:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433867.040882:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433867.040884:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933913600, offset 0
00000400:00000200:0.0:1789433867.040888:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433867.040892:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433867.040895:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433867.040898:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433867.040900:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433867.040903:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433867.040905:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433867.040908:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512390:512390:256:4294967295] 192.168.203.104@tcp LPNI seq info [512357:512357:8:4294967295]
00000400:00000200:0.0:1789433867.040912:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433867.040917:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433867.040920:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433867.040922:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433867.040925:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433867.040926:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789433867.040929:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433867.040931:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789433867.040933:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433867.040934:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433867.040936:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433867.040938:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433867.040940:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433867.040942:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433867.040943:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433867.040945:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040950:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433867.040952:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040956:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.040957:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433867.040958:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433867.040961:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433867.040963:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433867.040964:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299994141
00000100:00000001:0.0:1789433867.040965:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299994796
00000100:00000001:0.0:1789433867.040967:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299994141
00000100:00000001:0.0:1789433867.040968:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299994796
00000100:00000001:0.0:1789433867.040969:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433867.040970:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.040971:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433867.040973:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433867/real 1789433867]  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433867.040979:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433867.040979:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433867.040981:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433867.040982:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433867.040983:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433867.040984:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433867.040985:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433867.040990:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.040994:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433867.040995:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.040996:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433867.040996:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433867.040998:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.041002:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433867.041004:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.041007:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433867.041008:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.041009:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433867.041010:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.041011:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433867.041014:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433867.041015:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433867.041017:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433867.041018:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433867.041021:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433867.041025:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933913600:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433867.041027:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433867.041029:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.041032:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433867.041033:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433867.041034:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433867.041035:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433867.041036:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433867.041038:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933913728:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433867.041039:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433867.041040:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433867.041041:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433867.041042:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433867.041044:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789433867.041045:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433867.041046:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433867.041048:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433867.041050:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433867.041053:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933913728, portal 4
00000100:00000001:0.0:1789433867.041055:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433867.041056:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482267008 : -119883227284608 : ffff92f782d2bb80)
00000100:00000040:0.0:1789433867.041061:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.041067:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433867.041069:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433867.041071:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433867.041073:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933913728, offset 0
00000400:00000200:0.0:1789433867.041077:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433867.041081:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433867.041084:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433867.041086:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433867.041089:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433867.041091:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433867.041093:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433867.041096:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512391:512391:256:4294967295] 192.168.203.104@tcp LPNI seq info [512358:512358:8:4294967295]
00000400:00000200:0.0:1789433867.041100:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433867.041105:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433867.041109:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433867.041112:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433867.041116:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433867.041123:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789433867.041128:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433867.041131:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789433867.041134:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433867.041136:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433867.041139:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433867.041142:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433867.041145:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433867.041146:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433867.041149:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433867.041152:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.041159:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433867.041161:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433892 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.041167:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.041168:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433867.041171:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433867.041174:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433867.041177:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433867.041179:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299994143
00000100:00000001:0.0:1789433867.041182:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299994796
00000100:00000001:0.0:1789433867.041184:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299994143
00000100:00000001:0.0:1789433867.041186:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299994796
00000100:00000001:0.0:1789433867.041188:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433867.041190:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.041191:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433867.041195:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433867/real 1789433867]  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433867.041214:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433867.041215:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433867.041217:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433867.041219:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433867.041221:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433867.041223:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433867.041226:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433867.041237:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.041243:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433867.041245:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.041247:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433867.041248:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433867.041251:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.041258:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433867.041261:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.041268:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433867.041270:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.041272:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433867.041273:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.041275:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433867.041278:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433867.041279:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433867.041282:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433867.041284:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433867.041287:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433867.041294:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933913728:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433867.041298:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.041299:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433867.041302:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2aa00 x1876351933913472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.041308:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433867.041310:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433867.041312:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433867.041314:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433867.041316:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433867.041317:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433867.041319:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433867.041321:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:0.0:1789433867.041323:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433867.041325:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433867.041326:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2aa00.
00000100:00000001:0.0:1789433867.041329:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433867.041330:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.041331:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433867.041333:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29c00 x1876351933913600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.041341:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433867.041341:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433867.041343:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433867.041344:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433867.041345:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433867.041346:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433867.041366:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433867.041368:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:0.0:1789433867.041370:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433867.041371:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433867.041373:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29c00.
00000100:00000001:0.0:1789433867.041375:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433867.041376:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.041378:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433867.041381:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2bb80 x1876351933913728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433892 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433867.041388:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433867.041389:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433867.041390:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789433867.041392:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433867.041393:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433867.041393:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433867.041395:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433867.041396:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:0.0:1789433867.041398:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433867.041399:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433867.041400:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2bb80.
00000100:00000001:0.0:1789433867.041401:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433867.041402:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.041403:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433867.041405:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433867.041406:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433867.041407:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433867.041408:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433867.295450:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433867.295456:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433867.295458:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433867.295461:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433867.295464:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433867.295466:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433867.295468:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433867.295469:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433867.295471:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433867.743466:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299994796, at 4299994816
00000100:00000040:3.0:1789433867.743466:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299994796, at 4299994816
00000100:00000010:2.0:1789433867.743483:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81420.
00000100:00000010:3.0:1789433867.743486:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81600.
00000100:00000001:3.0:1789433867.807448:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433867.807456:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433867.807459:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433867.807465:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433867.807469:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433867.807474:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433867.807477:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433867.807480:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433867.807485:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433868.063498:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433868.063505:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433868.063508:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433868.063514:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433868.063518:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433868.063522:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433868.063526:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433868.063529:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433868.063532:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433868.063654:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433868.063657:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433868.063658:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433868.063661:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433868.063663:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433868.063664:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433868.063666:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433868.063667:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433868.063668:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433868.319458:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433868.319466:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433868.319468:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433868.319483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433868.319487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433868.319491:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433868.319494:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433868.319497:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433868.319500:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433868.831466:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433868.831476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433868.831480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433868.831493:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433868.831500:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433868.831506:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433868.831511:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433868.831514:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433868.831518:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433868.831552:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433868.831557:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433868.831561:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433869.087829:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433869.087841:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433869.087843:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433869.087850:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433869.087854:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433869.087858:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433869.087862:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433869.087864:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433869.087867:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433869.343547:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433869.343553:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433869.343555:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433869.343561:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433869.343565:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433869.343569:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433869.343571:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433869.343574:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433869.343577:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433869.855997:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433869.856002:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433869.856004:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433869.856009:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433869.856013:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1789433869.856016:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789433869.856018:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789433869.856020:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433869.856022:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:2.0:1789433869.856025:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433869.856026:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433869.856031:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433870.111667:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433870.111674:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433870.111676:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433870.111681:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433870.111685:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433870.111689:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433870.111692:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433870.111695:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433870.111698:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433870.367507:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433870.367516:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433870.367519:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433870.367523:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433870.367528:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433870.367531:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433870.367535:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433870.367537:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433870.367540:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433870.879543:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433870.879549:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433870.879552:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433870.879557:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000020:00000001:0.0:1789433870.879559:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789433870.879561:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1789433870.879564:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433870.879567:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:0.0:1789433870.879569:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433870.879572:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433870.879576:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433870.879580:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433871.135628:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433871.135632:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433871.135633:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433871.135636:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433871.135639:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433871.135641:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433871.135643:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433871.135645:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433871.135646:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433871.391520:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433871.391527:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433871.391530:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433871.391535:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433871.391538:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433871.391542:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433871.391545:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433871.391548:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433871.391552:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433871.903461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433871.903469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433871.903472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433871.903477:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433871.903482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433871.903487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433871.903490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433871.903493:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433871.903497:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433872.159706:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433872.159717:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433872.159720:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433872.159723:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433872.159728:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433872.159735:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5326
00000400:00000200:2.0:1789433872.159743:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433872.159749:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433872.159752:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433872.159756:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.159759:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433872.159761:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.159764:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433872.159772:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433872.159774:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433872.159776:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433872.159779:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433872.159781:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433872.159783:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433872.159787:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.159789:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433872.159791:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.159793:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433872.159796:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433872.159799:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433872.159802:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433872.159805:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433872.159809:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433872.159811:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433872.159814:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433872.159817:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433872.159825:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28380.
00000020:00000040:2.0:1789433872.159829:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433872.159832:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433872.159834:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433872.159836:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433872.159839:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433872.159842:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433872.159848:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b400.
00000100:00000001:2.0:1789433872.159852:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433872.159859:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433872.159869:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433872.159874:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433872.159878:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52b4d98] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433872.159898:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433872.159901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433872.159905:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433872.159906:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433872.159908:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433872.159910:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433872.159913:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5326
00000400:00000200:2.0:1789433872.159917:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433872.159919:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433872.159922:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433872.159924:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.159926:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433872.159927:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.159929:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433872.159931:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433872.159932:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433872.159933:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433872.159935:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433872.159936:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433872.159937:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433872.159939:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.159940:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433872.159941:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.159942:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433872.159944:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433872.159945:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433872.159946:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433872.159947:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433872.159951:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433872.159953:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433872.159954:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433872.159957:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433872.159959:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433872.159960:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433872.159962:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28000.
00000020:00000040:2.0:1789433872.159963:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433872.159965:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433872.159966:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433872.159967:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433872.159967:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433872.159969:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433872.159971:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789433872.159974:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433872.159977:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433872.159982:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433872.159983:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433872.159985:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f58c4e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433872.159990:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433872.159992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433872.159994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433872.159994:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433872.159995:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433872.159997:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433872.159999:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5326
00000400:00000200:2.0:1789433872.160001:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433872.160002:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433872.160003:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433872.160005:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.160006:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433872.160007:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.160009:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433872.160010:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433872.160011:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433872.160011:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433872.160012:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433872.160013:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433872.160014:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433872.160016:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.160017:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433872.160018:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.160019:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433872.160020:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433872.160021:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433872.160023:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433872.160024:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433872.160025:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433872.160027:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433872.160028:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433872.160029:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433872.160030:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433872.160031:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433872.160033:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a300.
00000020:00000040:2.0:1789433872.160034:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433872.160035:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433872.160036:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433872.160036:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433872.160037:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433872.160038:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433872.160047:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789433872.160050:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433872.160054:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433872.160059:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433872.160061:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433872.160064:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcc0670] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433872.160070:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433872.160072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433872.160075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433872.160076:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433872.160078:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433872.160081:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433872.160083:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5326
00000400:00000200:2.0:1789433872.160086:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433872.160089:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433872.160091:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433872.160093:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.160095:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433872.160097:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.160099:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433872.160101:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433872.160102:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433872.160102:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433872.160104:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433872.160105:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433872.160106:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433872.160108:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.160109:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433872.160110:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433872.160111:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433872.160112:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433872.160113:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433872.160115:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433872.160116:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433872.160117:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433872.160118:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433872.160120:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433872.160121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433872.160122:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433872.160123:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433872.160125:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29180.
00000020:00000040:2.0:1789433872.160126:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433872.160128:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433872.160128:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433872.160130:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433872.160131:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433872.160132:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433872.160136:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79800.
00000100:00000001:2.0:1789433872.160138:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433872.160141:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433872.160145:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433872.160146:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433872.160149:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3953f8c] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433872.160153:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433872.160156:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5336)
00000100:00000001:0.0:1789433872.162780:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433872.162789:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433872.162793:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433872.162817:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.162833:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433872.162835:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433872.162839:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433872.162843:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433872.162846:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433872.162850:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933913856:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433872.162856:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433872.162862:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433872.162865:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433872.162868:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433872.162880:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433872.162882:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433872.162890:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433872.162894:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433872.162902:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433872.162908:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933913856, portal 25
00000100:00000001:0.0:1789433872.162910:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433872.162912:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482252672 : -119883227298944 : ffff92f782d28380)
00000100:00000040:0.0:1789433872.162918:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.162926:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433872.162929:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433872.162932:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433872.162937:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933913856, offset 0
00000400:00000200:0.0:1789433872.162944:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433872.162955:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433872.162965:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433872.162971:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433872.162977:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433872.162981:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433872.162984:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433872.162987:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512392:512392:256:4294967295] 192.168.203.104@tcp LPNI seq info [512359:512359:8:4294967295]
00000400:00000200:0.0:1789433872.162992:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433872.163003:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433872.163010:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433872.163016:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433872.163023:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433872.163026:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433872.163031:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433872.163034:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789433872.163039:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433872.163042:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433872.163050:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433872.163068:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433872.163074:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433872.163077:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433872.163082:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433872.163086:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163097:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433872.163100:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163105:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433872.163106:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433872.163113:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433872.163119:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433872.163122:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4299999918
00000100:00000010:0.0:1789433872.163128:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81e40.
00000100:00000001:0.0:1789433872.163136:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789433872.163144:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4299999918
00000100:00000010:0.0:1789433872.163148:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81000.
00000100:00000001:0.0:1789433872.163151:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789433872.163155:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433872.163175:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433872.163178:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433872.163183:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433872/real 1789433872]  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433872.163201:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433872.163203:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433872.163205:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433872.163209:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433872.163211:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433872.163214:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433872.163218:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433872.163228:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163235:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433872.163237:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.163240:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433872.163241:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433872.163246:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163252:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433872.163257:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163265:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433872.163268:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.163270:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433872.163271:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.163275:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433872.163277:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433872.163286:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433872.163291:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433872.163294:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433872.163298:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433872.163306:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933913856:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433872.163311:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433872.163315:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163322:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433872.163324:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433872.163326:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433872.163328:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433872.163330:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433872.163333:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933913984:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433872.163335:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433872.163337:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433872.163338:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433872.163340:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433872.163344:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433872.163345:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433872.163377:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433872.163380:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433872.163384:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433872.163387:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933913984, portal 10
00000100:00000001:0.0:1789433872.163389:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433872.163391:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482251776 : -119883227299840 : ffff92f782d28000)
00000100:00000040:0.0:1789433872.163398:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163405:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433872.163407:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433872.163409:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433872.163412:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933913984, offset 0
00000400:00000200:0.0:1789433872.163416:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433872.163421:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433872.163424:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433872.163428:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433872.163430:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433872.163432:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433872.163434:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433872.163437:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512393:512393:256:4294967295] 192.168.203.104@tcp LPNI seq info [512360:512360:8:4294967295]
00000400:00000200:0.0:1789433872.163441:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433872.163447:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433872.163451:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433872.163455:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433872.163459:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433872.163462:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433872.163474:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433872.163477:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789433872.163481:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433872.163483:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433872.163486:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433872.163489:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433872.163492:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433872.163494:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433872.163497:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433872.163500:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163508:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433872.163510:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163524:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433872.163526:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433872.163529:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433872.163533:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433872.163536:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433872.163538:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299999247
00000100:00000001:0.0:1789433872.163541:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299999918
00000100:00000001:0.0:1789433872.163543:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299999247
00000100:00000001:0.0:1789433872.163545:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299999918
00000100:00000001:0.0:1789433872.163547:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433872.163549:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433872.163551:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433872.163554:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433872/real 1789433872]  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433872.163563:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433872.163565:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433872.163566:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433872.163569:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433872.163571:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433872.163573:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433872.163576:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433872.163581:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163585:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433872.163586:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.163587:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433872.163588:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433872.163590:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163595:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433872.163597:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163601:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433872.163602:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.163603:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433872.163604:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.163605:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433872.163609:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433872.163610:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433872.163612:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433872.163613:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433872.163615:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433872.163620:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933913984:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433872.163622:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433872.163624:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163629:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433872.163630:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433872.163631:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433872.163632:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433872.163634:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433872.163635:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933914112:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433872.163637:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433872.163639:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433872.163641:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433872.163642:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433872.163644:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433872.163645:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433872.163648:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433872.163650:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433872.163652:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433872.163654:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933914112, portal 4
00000100:00000001:0.0:1789433872.163655:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433872.163656:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482260736 : -119883227290880 : ffff92f782d2a300)
00000100:00000040:0.0:1789433872.163661:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163665:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433872.163666:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433872.163667:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433872.163669:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933914112, offset 0
00000400:00000200:0.0:1789433872.163671:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433872.163674:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433872.163676:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433872.163678:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433872.163679:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433872.163681:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433872.163682:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433872.163684:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512394:512394:256:4294967295] 192.168.203.104@tcp LPNI seq info [512361:512361:8:4294967295]
00000400:00000200:0.0:1789433872.163687:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433872.163691:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433872.163693:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433872.163695:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433872.163698:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433872.163699:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433872.163702:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433872.163705:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789433872.163708:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433872.163711:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433872.163713:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433872.163716:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433872.163719:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433872.163721:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433872.163723:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433872.163726:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163734:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433872.163737:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163743:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433872.163744:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433872.163747:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433872.163750:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433872.163753:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433872.163754:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299999264
00000100:00000001:0.0:1789433872.163757:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299999918
00000100:00000001:0.0:1789433872.163759:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299999264
00000100:00000001:0.0:1789433872.163761:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299999918
00000100:00000001:0.0:1789433872.163763:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433872.163765:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433872.163766:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433872.163770:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433872/real 1789433872]  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433872.163777:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433872.163778:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433872.163780:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433872.163782:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433872.163784:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433872.163786:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433872.163789:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433872.163796:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163803:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433872.163804:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.163806:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433872.163807:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433872.163811:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163817:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433872.163819:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163823:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433872.163825:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.163826:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433872.163827:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.163829:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433872.163834:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433872.163837:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433872.163840:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433872.163842:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433872.163845:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433872.163853:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933914112:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433872.163857:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433872.163861:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163869:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433872.163870:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433872.163873:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433872.163875:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433872.163877:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433872.163880:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933914240:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433872.163883:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433872.163884:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433872.163886:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433872.163887:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433872.163889:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789433872.163891:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433872.163893:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433872.163895:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433872.163897:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433872.163899:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933914240, portal 4
00000100:00000001:0.0:1789433872.163900:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433872.163901:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482256256 : -119883227295360 : ffff92f782d29180)
00000100:00000040:0.0:1789433872.163905:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163909:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433872.163910:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433872.163912:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433872.163913:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933914240, offset 0
00000400:00000200:0.0:1789433872.163915:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433872.163918:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433872.163920:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433872.163922:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433872.163923:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433872.163925:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433872.163926:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433872.163929:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512395:512395:256:4294967295] 192.168.203.104@tcp LPNI seq info [512362:512362:8:4294967295]
00000400:00000200:0.0:1789433872.163931:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433872.163936:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433872.163938:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433872.163940:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433872.163942:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433872.163944:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1789433872.163947:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433872.163949:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1789433872.163951:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433872.163952:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433872.163954:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433872.163956:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433872.163959:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433872.163960:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433872.163963:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433872.163966:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163973:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433872.163976:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.163981:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433872.163983:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433872.163986:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433872.163989:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433872.163991:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433872.163993:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4299999266
00000100:00000001:0.0:1789433872.163996:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4299999918
00000100:00000001:0.0:1789433872.163998:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4299999266
00000100:00000001:0.0:1789433872.164000:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4299999918
00000100:00000001:0.0:1789433872.164002:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433872.164004:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433872.164006:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433872.164009:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433872/real 1789433872]  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433872.164016:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433872.164018:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433872.164020:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433872.164022:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433872.164024:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433872.164026:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433872.164030:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433872.164038:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.164044:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433872.164045:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.164048:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433872.164049:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433872.164052:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.164059:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433872.164063:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.164069:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433872.164072:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.164073:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433872.164075:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.164077:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433872.164081:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433872.164083:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433872.164087:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433872.164089:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433872.164093:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433872.164100:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933914240:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433872.164104:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.164107:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433872.164110:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28380 x1876351933913856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.164117:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433872.164120:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433872.164123:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433872.164126:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433872.164129:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433872.164131:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433872.164134:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433872.164137:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:0.0:1789433872.164142:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433872.164144:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433872.164146:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28380.
00000100:00000001:0.0:1789433872.164150:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433872.164151:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.164152:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433872.164156:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28000 x1876351933913984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.164172:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433872.164174:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433872.164175:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433872.164178:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433872.164179:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433872.164180:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433872.164182:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433872.164184:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:0.0:1789433872.164187:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433872.164188:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433872.164190:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28000.
00000100:00000001:0.0:1789433872.164192:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433872.164194:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.164195:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433872.164199:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a300 x1876351933914112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.164205:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433872.164206:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433872.164207:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433872.164209:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433872.164211:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433872.164212:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433872.164214:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433872.164215:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:0.0:1789433872.164218:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433872.164219:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433872.164220:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a300.
00000100:00000001:0.0:1789433872.164223:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433872.164224:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.164226:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433872.164229:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29180 x1876351933914240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433872.164235:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433872.164237:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433872.164238:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789433872.164241:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433872.164242:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433872.164243:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433872.164245:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433872.164246:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79800.
02000000:00000001:0.0:1789433872.164250:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433872.164251:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433872.164252:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29180.
00000100:00000001:0.0:1789433872.164255:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433872.164256:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.164258:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433872.164266:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433872.164268:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433872.164270:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433872.164272:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433872.415476:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433872.415486:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433872.415488:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433872.415494:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433872.415497:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433872.415502:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433872.415504:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433872.415507:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433872.415510:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433872.863469:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4299999918, at 4299999936
00000100:00000040:3.0:1789433872.863479:0:15039:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4299999918, at 4299999936
00000100:00000010:2.0:1789433872.863485:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81e40.
00000100:00000010:3.0:1789433872.863489:0:15039:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81000.
00000100:00000001:3.0:1789433872.927464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433872.927468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433872.927471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433872.927475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433872.927479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433872.927482:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433872.927485:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433872.927487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433872.927490:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433872.927584:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433872.927587:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433872.927590:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433873.184030:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433873.184037:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433873.184040:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433873.184046:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433873.184052:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433873.184057:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433873.184070:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433873.184075:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433873.184078:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433873.439470:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433873.439477:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433873.439479:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433873.439484:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433873.439487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433873.439491:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433873.439494:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433873.439497:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433873.439500:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433873.951595:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433873.951599:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433873.951603:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433873.951626:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433873.951630:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433873.951631:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433873.951634:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433873.951636:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433873.951639:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433873.951641:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433873.951642:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433873.951644:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433874.207490:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433874.207500:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433874.207503:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433874.207510:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433874.207514:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433874.207519:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433874.207523:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433874.207526:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433874.207530:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433874.463519:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433874.463526:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433874.463529:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433874.463534:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433874.463538:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433874.463542:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433874.463545:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433874.463547:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433874.463550:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433874.975491:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433874.975496:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433874.975499:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433874.975503:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433874.975508:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433874.975512:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433874.975515:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433874.975518:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433874.975523:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433874.975547:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433874.975552:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433874.975557:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433875.236521:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433875.236526:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433875.236528:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433875.236541:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433875.236545:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433875.236549:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433875.236552:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433875.236554:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433875.236556:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433875.487469:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433875.487476:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433875.487478:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433875.487484:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433875.487487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433875.487492:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433875.487495:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433875.487498:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433875.487501:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433875.999812:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433875.999820:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433875.999822:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433875.999828:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433875.999834:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433875.999838:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433875.999841:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433875.999844:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433875.999847:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433876.255962:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433876.255966:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433876.255967:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433876.255971:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433876.255973:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433876.255975:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433876.255977:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433876.255978:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433876.255980:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433876.511464:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433876.511471:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433876.511474:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433876.511483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433876.511487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433876.511490:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433876.511493:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433876.511495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433876.511499:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.023432:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433877.023438:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433877.023440:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433877.023445:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433877.023449:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433877.023452:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.023457:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433877.023461:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.023465:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433877.023527:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433877.023531:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433877.023534:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433877.279491:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433877.279499:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433877.279502:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433877.279508:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433877.279511:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433877.279515:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.279518:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433877.279520:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.279523:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433877.279614:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433877.279620:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433877.279805:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433877.279809:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433877.279813:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433877.279819:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5331
00000400:00000200:2.0:1789433877.279828:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433877.279834:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433877.279838:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433877.279841:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433877.279844:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433877.279847:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433877.279849:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433877.279856:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433877.279858:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433877.279861:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433877.279864:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433877.279866:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433877.279869:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433877.279872:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433877.279874:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433877.279876:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433877.279877:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433877.279880:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433877.279883:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433877.279885:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433877.279889:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433877.279892:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433877.279895:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.279897:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433877.279899:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433877.279908:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29880.
00000020:00000040:2.0:1789433877.279912:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433877.279916:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433877.279917:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.279920:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433877.279923:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433877.279926:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433877.279934:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789433877.279941:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433877.279949:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433877.279960:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433877.279965:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433877.279969:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ac992a] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433877.279994:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433877.279998:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433877.280001:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433877.280002:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433877.280004:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433877.280006:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433877.280009:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5331
00000400:00000200:2.0:1789433877.280012:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433877.280015:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433877.280017:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433877.280020:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433877.280021:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433877.280023:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433877.280025:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433877.280028:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433877.280029:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433877.280031:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433877.280033:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433877.280035:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433877.280037:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433877.280040:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433877.280041:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433877.280043:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433877.280045:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433877.280047:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433877.280049:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433877.280052:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433877.280054:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433877.280058:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433877.280060:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.280062:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433877.280066:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433877.280069:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.280071:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433877.280074:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b800.
00000020:00000040:2.0:1789433877.280077:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433877.280079:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433877.280080:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.280082:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433877.280083:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433877.280085:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433877.280089:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:2.0:1789433877.280092:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433877.280098:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433877.280105:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433877.280107:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433877.280111:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3088977] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433877.280138:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433877.280141:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433877.280144:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433877.280145:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433877.280147:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433877.280150:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433877.280152:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5331
00000400:00000200:2.0:1789433877.280156:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433877.280159:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433877.280162:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433877.280166:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433877.280168:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433877.280170:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433877.280173:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789433877.280173:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789433877.280177:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1789433877.280178:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789433877.280181:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1789433877.280181:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433877.280185:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1789433877.280191:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.280200:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1789433877.280200:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000100:00000001:0.0:1789433877.280203:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433877.280205:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
02000000:00000001:0.0:1789433877.280209:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1789433877.280210:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
02000000:00000001:0.0:1789433877.280213:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1789433877.280217:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:0.0:1789433877.280219:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.280222:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1789433877.280227:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933914368:192.168.203.104@tcp:250:kworker.0
00000100:00000040:2.0:1789433877.280228:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433877.280234:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789433877.280236:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1789433877.280238:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
02000000:00000001:0.0:1789433877.280241:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1789433877.280244:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:0.0:1789433877.280245:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.280249:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433877.280250:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1789433877.280254:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1789433877.280258:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:2.0:1789433877.280259:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433877.280262:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433877.280264:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.280267:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1789433877.280270:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00100000:2.0:1789433877.280272:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000010:0.0:1789433877.280274:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000008:00000001:2.0:1789433877.280276:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.280279:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433877.280280:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000010:2.0:1789433877.280284:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28e00.
00000100:00000200:0.0:1789433877.280287:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933914368, portal 25
00000020:00000040:2.0:1789433877.280289:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:0.0:1789433877.280291:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433877.280294:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258048 : -119883227293568 : ffff92f782d29880)
02000000:00000001:2.0:1789433877.280295:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1789433877.280300:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789433877.280305:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.280307:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1789433877.280309:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1789433877.280311:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
02000000:00000001:2.0:1789433877.280313:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1789433877.280315:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
02000000:00000001:2.0:1789433877.280317:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789433877.280319:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933914368, offset 0
00000400:00000200:0.0:1789433877.280326:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
02000000:00000010:2.0:1789433877.280326:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789433877.280332:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433877.280335:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:2.0:1789433877.280340:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789433877.280343:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433877.280363:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433877.280366:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433877.280368:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433877.280370:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433877.280373:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512396:512396:256:4294967295] 192.168.203.104@tcp LPNI seq info [512363:512363:8:4294967295]
00000400:00000200:0.0:1789433877.280376:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433877.280388:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433877.280395:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789433877.280395:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433877.280399:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433877.280404:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e55d] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1789433877.280407:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000100:00000001:2.0:1789433877.280417:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789433877.280422:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:2.0:1789433877.280422:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1789433877.280429:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000100:00080000:2.0:1789433877.280430:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433877.280433:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433877.280437:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1789433877.280441:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789433877.280446:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:0.1:1789433877.280447:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000100:00080000:2.0:1789433877.280453:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5331
00000800:00000100:0.0:1789433877.280456:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433877.280461:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:2.0:1789433877.280461:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433877.280467:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1789433877.280470:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433877.280476:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433877.280481:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000100:00080000:2.0:1789433877.280483:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1789433877.280485:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000040:2.0:1789433877.280491:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433877.280492:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1789433877.280496:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1789433877.280501:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789433877.280501:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433877.280507:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433877.280513:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433877.280516:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:0.0:1789433877.280519:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1789433877.280520:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433877.280524:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000040:0.0:1789433877.280527:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789433877.280527:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433877.280533:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:0.0:1789433877.280540:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433877.280540:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433877.280544:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789433877.280546:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433877.280550:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433877.280551:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.280554:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789433877.280558:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:2.0:1789433877.280560:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:0.0:1789433877.280561:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300005036
00000100:00080000:2.0:1789433877.280566:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000010:0.0:1789433877.280567:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81780.
00000100:00000001:2.0:1789433877.280572:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433877.280574:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433877.280577:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433877.280579:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.280581:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433877.280583:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:0.0:1789433877.280585:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000008:00000001:2.0:1789433877.280586:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.280590:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.280592:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300005036
00000100:00000010:2.0:1789433877.280595:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2ad80.
00000100:00000010:0.0:1789433877.280598:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81660.
00000020:00000040:2.0:1789433877.280599:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:0.0:1789433877.280604:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1789433877.280605:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433877.280607:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.280610:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433877.280612:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433877.280613:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.280615:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1789433877.280618:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:0.0:1789433877.280620:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.280625:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433877.280631:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433877/real 1789433877]  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433877.280645:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433877.280647:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433877.280649:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433877.280652:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433877.280654:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433877.280656:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433877.280660:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433877.280669:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.280675:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433877.280677:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.280679:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433877.280681:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433877.280685:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.280692:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433877.280697:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.280704:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433877.280707:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.280709:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433877.280710:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.280712:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433877.280714:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433877.280717:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433877.280721:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433877.280723:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433877.280728:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433877.280736:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933914368:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433877.280740:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433877.280744:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.280750:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433877.280751:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433877.280753:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433877.280755:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433877.280756:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433877.280759:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933914496:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433877.280762:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433877.280764:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433877.280765:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433877.280767:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433877.280770:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433877.280772:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433877.280776:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433877.280778:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433877.280781:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433877.280784:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933914496, portal 10
00000100:00000001:0.0:1789433877.280785:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433877.280787:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482266112 : -119883227285504 : ffff92f782d2b800)
00000100:00000040:0.0:1789433877.280793:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.280799:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433877.280801:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433877.280803:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433877.280805:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933914496, offset 0
00000400:00000200:0.0:1789433877.280808:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433877.280812:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433877.280816:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433877.280818:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433877.280821:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433877.280823:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433877.280825:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433877.280828:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512397:512397:256:4294967295] 192.168.203.104@tcp LPNI seq info [512364:512364:8:4294967295]
00000400:00000200:0.0:1789433877.280832:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433877.280838:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433877.280842:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433877.280845:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433877.280848:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433877.280852:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1789433877.280854:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789433877.280858:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433877.280862:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000100:00100000:2.0:1789433877.280865:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789433877.280869:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433877.280873:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433877.280877:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1789433877.280882:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789433877.280885:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1789433877.280887:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433877.280889:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433877.280894:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000040:2.0:1789433877.280895:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf7f5fd7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.280899:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433877.280906:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433877.280908:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433877.280912:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5342)
00000100:00000001:0.0:1789433877.280925:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433877.280928:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.280934:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.280936:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433877.280939:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433877.280942:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433877.280945:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433877.280947:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300004364
00000100:00000001:0.0:1789433877.280950:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300005036
00000100:00000001:0.0:1789433877.280952:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300004364
00000100:00000001:0.0:1789433877.280954:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300005036
00000100:00000001:0.0:1789433877.280956:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433877.281204:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.281207:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433877.281213:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433877/real 1789433877]  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433877.281221:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433877.281222:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433877.281224:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433877.281227:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433877.281228:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433877.281231:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433877.281234:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433877.281242:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281249:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433877.281250:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.281252:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433877.281254:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433877.281257:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281263:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433877.281267:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281273:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433877.281276:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.281278:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433877.281279:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.281281:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433877.281284:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433877.281286:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433877.281290:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433877.281292:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433877.281295:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433877.281303:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933914496:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433877.281307:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.281309:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433877.281312:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29880 x1876351933914368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281316:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433877.281318:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433877.281320:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789433877.281322:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433877.281324:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433877.281325:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433877.281326:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433877.281328:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:0.0:1789433877.281330:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433877.281331:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433877.281332:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29880.
00000100:00000001:0.0:1789433877.281334:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433877.281335:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.281336:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433877.281338:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b800 x1876351933914496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281345:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433877.281346:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433877.281347:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433877.281362:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433877.281362:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433877.281363:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433877.281364:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433877.281365:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:0.0:1789433877.281368:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433877.281368:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433877.281369:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b800.
00000100:00000001:0.0:1789433877.281370:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433877.281371:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.281372:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.281377:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433877.281378:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.281379:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433877.281380:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433877.281381:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433877.281383:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281388:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433877.281388:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433877.281390:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433877.281391:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433877.281392:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433877.281394:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933914624:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433877.281396:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433877.281397:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433877.281398:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433877.281400:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433877.281403:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433877.281404:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433877.281408:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433877.281411:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433877.281414:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433877.281417:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933914624, portal 4
00000100:00000001:0.0:1789433877.281419:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433877.281420:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482255360 : -119883227296256 : ffff92f782d28e00)
00000100:00000040:0.0:1789433877.281426:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281432:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433877.281434:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433877.281437:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433877.281439:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933914624, offset 0
00000400:00000200:0.0:1789433877.281443:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433877.281447:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433877.281450:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433877.281453:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433877.281455:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433877.281457:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433877.281460:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433877.281462:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512398:512398:256:4294967295] 192.168.203.104@tcp LPNI seq info [512365:512365:8:4294967295]
00000400:00000200:0.0:1789433877.281466:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433877.281472:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433877.281476:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433877.281479:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433877.281483:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433877.281486:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789433877.281490:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433877.281493:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1789433877.281497:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433877.281499:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433877.281501:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433877.281504:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433877.281507:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433877.281509:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433877.281511:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433877.281514:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281521:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433877.281524:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281529:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.281531:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433877.281533:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433877.281536:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433877.281539:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433877.281541:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300004382
00000100:00000001:0.0:1789433877.281543:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300005036
00000100:00000001:0.0:1789433877.281545:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300004382
00000100:00000001:0.0:1789433877.281547:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300005036
00000100:00000001:0.0:1789433877.281548:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433877.281550:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.281552:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433877.281555:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433877/real 1789433877]  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433877.281561:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433877.281562:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433877.281564:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433877.281566:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433877.281568:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433877.281570:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433877.281700:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433877.281709:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281715:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433877.281717:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.281718:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433877.281720:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433877.281723:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281730:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433877.281733:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281739:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433877.281741:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.281743:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433877.281744:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.281746:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433877.281750:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433877.281752:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433877.281755:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433877.281758:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433877.281761:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433877.281768:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933914624:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433877.281771:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433877.281774:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281779:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433877.281780:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433877.281783:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433877.281784:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433877.281786:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433877.281789:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933914752:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433877.281792:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433877.281794:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433877.281795:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433877.281797:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433877.281800:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789433877.281802:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433877.281805:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433877.281807:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433877.281811:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433877.281814:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933914752, portal 4
00000100:00000001:0.0:1789433877.281816:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433877.281817:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482263424 : -119883227288192 : ffff92f782d2ad80)
00000100:00000040:0.0:1789433877.281822:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281828:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433877.281830:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433877.281832:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433877.281834:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933914752, offset 0
00000400:00000200:0.0:1789433877.281838:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433877.281842:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433877.281845:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433877.281848:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433877.281850:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433877.281852:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433877.281854:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433877.281857:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512399:512399:256:4294967295] 192.168.203.104@tcp LPNI seq info [512366:512366:8:4294967295]
00000400:00000200:0.0:1789433877.281861:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433877.281867:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433877.281872:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433877.281875:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433877.281879:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433877.281881:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789433877.281885:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433877.281887:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1789433877.281891:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433877.281893:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433877.281895:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433877.281899:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433877.281902:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433877.281903:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433877.281914:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433877.281918:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281925:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433877.281928:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.281934:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.281936:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433877.281940:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433877.281942:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433877.281945:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433877.281952:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300004384
00000100:00000001:0.0:1789433877.281955:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300005036
00000100:00000001:0.0:1789433877.281965:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300004384
00000100:00000001:0.0:1789433877.281968:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300005036
00000100:00000001:0.0:1789433877.281970:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433877.281972:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.281974:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433877.281978:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433877/real 1789433877]  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433877.281991:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433877.281992:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433877.281994:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433877.281996:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433877.281998:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433877.282000:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433877.282003:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433877.282011:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.282017:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433877.282018:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.282019:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433877.282021:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433877.282029:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.282036:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433877.282040:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.282046:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433877.282052:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.282054:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433877.282055:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.282057:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433877.282060:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433877.282063:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433877.282066:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433877.282068:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433877.282079:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433877.282086:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933914752:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433877.282090:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.282092:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433877.282095:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28e00 x1876351933914624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.282101:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433877.282103:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433877.282104:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433877.282107:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433877.282108:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433877.282109:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433877.282111:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433877.282113:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:0.0:1789433877.282115:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433877.282115:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433877.282117:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28e00.
00000100:00000001:0.0:1789433877.282119:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433877.282121:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.282122:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433877.282136:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2ad80 x1876351933914752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433877.282142:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433877.282143:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433877.282144:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789433877.282146:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433877.282147:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433877.282148:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433877.282150:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433877.282152:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:0.0:1789433877.282153:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433877.282155:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433877.282156:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2ad80.
00000100:00000001:0.0:1789433877.282159:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433877.282160:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.282161:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433877.282165:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433877.282166:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433877.282168:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433877.282169:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433877.535463:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433877.535470:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433877.535472:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433877.535476:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433877.535480:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433877.535483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433877.535490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433877.535492:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433877.535496:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433877.983449:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300005036, at 4300005056
00000100:00000040:3.0:1789433877.983450:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300005036, at 4300005056
00000100:00000010:3.0:1789433877.983465:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81660.
00000100:00000010:2.0:1789433877.983468:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81780.
00000100:00000001:0.0:1789433878.047446:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433878.047453:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433878.047456:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433878.047461:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433878.047465:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433878.047469:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433878.047471:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433878.047473:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433878.047477:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433878.047585:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433878.047596:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433878.047601:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433878.303446:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433878.303453:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433878.303455:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433878.303460:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433878.303464:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433878.303468:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433878.303471:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433878.303473:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433878.303476:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433878.559470:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433878.559478:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433878.559480:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433878.559486:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433878.559490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433878.559493:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433878.559496:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433878.559498:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433878.559502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433879.071464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433879.071474:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433879.071479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433879.071483:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433879.071489:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433879.071496:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433879.071501:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433879.071505:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433879.071511:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433879.071573:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433879.071576:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433879.071580:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433879.327419:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433879.327427:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433879.327431:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433879.327439:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433879.327445:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433879.327449:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433879.327455:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433879.327460:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433879.327467:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433879.583460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433879.583467:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433879.583469:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433879.583475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433879.583479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433879.583483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433879.583485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433879.583487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433879.583490:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433880.095445:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433880.095453:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433880.095456:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433880.095461:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433880.095466:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433880.095470:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433880.095473:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433880.095476:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433880.095480:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433880.351464:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433880.351471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433880.351474:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433880.351480:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433880.351485:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433880.351489:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433880.351493:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433880.351496:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433880.351499:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433880.607464:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433880.607472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433880.607474:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433880.607479:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433880.607482:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433880.607486:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433880.607489:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433880.607491:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433880.607494:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433881.119546:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433881.119550:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433881.119555:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433881.119647:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433881.119652:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433881.119654:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433881.119658:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433881.119661:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433881.119664:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433881.119667:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433881.119669:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433881.119672:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433881.375459:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433881.375463:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433881.375466:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433881.375472:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433881.375474:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433881.375478:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433881.375482:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433881.375484:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433881.375490:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433881.631625:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433881.631631:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433881.631633:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433881.631637:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433881.631641:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433881.631644:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433881.631647:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433881.631649:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433881.631653:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433882.143456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433882.143463:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433882.143466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433882.143471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433882.143476:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433882.143480:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433882.143483:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433882.143486:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433882.143489:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433882.143633:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433882.143636:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433882.143639:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433882.399458:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433882.399466:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433882.399471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433882.399479:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433882.399485:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433882.399491:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433882.399496:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433882.399500:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433882.399506:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433882.399527:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433882.399534:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433882.399537:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433882.399542:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433882.399546:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433882.399553:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5337
00000400:00000200:2.0:1789433882.399561:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433882.399568:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433882.399571:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433882.399575:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399578:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433882.399589:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399593:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433882.399602:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433882.399604:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433882.399607:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433882.399610:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433882.399613:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433882.399616:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433882.399620:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399622:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433882.399625:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399627:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433882.399635:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433882.399639:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399642:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433882.399645:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433882.399649:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433882.399652:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433882.399655:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433882.399658:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433882.399664:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29500.
00000020:00000040:2.0:1789433882.399667:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433882.399671:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433882.399673:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433882.399677:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433882.399680:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433882.399683:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433882.399689:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79000.
00000100:00000001:2.0:1789433882.399694:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433882.399701:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29500 x1876351933914880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433882.399709:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433882.399712:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433882.399715:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687fa4f] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29500 x1876351933914880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433882.399733:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433882.399736:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433882.399739:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433882.399740:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433882.399742:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433882.399744:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433882.399748:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5337
00000400:00000200:2.0:1789433882.399752:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433882.399755:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433882.399757:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433882.399761:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399763:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433882.399766:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399768:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433882.399772:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433882.399773:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433882.399774:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433882.399777:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433882.399779:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433882.399782:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433882.399785:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399787:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433882.399789:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399790:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433882.399792:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433882.399795:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399797:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433882.399798:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433882.399803:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433882.399805:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433882.399807:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433882.399810:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433882.399813:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433882.399815:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433882.399818:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b100.
00000020:00000040:2.0:1789433882.399820:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433882.399822:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433882.399823:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433882.399825:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433882.399826:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433882.399828:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433882.399831:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78800.
00000100:00000001:2.0:1789433882.399834:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433882.399838:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b100 x1876351933915008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433882.399845:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433882.399847:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433882.399850:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad3da5f8] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b100 x1876351933915008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433882.399858:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433882.399860:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433882.399863:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433882.399865:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433882.399866:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433882.399873:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433882.399875:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5337
00000400:00000200:2.0:1789433882.399878:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433882.399880:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433882.399882:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433882.399884:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399887:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433882.399888:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399890:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433882.399893:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433882.399894:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433882.399895:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433882.399897:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433882.399899:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433882.399901:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433882.399903:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399905:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433882.399907:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399909:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433882.399911:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433882.399913:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399914:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433882.399917:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433882.399919:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433882.399921:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433882.399923:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433882.399925:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433882.399927:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433882.399929:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433882.399932:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a680.
00000020:00000040:2.0:1789433882.399934:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433882.399936:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433882.399937:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433882.399938:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433882.399939:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433882.399941:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433882.399945:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789433882.399947:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433882.399949:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00100000:2.0:1789433882.399951:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a680 x1876351933915136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1789433882.399953:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1789433882.399958:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433882.399959:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433882.399963:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049af382e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a680 x1876351933915136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433882.399970:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433882.399971:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433882.399974:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433882.399976:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433882.399977:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433882.399979:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433882.399981:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5337
00000400:00000200:2.0:1789433882.399984:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433882.399987:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433882.399989:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433882.399992:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399993:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433882.399995:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.399998:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433882.400000:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433882.400001:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433882.400003:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433882.400005:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433882.400006:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433882.400008:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433882.400011:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.400012:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433882.400014:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433882.400016:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433882.400018:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433882.400021:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433882.400022:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433882.400024:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433882.400026:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433882.400028:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433882.400029:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433882.400031:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433882.400033:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433882.400034:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433882.400037:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b480.
00000020:00000040:2.0:1789433882.400039:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433882.400041:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433882.400042:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433882.400044:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433882.400045:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433882.400047:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433882.400050:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789433882.400053:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433882.400057:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b480 x1876351933915264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433882.400069:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433882.400071:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433882.400075:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008be6ba08] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b480 x1876351933915264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433882.400082:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433882.400099:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5347)
00000800:00000200:1.1:1789433882.400292:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433882.400294:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789433882.400546:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433882.400549:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789433882.400720:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433882.400721:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1789433882.655861:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433882.655869:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433882.655871:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433882.655877:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433882.655881:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433882.655884:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433882.655888:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433882.655890:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433882.655893:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433883.103446:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300010155, at 4300010176
00000100:00000040:3.0:1789433883.103446:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300010155, at 4300010176
00000100:00000010:2.0:1789433883.103463:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d720.
00000100:00000010:3.0:1789433883.103465:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d900.
00000100:00000001:0.0:1789433883.167467:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433883.167476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433883.167478:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433883.167484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433883.167488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433883.167492:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433883.167494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433883.167497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433883.167500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433883.168056:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433883.168060:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433883.168063:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433883.423427:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433883.423434:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433883.423436:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433883.423442:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433883.423445:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433883.423449:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433883.423451:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433883.423455:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433883.423458:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433883.679930:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433883.679938:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433883.679940:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433883.679945:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433883.679949:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433883.679953:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433883.679957:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433883.679959:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433883.679962:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433884.191473:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433884.191483:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433884.191485:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433884.191492:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433884.191497:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433884.191501:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433884.191505:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433884.191508:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433884.191512:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433884.447441:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433884.447448:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433884.447452:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433884.447457:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433884.447463:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433884.447468:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433884.447472:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433884.447475:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433884.447478:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433884.703550:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433884.703558:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433884.703560:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433884.703565:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433884.703569:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433884.703573:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433884.703576:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433884.703578:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433884.703581:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433885.215449:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433885.215457:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433885.215459:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433885.215465:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433885.215469:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433885.215472:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433885.215475:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433885.215477:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433885.215480:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433885.215939:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433885.215943:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433885.215947:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433885.471456:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433885.471461:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433885.471463:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433885.471468:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433885.471472:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433885.471475:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433885.471478:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433885.471481:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433885.471484:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433885.727635:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433885.727642:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433885.727644:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433885.727649:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433885.727652:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433885.727656:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433885.727658:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433885.727661:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433885.727664:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433886.239523:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433886.239528:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433886.239532:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433886.239536:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433886.239541:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433886.239546:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433886.239552:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433886.239555:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433886.239560:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433886.239659:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433886.239663:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433886.239667:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433886.495454:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433886.495462:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433886.495466:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433886.495471:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433886.495477:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433886.495481:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433886.495486:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433886.495490:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433886.495494:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433886.751471:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433886.751479:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433886.751481:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433886.751487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433886.751490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433886.751494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433886.751497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433886.751499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433886.751502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433887.263791:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433887.263800:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433887.263803:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433887.263810:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433887.263813:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433887.263817:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433887.263819:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433887.263823:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433887.263826:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433887.264094:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433887.264097:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433887.264100:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433887.520420:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433887.520425:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433887.520426:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433887.520431:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433887.520433:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433887.520436:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433887.520439:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433887.520441:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433887.520444:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433887.520799:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433887.520805:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433887.520808:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433887.520811:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433887.520816:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433887.520822:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5342
00000400:00000200:3.0:1789433887.520832:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433887.520838:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433887.520841:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433887.520844:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.520848:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433887.520850:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.520856:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433887.520866:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433887.520868:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433887.520870:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433887.520873:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433887.520876:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433887.520878:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433887.520881:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.520883:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433887.520884:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.520886:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433887.520889:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433887.520892:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433887.520895:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433887.520898:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433887.520902:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433887.520904:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433887.520906:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433887.520909:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433887.520917:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289180.
00000020:00000040:3.0:1789433887.520920:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433887.520924:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433887.520925:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433887.520928:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433887.520931:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433887.520934:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433887.521012:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000100:00000001:3.0:1789433887.521020:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433887.521030:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289180 x1876351933915392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433887.521041:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433887.521045:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433887.521059:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef858d48] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289180 x1876351933915392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433887.521147:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433887.521150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433887.521153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433887.521155:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433887.521156:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433887.521159:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433887.521162:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5342
00000400:00000200:3.0:1789433887.521166:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433887.521170:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433887.521172:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433887.521176:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.521178:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433887.521181:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.521183:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433887.521187:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433887.521188:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433887.521192:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433887.521195:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433887.521199:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433887.521204:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433887.521209:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.521213:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433887.521216:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.521221:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433887.521225:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433887.521230:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433887.521234:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433887.521238:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433887.521245:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433887.521250:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433887.521254:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433887.521260:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433887.521267:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433887.521270:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433887.521277:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789433887.521282:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433887.521287:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433887.521289:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433887.521291:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433887.521293:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433887.521297:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433887.521305:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789433887.521312:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433887.521320:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933915520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433887.521334:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433887.521336:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433887.521341:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933915520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433887.521511:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433887.521517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433887.521522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433887.521526:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433887.521529:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433887.521533:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433887.521538:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5342
00000400:00000200:3.0:1789433887.521546:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433887.521554:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433887.521559:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1789433887.521564:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789433887.521567:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:1.1:1789433887.521569:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1789433887.521571:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433887.521576:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.521582:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433887.521588:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433887.521591:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433887.521593:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433887.521597:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433887.521603:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433887.521607:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433887.521612:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.521617:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433887.521622:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.521626:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433887.521631:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433887.521638:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433887.521643:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433887.521698:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433887.521704:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433887.521709:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433887.521713:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433887.521718:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433887.521723:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433887.521726:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433887.521732:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789433887.521737:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433887.521743:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433887.521746:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433887.521748:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433887.521752:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433887.521756:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433887.521764:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
00000100:00000001:3.0:1789433887.521771:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433887.521781:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933915648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433887.521807:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433887.521812:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433887.521821:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933915648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433887.521837:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433887.521843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433887.521852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433887.521936:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433887.522003:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433887.522008:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433887.522011:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5342
00000400:00000200:3.0:1789433887.522015:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433887.522019:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433887.522021:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433887.522024:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.522026:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433887.522028:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.522030:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433887.522034:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433887.522035:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433887.522037:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433887.522039:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433887.522041:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433887.522043:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433887.522046:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.522058:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433887.522060:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433887.522062:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433887.522126:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433887.522134:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433887.522138:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433887.522142:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433887.522147:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433887.522152:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433887.522157:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433887.522160:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433887.522164:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433887.522166:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433887.522171:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789433887.522176:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433887.522181:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433887.522184:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433887.522188:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433887.522192:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433887.522194:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433887.522200:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789433887.522206:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433887.522217:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933915776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433887.522233:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433887.522238:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433887.522247:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933915776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433887.522262:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433887.522269:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5352)
00000800:00000200:1.1:1789433887.523230:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433887.523232:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433887.523566:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433887.523569:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789433887.523909:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433887.523911:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1789433887.775469:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433887.775475:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433887.775478:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433887.775483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433887.775487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433887.775491:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433887.775494:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433887.775497:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433887.775500:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433888.223463:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300015277, at 4300015296
00000100:00000010:3.0:1789433888.223479:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc00.
00000100:00000040:2.0:1789433888.223512:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300015277, at 4300015296
00000100:00000010:2.0:1789433888.223519:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d840.
00000100:00000001:3.0:1789433888.288148:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433888.288153:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433888.288155:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433888.288159:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433888.288162:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433888.288166:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433888.288168:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433888.288170:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433888.288173:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433888.543468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433888.543476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433888.543479:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433888.543484:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433888.543488:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433888.543492:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433888.543495:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433888.543497:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433888.543499:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433888.799932:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433888.799939:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433888.799941:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433888.799947:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433888.799951:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433888.799954:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433888.799957:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433888.799960:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433888.799963:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433889.311549:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433889.311556:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433889.311558:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433889.311564:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433889.311567:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433889.311570:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433889.311574:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433889.311576:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433889.311580:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433889.311767:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433889.311770:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433889.311773:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433889.567464:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433889.567470:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433889.567473:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433889.567478:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433889.567481:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433889.567485:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433889.567488:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433889.567490:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433889.567493:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433889.572086:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433889.572091:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433889.572093:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433889.572097:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433889.572101:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433889.572103:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433889.572106:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433889.572108:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433889.572111:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433889.823691:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433889.823698:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433889.823700:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433889.823705:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433889.823709:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433889.823712:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433889.823715:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433889.823717:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433889.823720:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433890.335453:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433890.335461:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433890.335464:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433890.335469:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433890.335473:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433890.335477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433890.335481:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433890.335484:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433890.335488:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433890.335584:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433890.335588:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433890.335591:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433890.591486:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433890.591493:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433890.591495:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433890.591500:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433890.591504:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433890.591508:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433890.591510:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433890.591512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433890.591515:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433890.591588:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433890.591592:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433890.591593:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433890.591596:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433890.591598:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433890.591600:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433890.591602:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433890.591604:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433890.591606:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433890.847907:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433890.847915:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433890.847916:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433890.847932:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433890.847936:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433890.847939:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433890.847942:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433890.847945:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433890.847948:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433891.359514:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433891.359518:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433891.359520:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433891.359524:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433891.359527:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433891.359530:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433891.359533:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433891.359535:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433891.359538:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433891.359632:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433891.359635:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433891.359648:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433891.615453:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433891.615453:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433891.615460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433891.615460:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433891.615463:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433891.615463:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433891.615468:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433891.615468:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433891.615471:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433891.615472:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433891.615475:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433891.615475:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433891.615478:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433891.615478:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433891.615481:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433891.615481:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433891.615484:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433891.615484:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433891.871467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433891.871474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433891.871476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433891.871482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433891.871485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433891.871489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433891.871492:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433891.871495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433891.871498:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433892.383465:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433892.383474:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433892.383477:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433892.383482:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433892.383487:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433892.383490:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433892.383493:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433892.383496:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433892.383500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433892.639457:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1789433892.639463:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789433892.639465:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433892.639468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433892.639471:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433892.639475:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433892.639478:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433892.639483:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433892.639491:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5347
00000100:00000001:3.0:1789433892.639497:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:2.0:1789433892.639501:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433892.639502:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433892.639505:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789433892.639509:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00100000:3.0:1789433892.639511:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:2.0:1789433892.639513:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789433892.639518:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1789433892.639519:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433892.639523:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433892.639524:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789433892.639529:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433892.639532:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789433892.639536:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433892.639536:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433892.639544:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00100000:0.0:1789433892.639546:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433892.639551:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433892.639553:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789433892.639554:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789433892.639556:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1789433892.639557:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000100:00000001:0.0:1789433892.639559:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789433892.639561:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789433892.639563:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789433892.639566:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433892.639570:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433892.639573:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433892.639577:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.639580:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433892.639582:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.639585:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433892.639588:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433892.639592:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433892.639594:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433892.639597:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433892.639601:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433892.639614:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433892.639616:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433892.639619:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433892.639628:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b480.
00000020:00000040:2.0:1789433892.639631:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433892.639635:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433892.639637:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433892.639640:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433892.639645:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433892.639649:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433892.639657:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000100:00000001:2.0:1789433892.639663:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433892.639672:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b480 x1876351933915904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433892.639682:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433892.639687:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433892.639692:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008be6ba08] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b480 x1876351933915904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433892.639718:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433892.639720:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433892.639724:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433892.639725:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433892.639727:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433892.639729:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433892.639732:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5347
00000400:00000200:2.0:1789433892.639736:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433892.639739:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433892.639741:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433892.639744:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.639746:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433892.639749:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.639751:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433892.639755:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433892.639757:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433892.639758:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433892.639761:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433892.639763:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433892.639765:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433892.639769:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.639771:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433892.639773:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.639775:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433892.639777:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433892.639780:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433892.639782:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433892.639784:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433892.639789:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433892.639791:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433892.639793:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433892.639796:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433892.639799:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433892.639801:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433892.639805:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a680.
00000020:00000040:2.0:1789433892.639807:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433892.639809:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433892.639811:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433892.639813:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433892.639815:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433892.639818:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433892.639823:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79800.
00000100:00000001:2.0:1789433892.639829:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433892.639837:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a680 x1876351933916032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433892.639859:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433892.639862:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433892.639868:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049af382e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a680 x1876351933916032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433892.639894:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433892.639899:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433892.639905:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433892.639908:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433892.639910:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433892.639923:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433892.639928:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5347
00000400:00000200:2.0:1789433892.639934:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433892.639940:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433892.639945:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433892.639951:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.639955:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433892.639960:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.639965:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433892.639970:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433892.639973:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433892.639977:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433892.639981:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433892.639984:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433892.639988:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433892.639994:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.640002:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433892.640007:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.640079:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433892.640083:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433892.640101:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000200:1.1:1789433892.640106:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789433892.640107:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433892.640112:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1789433892.640112:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1789433892.640116:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433892.640121:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433892.640125:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433892.640129:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433892.640132:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433892.640137:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433892.640143:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b100.
00000020:00000040:2.0:1789433892.640147:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433892.640152:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433892.640155:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433892.640158:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433892.640162:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433892.640166:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433892.640171:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789433892.640178:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433892.640188:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b100 x1876351933916160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433892.640213:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433892.640216:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433892.640222:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad3da5f8] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b100 x1876351933916160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433892.640235:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433892.640241:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433892.640246:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433892.640249:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433892.640251:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433892.640254:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433892.640258:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5347
00000400:00000200:2.0:1789433892.640265:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433892.640270:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433892.640273:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433892.640279:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.640283:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433892.640285:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.640287:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433892.640290:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433892.640292:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433892.640294:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433892.640298:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433892.640303:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433892.640307:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433892.640313:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.640319:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433892.640323:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433892.640340:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433892.640345:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433892.640382:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433892.640387:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433892.640392:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433892.640395:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433892.640399:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433892.640401:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433892.640403:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433892.640407:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433892.640410:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433892.640415:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29500.
00000020:00000040:2.0:1789433892.640420:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433892.640425:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433892.640428:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433892.640432:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433892.640434:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433892.640438:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433892.640444:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789433892.640449:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433892.640458:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29500 x1876351933916288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433892.640467:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433892.640471:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433892.640475:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687fa4f] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29500 x1876351933916288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433892.640486:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433892.640492:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5357)
00000800:00000200:1.1:1789433892.640717:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433892.640719:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433892.640993:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433892.640995:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789433892.641279:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433892.641282:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1789433892.895833:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433892.895844:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433892.895847:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433892.895853:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433892.895857:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433892.895862:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433892.895865:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433892.895868:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433892.895872:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433893.343469:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300020395, at 4300020416
00000100:00000010:3.0:1789433893.343484:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd80.
00000100:00000040:2.0:1789433893.343548:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300020395, at 4300020416
00000100:00000010:2.0:1789433893.343562:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d1e0.
00000020:00000001:2.0:1789433893.407594:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433893.407599:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433893.407604:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433893.407617:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433893.407625:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433893.407627:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433893.407632:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433893.407638:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433893.407643:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433893.407647:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433893.407649:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433893.407652:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433893.663421:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433893.663429:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433893.663431:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433893.663438:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433893.663442:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433893.663445:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433893.663448:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433893.663450:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433893.663454:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433893.663463:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433893.663470:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433893.663472:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433893.663479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433893.663483:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433893.663487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433893.663490:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433893.663493:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433893.663495:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433893.919478:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433893.919484:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433893.919486:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433893.919489:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433893.919492:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433893.919494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433893.919497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433893.919498:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433893.919501:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433894.431464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433894.431476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433894.431478:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433894.431485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433894.431490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433894.431495:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433894.431499:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433894.431503:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433894.431511:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433894.431821:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433894.431823:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433894.431826:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433894.687428:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433894.687435:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433894.687438:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433894.687444:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433894.687448:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433894.687451:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433894.687454:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433894.687457:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433894.687459:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433894.687467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433894.687472:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433894.687473:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433894.687476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433894.687479:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433894.687482:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433894.687484:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433894.687486:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433894.687489:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433894.943481:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433894.943488:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433894.943491:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433894.943496:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433894.943499:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433894.943503:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433894.943506:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433894.943508:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433894.943511:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433895.455538:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433895.455547:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433895.455549:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433895.455554:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433895.455558:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433895.455562:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433895.455565:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433895.455568:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433895.455571:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433895.455710:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433895.455713:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433895.455716:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433895.711451:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433895.711451:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433895.711457:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433895.711457:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433895.711460:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433895.711460:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433895.711466:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433895.711466:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433895.711469:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433895.711469:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433895.711473:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433895.711476:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433895.711478:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433895.711479:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433895.711481:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433895.711482:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433895.711484:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433895.711487:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433895.967469:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433895.967476:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433895.967478:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433895.967484:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433895.967488:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433895.967492:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433895.967495:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433895.967498:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433895.967501:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433896.479444:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433896.479454:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433896.479458:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433896.479465:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433896.479471:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433896.479477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433896.479480:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433896.479484:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433896.479488:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433896.735452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433896.735452:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433896.735458:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433896.735459:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433896.735461:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433896.735462:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433896.735468:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433896.735468:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433896.735475:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433896.735475:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433896.735481:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433896.735484:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433896.735487:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433896.735488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433896.735490:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433896.735495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433896.735498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433896.735502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433896.991478:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433896.991486:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433896.991488:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433896.991494:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433896.991514:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433896.991520:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433896.991523:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433896.991526:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433896.991529:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433897.503506:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433897.503517:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433897.503520:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433897.503534:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433897.503543:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433897.503550:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433897.503558:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433897.503563:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433897.503568:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433897.504099:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433897.504103:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433897.504106:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433897.759472:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433897.759479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433897.759481:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433897.759486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433897.759489:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433897.759493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433897.759497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433897.759499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433897.759502:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433897.759667:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433897.759676:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433897.759677:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433897.759680:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433897.759682:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433897.759684:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433897.759687:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433897.759688:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433897.759690:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433897.760341:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433897.760361:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433897.760364:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433897.760368:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433897.760372:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433897.760379:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5352
00000400:00000200:2.0:1789433897.760388:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433897.760393:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433897.760396:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433897.760400:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760403:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433897.760405:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760407:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433897.760414:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433897.760416:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433897.760419:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433897.760422:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433897.760425:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433897.760427:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433897.760430:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760431:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433897.760433:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760435:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433897.760438:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433897.760441:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760444:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433897.760448:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433897.760451:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433897.760454:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433897.760456:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433897.760459:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433897.760467:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2ad80.
00000020:00000040:2.0:1789433897.760470:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433897.760473:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433897.760475:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433897.760478:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433897.760481:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433897.760485:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433897.760492:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789433897.760498:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433897.760508:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2ad80 x1876351933916416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433897.760519:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433897.760523:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433897.760528:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf7f5fd7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2ad80 x1876351933916416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433897.760556:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433897.760559:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433897.760562:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433897.760564:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433897.760565:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433897.760568:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433897.760571:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5352
00000400:00000200:2.0:1789433897.760574:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433897.760578:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433897.760580:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433897.760582:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760585:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433897.760587:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760589:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433897.760591:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433897.760593:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433897.760594:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433897.760596:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433897.760598:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433897.760601:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433897.760603:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760605:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433897.760607:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760609:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433897.760611:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433897.760613:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760616:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433897.760617:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433897.760622:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433897.760624:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433897.760626:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433897.760630:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433897.760633:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433897.760634:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433897.760637:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28e00.
00000020:00000040:2.0:1789433897.760639:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433897.760641:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433897.760642:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433897.760644:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433897.760645:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433897.760647:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433897.760650:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789433897.760654:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433897.760659:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28e00 x1876351933916544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433897.760666:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433897.760668:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433897.760672:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e55d] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28e00 x1876351933916544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433897.760679:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433897.760681:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433897.760684:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433897.760686:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433897.760687:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433897.760690:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433897.760692:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5352
00000400:00000200:2.0:1789433897.760695:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433897.760697:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433897.760699:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433897.760702:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760704:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433897.760706:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760707:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433897.760709:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433897.760710:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433897.760712:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433897.760713:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433897.760715:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433897.760718:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433897.760720:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760722:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433897.760723:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760726:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433897.760728:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433897.760730:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760732:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433897.760734:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433897.760737:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433897.760739:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433897.760741:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433897.760743:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433897.760745:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433897.760747:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433897.760750:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b800.
00000020:00000040:2.0:1789433897.760752:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433897.760754:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433897.760755:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433897.760757:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433897.760758:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433897.760759:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433897.760763:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79800.
00000100:00000001:2.0:1789433897.760766:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433897.760770:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b800 x1876351933916672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433897.760777:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433897.760779:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433897.760783:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3088977] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b800 x1876351933916672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433897.760789:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433897.760791:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433897.760794:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433897.760795:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433897.760797:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433897.760800:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433897.760802:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5352
00000400:00000200:2.0:1789433897.760806:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433897.760808:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433897.760810:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433897.760813:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760815:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433897.760817:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760819:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433897.760822:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433897.760823:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433897.760825:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433897.760827:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433897.760829:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433897.760831:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433897.760834:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760835:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433897.760837:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760839:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433897.760841:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433897.760843:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433897.760845:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433897.760847:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433897.760849:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433897.760851:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433897.760853:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433897.760854:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433897.760856:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433897.760858:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433897.760861:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29880.
00000020:00000040:2.0:1789433897.760863:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433897.760865:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433897.760866:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433897.760868:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433897.760869:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433897.760870:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433897.760874:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000100:00000001:2.0:1789433897.760877:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433897.760881:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29880 x1876351933916800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433897.760888:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433897.760890:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433897.760894:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ac992a] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29880 x1876351933916800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433897.760901:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433897.760905:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5362)
00000800:00000200:1.1:1789433897.761162:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433897.761165:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433897.764418:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433897.764421:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433897.764713:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433897.764715:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789433897.764991:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433897.764994:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1789433898.015455:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433898.015461:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433898.015463:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433898.015466:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433898.015468:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433898.015471:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433898.015473:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433898.015474:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433898.015477:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433898.463469:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300025519, at 4300025536
00000100:00000040:3.0:1789433898.463469:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300025519, at 4300025536
00000100:00000010:3.0:1789433898.463485:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06df00.
00000100:00000010:2.0:1789433898.463486:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d8a0.
00000100:00000001:3.0:1789433898.527457:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433898.527469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433898.527472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433898.527478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433898.527483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433898.527487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433898.527491:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433898.527493:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433898.527497:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433898.527700:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433898.527703:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433898.527706:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433898.783435:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433898.783435:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433898.783443:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433898.783444:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433898.783445:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433898.783447:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433898.783452:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433898.783453:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433898.783458:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433898.783459:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433898.783463:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433898.783464:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433898.783469:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433898.783470:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433898.783474:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433898.783474:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433898.783482:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433898.783482:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433899.039684:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433899.039699:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433899.039702:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433899.039707:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433899.039712:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433899.039716:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433899.039719:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433899.039722:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433899.039724:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433899.551445:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433899.551452:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433899.551454:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433899.551457:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433899.551460:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433899.551463:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433899.551465:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433899.551466:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433899.551468:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433899.553420:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433899.553424:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433899.553428:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433899.807476:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433899.807495:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433899.807497:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433899.807503:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433899.807507:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433899.807511:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433899.807514:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433899.807516:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433899.807519:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433899.808171:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433899.808175:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433899.808177:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433899.808180:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433899.808182:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433899.808185:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433899.808187:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433899.808189:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433899.808191:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433900.063820:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433900.063825:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433900.063827:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433900.063831:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433900.063833:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433900.063836:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433900.063838:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433900.063840:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433900.063842:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433900.575513:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433900.575521:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433900.575526:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433900.575533:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433900.575538:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433900.575543:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433900.575548:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433900.575553:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433900.575558:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433900.831434:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433900.831441:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433900.831443:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433900.831449:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433900.831453:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433900.831457:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433900.831460:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433900.831462:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433900.831465:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433900.831576:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433900.831580:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433900.831581:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433900.831584:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433900.831586:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433900.831588:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433900.831590:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433900.831591:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433900.831593:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433901.087458:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433901.087465:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433901.087467:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433901.087473:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433901.087476:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433901.087480:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433901.087483:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433901.087485:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433901.087488:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433901.599452:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433901.599459:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433901.599461:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433901.599466:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433901.599470:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433901.599475:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433901.599478:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433901.599480:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433901.599485:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433901.600709:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433901.600713:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433901.600717:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433901.855423:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433901.855430:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433901.855432:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433901.855436:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433901.855438:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433901.855441:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433901.855443:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433901.855445:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433901.855447:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433901.856392:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433901.856395:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433901.856396:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433901.856399:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433901.856401:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433901.856402:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433901.856404:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433901.856405:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433901.856406:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433902.111440:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433902.111445:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433902.111447:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433902.111451:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433902.111453:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433902.111456:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433902.111458:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433902.111460:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433902.111462:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433902.623460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433902.623467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433902.623470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433902.623475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433902.623480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433902.623484:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433902.623487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433902.623490:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433902.623493:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433902.624649:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433902.624652:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433902.624656:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433902.879404:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433902.879414:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433902.879417:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433902.879423:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433902.879430:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433902.879434:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433902.879437:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433902.879441:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789433902.879441:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789433902.879446:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433902.879449:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433902.879453:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433902.879457:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433902.879462:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1789433902.879463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433902.879470:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1789433902.879471:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5357
00000100:00000001:3.0:1789433902.879473:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433902.879481:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000400:00000200:2.0:1789433902.879488:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433902.879488:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433902.879494:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433902.879499:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1789433902.879500:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:3.0:1789433902.879503:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789433902.879505:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789433902.879509:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433902.879513:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879519:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433902.879522:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879525:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433902.879533:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433902.879536:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433902.879539:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433902.879542:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433902.879544:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433902.879547:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433902.879550:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879552:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433902.879554:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879555:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433902.879559:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433902.879562:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879564:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433902.879567:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433902.879571:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433902.879574:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433902.879576:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433902.879579:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433902.879598:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29180.
00000020:00000040:2.0:1789433902.879602:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433902.879606:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433902.879607:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433902.879610:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433902.879612:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433902.879616:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433902.879624:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789433902.879631:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433902.879639:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29180 x1876351933916928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433902.879649:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433902.879652:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433902.879656:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3953f8c] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29180 x1876351933916928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433902.879673:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433902.879676:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433902.879679:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433902.879680:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433902.879682:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433902.879685:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433902.879687:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5357
00000400:00000200:2.0:1789433902.879690:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433902.879693:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433902.879695:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433902.879698:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879700:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433902.879702:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879704:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433902.879707:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433902.879708:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433902.879709:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433902.879711:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433902.879713:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433902.879715:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433902.879718:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879720:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433902.879726:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879728:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433902.879730:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433902.879732:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879735:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433902.879737:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433902.879741:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433902.879743:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433902.879745:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433902.879748:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433902.879751:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433902.879753:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433902.879756:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a300.
00000020:00000040:2.0:1789433902.879758:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433902.879760:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433902.879761:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433902.879763:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433902.879764:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433902.879766:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433902.879770:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:2.0:1789433902.879773:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433902.879778:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a300 x1876351933917056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433902.879786:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433902.879788:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433902.879795:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcc0670] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a300 x1876351933917056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433902.879804:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433902.879806:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433902.879809:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433902.879810:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433902.879812:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433902.879814:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433902.879817:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5357
00000400:00000200:2.0:1789433902.879820:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433902.879822:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433902.879825:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433902.879827:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879829:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433902.879831:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879833:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433902.879835:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433902.879836:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433902.879838:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433902.879839:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433902.879841:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433902.879843:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433902.879846:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879847:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433902.879849:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879850:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433902.879854:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433902.879856:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879859:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433902.879861:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433902.879865:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433902.879867:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433902.879869:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433902.879871:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433902.879874:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433902.879875:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433902.879878:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28000.
00000020:00000040:2.0:1789433902.879880:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433902.879882:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433902.879883:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433902.879885:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433902.879886:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433902.879888:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433902.879891:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789433902.879894:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433902.879897:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28000 x1876351933917184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433902.879904:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433902.879905:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433902.879909:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f58c4e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28000 x1876351933917184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433902.879916:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433902.879918:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1789433902.879918:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:2.0:1789433902.879921:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.1:1789433902.879921:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1789433902.879922:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433902.879924:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433902.879926:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433902.879929:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5357
00000400:00000200:2.0:1789433902.879932:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433902.879943:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433902.879946:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433902.879949:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879951:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433902.879953:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879955:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433902.879958:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433902.879959:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433902.879961:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433902.879963:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433902.879965:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433902.879967:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433902.879970:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879972:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433902.879973:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879976:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433902.879978:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433902.879980:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433902.879983:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433902.879985:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433902.879987:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433902.879990:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433902.879992:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433902.879994:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433902.879995:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433902.879997:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433902.880000:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28380.
00000020:00000040:2.0:1789433902.880003:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433902.880005:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433902.880006:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433902.880008:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433902.880010:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433902.880012:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433902.880015:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789433902.880018:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433902.880022:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28380 x1876351933917312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433902.880029:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433902.880031:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433902.880035:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52b4d98] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28380 x1876351933917312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433902.880042:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433902.880053:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5367)
00000800:00000200:1.1:1789433902.880262:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433902.880264:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433902.880506:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433902.880508:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789433902.880742:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433902.880744:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1789433903.135453:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433903.135460:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433903.135463:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433903.135468:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433903.135472:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433903.135475:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433903.135478:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433903.135481:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433903.135484:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433903.583463:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300030635, at 4300030656
00000100:00000040:2.0:1789433903.583464:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300030635, at 4300030656
00000100:00000010:3.0:1789433903.583487:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d660.
00000100:00000010:2.0:1789433903.583490:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d600.
00000100:00000001:3.0:1789433903.647521:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433903.647534:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433903.647540:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433903.647549:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433903.647556:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433903.647562:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433903.647568:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433903.647574:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433903.647580:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433903.647654:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433903.647659:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433903.647662:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433903.903484:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433903.903492:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433903.903494:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433903.903500:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1789433903.903501:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433903.903508:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433903.903509:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433903.903514:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433903.903515:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433903.903523:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1789433903.903526:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433903.903527:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433903.903540:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433903.903541:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433903.903546:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433903.903553:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433903.903557:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433903.903561:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433904.159453:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433904.159460:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433904.159461:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433904.159465:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433904.159468:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433904.159471:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433904.159473:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433904.159475:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433904.159477:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433904.671497:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433904.671505:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433904.671508:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433904.671517:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433904.671523:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433904.671529:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433904.671532:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433904.671535:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433904.671539:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433904.927453:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433904.927454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433904.927460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433904.927460:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433904.927462:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433904.927462:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433904.927467:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433904.927467:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433904.927471:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433904.927471:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433904.927475:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433904.927475:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433904.927478:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433904.927478:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433904.927481:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433904.927481:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433904.927483:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433904.927483:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433905.183463:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433905.183472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433905.183474:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433905.183480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433905.183484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433905.183488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433905.183490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433905.183493:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433905.183497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433905.695481:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433905.695493:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433905.695498:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433905.695508:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433905.695518:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433905.695523:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433905.695527:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433905.695532:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433905.695538:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433905.695603:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433905.695610:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433905.695617:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433905.951457:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433905.951457:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433905.951463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433905.951464:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433905.951466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433905.951468:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433905.951471:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433905.951473:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433905.951475:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433905.951479:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433905.951480:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433905.951484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433905.951485:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433905.951486:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433905.951490:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433905.951491:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433905.951494:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433905.951496:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433906.207489:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433906.207497:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433906.207499:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433906.207505:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433906.207508:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433906.207511:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433906.207514:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433906.207517:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433906.207519:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433906.719457:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433906.719466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433906.719469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433906.719474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433906.719479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433906.719485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433906.719488:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433906.719491:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433906.719495:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433906.719601:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433906.719605:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433906.719609:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433906.975462:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433906.975463:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433906.975471:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433906.975471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433906.975475:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433906.975475:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433906.975483:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433906.975483:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433906.975488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433906.975489:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433906.975494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433906.975494:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433906.975501:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433906.975501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433906.975505:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433906.975505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433906.975510:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433906.975511:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433907.231465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433907.231473:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433907.231475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433907.231480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433907.231484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433907.231488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433907.231491:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433907.231494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433907.231497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433907.743467:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433907.743476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433907.743481:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433907.743487:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433907.743493:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433907.743499:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433907.743505:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433907.743509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433907.743512:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433907.743755:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433907.743759:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433907.743763:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433907.999466:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433907.999466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433907.999473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433907.999474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433907.999475:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433907.999477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433907.999480:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789433907.999481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433907.999484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433907.999486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433907.999488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433907.999491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433907.999491:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433907.999494:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433907.999496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433907.999497:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433907.999499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433907.999502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433907.999518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433907.999522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789433907.999525:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433907.999528:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433907.999531:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433907.999537:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5362
00000400:00000200:0.0:1789433907.999545:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433907.999550:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433907.999553:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433907.999556:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433907.999558:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433907.999560:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433907.999563:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433907.999570:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433907.999572:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789433907.999574:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433907.999577:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789433907.999579:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789433907.999582:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789433907.999584:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433907.999586:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433907.999588:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433907.999589:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433907.999592:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789433907.999595:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433907.999597:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433907.999600:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433907.999603:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433907.999606:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433907.999607:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433907.999610:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433907.999617:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc380.
00000020:00000040:0.0:1789433907.999621:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789433907.999624:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433907.999626:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433907.999628:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433907.999631:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433907.999635:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433907.999641:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000100:00000001:0.0:1789433907.999647:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433907.999654:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc380 x1876351933917440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433907.999664:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433907.999668:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433907.999671:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008be3708] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc380 x1876351933917440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433907.999692:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433907.999695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433907.999698:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789433907.999699:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433907.999701:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433907.999703:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433907.999705:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5362
00000400:00000200:0.0:1789433907.999708:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433907.999711:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433907.999714:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433907.999717:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433907.999719:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433907.999722:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433907.999724:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433907.999727:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433907.999728:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789433907.999730:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433907.999735:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789433907.999739:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789433907.999744:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789433907.999750:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433907.999755:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433907.999758:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433907.999763:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433907.999768:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789433907.999772:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433907.999775:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433907.999779:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433907.999786:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433907.999791:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433907.999794:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433907.999799:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789433907.999806:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433907.999810:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433907.999814:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf100.
00000020:00000040:0.0:1789433907.999819:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789433907.999824:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433907.999826:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433907.999829:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433907.999832:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433907.999835:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433907.999842:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17800.
00000100:00000001:0.0:1789433907.999847:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433907.999855:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf100 x1876351933917568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433907.999866:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433907.999871:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433907.999884:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053892fb8] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf100 x1876351933917568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433907.999910:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433907.999915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433907.999920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789433907.999926:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433907.999929:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433907.999933:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433907.999939:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5362
00000400:00000200:0.0:1789433907.999947:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433907.999953:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433907.999956:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433907.999959:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433907.999961:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433907.999965:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433907.999968:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433908.000003:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433908.000006:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789433908.000009:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433908.000012:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789433908.000017:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789433908.000020:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789433908.000026:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433908.000029:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433908.000031:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433908.000034:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433908.000039:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789433908.000042:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433908.000047:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433908.000052:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433908.000055:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433908.000060:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433908.000062:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433908.000064:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789433908.000067:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433908.000067:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789433908.000071:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433908.000074:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000100:00000010:0.0:1789433908.000076:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbe300.
00000020:00000040:0.0:1789433908.000079:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433908.000082:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433908.000085:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433908.000087:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433908.000089:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433908.000092:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433908.000095:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14800.
00000100:00000001:0.0:1789433908.000098:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433908.000106:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbe300 x1876351933917696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433908.000120:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433908.000125:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433908.000133:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad113eb] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbe300 x1876351933917696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433908.000146:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433908.000150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433908.000154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789433908.000156:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433908.000157:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433908.000160:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433908.000164:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5362
00000400:00000200:0.0:1789433908.000171:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433908.000175:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433908.000177:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433908.000182:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433908.000184:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433908.000187:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433908.000188:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433908.000191:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433908.000202:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789433908.000205:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433908.000208:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789433908.000213:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789433908.000216:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789433908.000221:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433908.000225:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433908.000230:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433908.000233:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433908.000239:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789433908.000244:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433908.000249:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433908.000251:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433908.000255:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433908.000259:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433908.000260:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433908.000262:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789433908.000264:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433908.000268:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433908.000272:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbed80.
00000020:00000040:0.0:1789433908.000276:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433908.000280:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433908.000282:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433908.000284:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433908.000287:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433908.000289:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433908.000293:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17000.
00000100:00000001:0.0:1789433908.000300:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433908.000306:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbed80 x1876351933917824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433908.000311:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433908.000315:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433908.000321:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d26fcf9] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbed80 x1876351933917824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433908.000330:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433908.000336:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5372)
00000800:00000200:1.1:1789433908.000942:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433908.000945:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433908.001196:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433908.001199:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433908.001477:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433908.001480:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1789433908.255471:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433908.255478:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433908.255480:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433908.255486:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433908.255489:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433908.255493:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433908.255497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433908.255500:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433908.255503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433908.703465:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300035755, at 4300035776
00000100:00000040:3.0:1789433908.703465:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300035755, at 4300035776
00000100:00000010:3.0:1789433908.703480:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d2a0.
00000100:00000010:2.0:1789433908.703482:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dea0.
00000100:00000001:3.0:1789433908.767451:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433908.767460:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433908.767463:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433908.767469:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433908.767472:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433908.767478:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433908.767481:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433908.767484:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433908.767488:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433909.023465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433909.023472:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433909.023476:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433909.023480:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433909.023481:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433909.023485:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433909.023487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433909.023489:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433909.023493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433909.023494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433909.023500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433909.023500:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433909.023507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433909.023507:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433909.023512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433909.023512:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433909.023516:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433909.023517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433909.279447:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433909.279454:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433909.279456:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433909.279461:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433909.279465:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433909.279469:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433909.279472:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433909.279475:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433909.279478:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433909.791418:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433909.791425:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433909.791428:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433909.791434:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433909.791438:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433909.791441:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433909.791444:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433909.791447:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433909.791450:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433909.791495:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433909.791500:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433909.791504:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433910.047465:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433910.047465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433910.047473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433910.047473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433910.047477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433910.047477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433910.047484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433910.047485:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433910.047489:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433910.047490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433910.047496:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433910.047497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433910.047500:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433910.047501:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433910.047504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433910.047505:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433910.047509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433910.047509:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433910.303513:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433910.303524:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433910.303526:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433910.303533:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433910.303539:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433910.303543:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433910.303546:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433910.303550:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433910.303554:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433910.815664:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433910.815671:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:2.0:1789433910.815674:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789433910.815674:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433910.815680:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433910.815682:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433910.815687:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433910.815691:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433910.815694:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433910.815698:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433910.815702:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433910.815746:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433911.071456:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433911.071468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433911.071468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433911.071472:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433911.071473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433911.071477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433911.071480:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789433911.071482:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433911.071486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433911.071487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433911.071492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433911.071493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433911.071496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433911.071497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433911.071500:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433911.071501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433911.071505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433911.071507:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433911.327460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433911.327467:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433911.327469:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433911.327473:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433911.327476:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433911.327480:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433911.327483:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433911.327485:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433911.327489:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433911.839427:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433911.839440:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433911.839444:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433911.839452:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433911.839457:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433911.839463:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433911.839469:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433911.839474:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433911.839480:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433911.839566:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433911.839569:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433911.839578:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433912.095494:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433912.095505:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433912.095508:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433912.095515:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433912.095520:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433912.095524:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433912.095528:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433912.095530:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433912.095534:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433912.095536:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433912.095546:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433912.095550:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433912.095573:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433912.095578:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433912.095583:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433912.095585:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433912.095588:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433912.095591:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433912.351489:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433912.351500:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433912.351502:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433912.351509:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433912.351513:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433912.351517:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433912.351521:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433912.351523:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433912.351527:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433912.863410:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433912.863419:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433912.863422:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433912.863429:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433912.863436:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433912.863440:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433912.863444:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433912.863447:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433912.863450:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433913.119479:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789433913.119485:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1789433913.119488:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433913.119493:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789433913.119495:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1789433913.119499:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433913.119500:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433913.119501:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433913.119506:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789433913.119507:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1789433913.119511:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433913.119512:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433913.119514:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5367
00000100:00000001:3.0:1789433913.119522:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1789433913.119523:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000400:00000200:2.0:1789433913.119529:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433913.119530:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433913.119531:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433913.119540:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433913.119541:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1789433913.119544:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789433913.119550:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1789433913.119550:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789433913.119550:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433913.119556:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789433913.119560:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433913.119560:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433913.119562:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433913.119565:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433913.119572:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.119575:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433913.119590:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433913.119593:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789433913.119596:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433913.119601:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789433913.119604:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789433913.119607:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789433913.119612:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.119615:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433913.119618:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.119622:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433913.119625:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789433913.119629:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433913.119632:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433913.119635:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433913.119638:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433913.119640:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433913.119642:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789433913.119644:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433913.119650:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2bb80.
00000020:00000040:2.0:1789433913.119653:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789433913.119656:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433913.119657:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433913.119659:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433913.119661:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433913.119664:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433913.119670:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789433913.119675:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433913.119681:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2bb80 x1876351933917952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433913.119689:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433913.119693:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433913.119697:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ddafd05] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2bb80 x1876351933917952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433913.119720:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433913.119723:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433913.119727:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789433913.119728:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433913.119730:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433913.119733:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433913.119736:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5367
00000400:00000200:2.0:1789433913.119740:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433913.119744:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433913.119746:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433913.119748:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.119750:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433913.119751:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.119753:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433913.119755:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433913.119756:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789433913.119757:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433913.119759:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789433913.119760:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789433913.119762:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789433913.119764:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.119767:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433913.119769:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.119773:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433913.119774:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789433913.119778:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433913.119780:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433913.119782:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433913.119786:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433913.119791:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433913.119794:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433913.119799:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789433913.119806:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433913.119811:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433913.119817:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29c00.
00000020:00000040:2.0:1789433913.119822:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789433913.119828:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433913.119832:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433913.119837:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433913.119839:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433913.119844:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433913.119851:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:2.0:1789433913.119857:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433913.119877:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29c00 x1876351933918080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433913.119893:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433913.119897:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433913.119907:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a31316b7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29c00 x1876351933918080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433913.119928:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433913.119933:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433913.119937:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789433913.119950:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433913.119953:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433913.119958:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433913.119965:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5367
00000400:00000200:2.0:1789433913.119973:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433913.119980:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433913.119985:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433913.119992:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.119996:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433913.120000:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.120005:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433913.120017:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433913.120020:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789433913.120022:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433913.120025:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789433913.120030:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789433913.120035:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789433913.120042:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.120046:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433913.120051:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000200:1.1:1789433913.120055:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789433913.120056:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:1.1:1789433913.120058:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000020:00000040:2.0:1789433913.120061:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789433913.120069:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433913.120075:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433913.120078:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433913.120084:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433913.120089:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433913.120093:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433913.120096:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789433913.120101:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433913.120106:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433913.120110:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2aa00.
00000020:00000040:2.0:1789433913.120114:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433913.120118:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433913.120121:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433913.120125:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433913.120127:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433913.120131:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433913.120141:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789433913.120147:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433913.120156:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2aa00 x1876351933918208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433913.120165:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433913.120169:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433913.120175:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3661409] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2aa00 x1876351933918208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433913.120187:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789433913.120192:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789433913.120198:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789433913.120203:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789433913.120206:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433913.120209:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789433913.120212:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5367
00000400:00000200:2.0:1789433913.120221:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433913.120230:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789433913.120235:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789433913.120239:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.120242:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433913.120247:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.120250:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789433913.120256:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789433913.120258:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789433913.120260:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789433913.120263:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789433913.120268:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789433913.120271:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789433913.120275:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.120278:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789433913.120280:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789433913.120284:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789433913.120287:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789433913.120290:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789433913.120295:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789433913.120298:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789433913.120302:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789433913.120305:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433913.120311:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789433913.120315:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789433913.120321:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433913.120326:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789433913.120332:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29f80.
00000020:00000040:2.0:1789433913.120338:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789433913.120343:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789433913.120346:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433913.120390:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789433913.120394:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789433913.120398:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789433913.120403:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b800.
00000100:00000001:2.0:1789433913.120408:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433913.120417:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29f80 x1876351933918336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789433913.120436:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789433913.120439:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433913.120447:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b20d5cf0] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29f80 x1876351933918336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433913.120460:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433913.120465:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5377)
00000800:00000200:1.1:1789433913.120627:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433913.120630:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433913.120855:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433913.120856:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789433913.121083:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433913.121085:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1789433913.375464:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433913.375474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433913.375477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433913.375484:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433913.375488:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433913.375492:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433913.375495:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433913.375498:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433913.375500:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433913.823467:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300040875, at 4300040896
00000100:00000040:2.0:1789433913.823483:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300040875, at 4300040896
00000100:00000010:3.0:1789433913.823483:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dcc0.
00000100:00000010:2.0:1789433913.823500:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d540.
00000100:00000001:3.0:1789433913.887431:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433913.887439:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433913.887441:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433913.887447:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433913.887452:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433913.887458:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433913.887463:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433913.887468:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433913.887478:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433913.887518:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433913.887524:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433913.887528:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433914.143463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433914.143471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433914.143474:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433914.143480:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433914.143484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433914.143485:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433914.143489:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433914.143489:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433914.143492:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433914.143494:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1789433914.143496:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433914.143499:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433914.143499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433914.143502:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433914.143505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433914.143505:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433914.143506:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433914.143511:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433914.399461:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433914.399468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433914.399470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433914.399475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433914.399479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433914.399483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433914.399487:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433914.399489:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433914.399492:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433914.911610:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433914.911615:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433914.911617:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433914.911620:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433914.911624:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433914.911629:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433914.911631:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433914.911634:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433914.911637:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433914.911730:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433914.911734:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433914.911738:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433915.167463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433915.167471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433915.167473:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433915.167474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1789433915.167479:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433915.167480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433915.167483:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433915.167484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1789433915.167487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433915.167490:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433915.167492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433915.167495:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433915.167497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433915.167499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433915.167501:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433915.167504:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433915.167505:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433915.167510:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433915.423447:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433915.423454:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433915.423456:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433915.423460:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433915.423462:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433915.423465:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433915.423467:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433915.423469:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433915.423471:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433915.935441:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433915.935447:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433915.935450:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433915.935456:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433915.935460:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433915.935464:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433915.935467:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433915.935470:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433915.935473:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433915.935543:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433915.935546:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433915.935548:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433916.191428:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433916.191428:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433916.191434:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433916.191434:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433916.191436:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433916.191436:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433916.191442:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433916.191442:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433916.191445:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433916.191446:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433916.191449:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433916.191449:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433916.191452:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433916.191452:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433916.191455:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433916.191455:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433916.191458:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433916.191458:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433916.447499:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433916.447510:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433916.447513:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433916.447520:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433916.447524:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433916.447529:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433916.447532:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433916.447536:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433916.447539:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433916.959512:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433916.959521:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433916.959525:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433916.959532:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433916.959539:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433916.959544:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433916.959550:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433916.959554:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433916.959558:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433917.215463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433917.215470:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433917.215472:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433917.215477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433917.215480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433917.215483:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433917.215485:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433917.215487:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433917.215489:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433917.215497:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433917.215502:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433917.215504:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433917.215508:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433917.215510:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433917.215513:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433917.215515:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433917.215517:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433917.215520:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433917.471472:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433917.471481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433917.471483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433917.471489:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433917.471493:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433917.471497:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433917.471499:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433917.471503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433917.471506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433917.983444:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433917.983451:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433917.983456:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433917.983463:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433917.983469:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433917.983474:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433917.983479:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433917.983483:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433917.983486:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433917.983569:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433917.983573:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433917.983576:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433918.239456:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433918.239463:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433918.239466:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433918.239471:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433918.239476:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433918.239479:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433918.239482:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433918.239485:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433918.239489:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433918.239504:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433918.239509:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433918.239511:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433918.239515:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433918.239518:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433918.239521:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433918.239523:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433918.239525:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789433918.239526:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789433918.239528:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433918.239534:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433918.239537:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433918.239540:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433918.239545:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433918.239552:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5372
00000400:00000200:3.0:1789433918.239560:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433918.239566:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433918.239570:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433918.239574:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.239577:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433918.239581:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.239583:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433918.239591:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433918.239593:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433918.239596:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433918.239599:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433918.239602:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433918.239605:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433918.239608:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.239611:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433918.239612:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.239615:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433918.239617:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433918.239622:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433918.239625:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433918.239628:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433918.239631:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433918.239643:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433918.239649:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433918.239652:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433918.239659:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789433918.239663:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433918.239668:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433918.239670:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433918.239674:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433918.239677:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433918.239680:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433918.239687:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789433918.239694:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433918.239703:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933918464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433918.239713:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433918.239718:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433918.239723:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933918464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433918.239741:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433918.239744:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433918.239747:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433918.239748:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433918.239749:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433918.239752:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433918.239802:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5372
00000400:00000200:3.0:1789433918.239808:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433918.239813:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433918.239815:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433918.239833:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.239836:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433918.239841:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.239845:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433918.239849:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433918.239851:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433918.239852:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433918.239854:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433918.239858:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433918.239863:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433918.239866:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.239869:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433918.239870:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.239872:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433918.239876:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433918.239980:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433918.239985:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433918.239987:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433918.239993:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433918.239996:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433918.239998:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433918.240002:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433918.240006:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433918.240007:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433918.240011:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789433918.240014:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433918.240018:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433918.240021:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433918.240024:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433918.240025:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433918.240027:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433918.240033:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000800:00000200:1.1:1789433918.240035:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433918.240039:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1789433918.240082:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433918.240092:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933918592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433918.240107:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433918.240111:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433918.240115:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933918592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433918.240126:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433918.240129:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433918.240133:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433918.240136:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433918.240139:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433918.240143:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433918.240147:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5372
00000400:00000200:3.0:1789433918.240154:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433918.240159:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433918.240162:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433918.240165:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.240167:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433918.240171:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.240175:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433918.240178:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433918.240180:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433918.240182:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433918.240186:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433918.240189:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433918.240192:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433918.240194:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.240197:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433918.240201:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.240202:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433918.240206:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433918.240210:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433918.240214:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433918.240217:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433918.240220:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433918.240223:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433918.240225:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433918.240226:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433918.240231:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433918.240234:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433918.240239:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789433918.240242:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433918.240244:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433918.240246:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433918.240247:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433918.240250:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433918.240252:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433918.240255:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789433918.240259:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433918.240265:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933918720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433918.240282:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433918.240286:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433918.240290:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933918720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433918.240298:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433918.240300:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433918.240305:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433918.240306:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433918.240309:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433918.240313:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433918.240317:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5372
00000400:00000200:3.0:1789433918.240323:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433918.240326:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433918.240329:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433918.240333:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.240337:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433918.240339:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.240343:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433918.240345:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433918.240365:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433918.240368:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433918.240370:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433918.240373:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433918.240375:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433918.240380:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.240385:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433918.240391:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433918.240395:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433918.240400:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433918.240404:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433918.240406:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433918.240410:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433918.240412:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433918.240417:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433918.240420:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433918.240422:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433918.240426:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433918.240429:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433918.240436:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789433918.240440:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433918.240443:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433918.240445:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433918.240448:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433918.240450:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433918.240452:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433918.240457:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789433918.240461:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433918.240468:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933918848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433918.240476:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433918.240479:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433918.240484:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933918848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433918.240493:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433918.240499:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5383)
00000800:00000200:1.1:1789433918.240615:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433918.240617:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433918.240908:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433918.240911:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1789433918.241181:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433918.241184:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1789433918.495467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433918.495475:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433918.495477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433918.495482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433918.495486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433918.495490:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433918.495493:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433918.495496:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433918.495498:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433918.943442:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300045995, at 4300046016
00000100:00000040:3.0:1789433918.943442:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300045995, at 4300046016
00000100:00000010:3.0:1789433918.943456:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d360.
00000100:00000010:2.0:1789433918.943457:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d0c0.
00000100:00000001:3.0:1789433919.007460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433919.007468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433919.007471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433919.007476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433919.007480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433919.007484:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433919.007487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433919.007490:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433919.007494:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433919.007607:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433919.007610:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433919.007614:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433919.263468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433919.263468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433919.263475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433919.263476:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433919.263478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433919.263479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433919.263487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433919.263487:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433919.263494:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433919.263494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433919.263501:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433919.263501:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433919.263506:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433919.263507:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433919.263510:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433919.263511:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433919.263517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433919.263517:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433919.519453:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433919.519461:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433919.519463:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433919.519469:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433919.519473:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433919.519476:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433919.519479:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433919.519481:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433919.519483:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433920.031458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433920.031466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433920.031469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433920.031474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433920.031477:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433920.031481:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433920.031484:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433920.031487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433920.031490:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433920.032047:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433920.032051:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433920.032054:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433920.287422:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433920.287423:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433920.287428:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433920.287430:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433920.287436:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1789433920.287437:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433920.287439:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433920.287442:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1789433920.287444:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433920.287447:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433920.287448:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433920.287451:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433920.287452:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433920.287456:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433920.287457:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433920.287461:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433920.287462:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433920.287465:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433920.543463:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433920.543470:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433920.543473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433920.543478:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433920.543481:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433920.543485:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433920.543488:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433920.543491:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433920.543494:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433921.055459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433921.055465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433921.055467:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433921.055471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433921.055475:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433921.055478:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433921.055480:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433921.055483:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433921.055485:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433921.311453:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433921.311453:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433921.311459:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433921.311459:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433921.311461:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433921.311461:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433921.311466:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789433921.311466:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433921.311470:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433921.311473:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433921.311476:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433921.311477:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433921.311479:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433921.311481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433921.311482:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433921.311483:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433921.311484:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433921.311486:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433921.567460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433921.567474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433921.567476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433921.567484:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433921.567488:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433921.567492:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433921.567495:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433921.567498:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433921.567501:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433922.079444:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433922.079452:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433922.079457:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433922.079462:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433922.079468:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433922.079473:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433922.079479:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433922.079484:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433922.079491:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433922.079569:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433922.079573:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433922.079577:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433922.335470:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433922.335478:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433922.335480:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433922.335484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433922.335487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433922.335491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433922.335493:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433922.335495:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433922.335497:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433922.335576:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433922.335579:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433922.335579:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433922.335582:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433922.335583:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433922.335584:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433922.335586:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433922.335587:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433922.335589:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433922.591468:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433922.591478:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433922.591480:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433922.591495:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433922.591499:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433922.591503:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433922.591506:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433922.591509:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433922.591513:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.103473:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433923.103486:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433923.103490:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433923.103496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433923.103501:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433923.103507:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433923.103511:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433923.103514:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433923.103520:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433923.103669:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433923.103672:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433923.103676:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789433923.359474:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789433923.359476:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433923.359488:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789433923.359492:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789433923.359494:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.359496:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1789433923.359504:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:3.0:1789433923.359504:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433923.359513:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433923.359513:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789433923.359519:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433923.359530:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1789433923.359531:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5378
00000100:00000001:0.0:1789433923.359537:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433923.359542:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789433923.359547:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433923.359557:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433923.359561:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433923.359566:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.359569:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433923.359572:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.359575:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433923.359584:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433923.359586:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433923.359589:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433923.359593:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433923.359595:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433923.359598:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433923.359601:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.359603:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433923.359605:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.359607:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433923.359610:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433923.359614:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433923.359617:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433923.359620:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433923.359624:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433923.359627:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.359629:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433923.359632:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433923.359642:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789433923.359646:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433923.359651:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433923.359653:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.359656:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433923.359659:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433923.359664:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433923.359683:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789433923.359691:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433923.359703:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933918976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433923.359715:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433923.359720:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433923.359725:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933918976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433923.359746:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433923.359749:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433923.359753:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433923.359754:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433923.359756:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433923.359759:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433923.359762:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5378
00000400:00000200:3.0:1789433923.359768:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433923.359773:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433923.359775:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433923.359782:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.359800:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433923.359805:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.359812:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433923.359819:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433923.359822:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433923.359827:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433923.359831:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433923.359839:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433923.359846:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433923.359855:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.359861:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433923.359867:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.359873:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433923.359882:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433923.359889:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433923.359894:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433923.359899:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433923.359907:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433923.359912:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.359919:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433923.359926:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433923.359932:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.359936:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433923.359944:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789433923.359948:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433923.359952:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433923.359955:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.359958:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433923.359961:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433923.359964:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433923.359971:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789433923.359977:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433923.359988:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933919104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433923.360007:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433923.360012:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433923.360022:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933919104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433923.360041:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433923.360047:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433923.360053:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433923.360058:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433923.360062:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433923.360065:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433923.360074:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5378
00000400:00000200:3.0:1789433923.360081:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433923.360091:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433923.360099:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433923.360108:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.360113:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433923.360119:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.360125:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433923.360152:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433923.360156:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433923.360160:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433923.360163:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433923.360170:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433923.360176:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433923.360183:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.360189:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1789433923.360191:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789433923.360197:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.360201:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433923.360204:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433923.360207:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433923.360209:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433923.360211:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433923.360215:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433923.360221:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.360225:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433923.360229:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433923.360235:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.360239:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433923.360244:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789433923.360249:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433923.360258:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433923.360261:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.360265:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433923.360269:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433923.360273:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433923.360281:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789433923.360291:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433923.360304:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933919232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433923.360339:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433923.360345:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433923.360384:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933919232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433923.360417:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433923.360426:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433923.360435:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433923.360439:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433923.360443:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433923.360451:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433923.360458:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5378
00000400:00000200:3.0:1789433923.360467:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433923.360476:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433923.360482:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433923.360491:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.360499:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433923.360507:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.360516:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433923.360527:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433923.360532:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433923.360539:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433923.360545:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433923.360552:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433923.360563:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433923.360578:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.360591:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433923.360598:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433923.360608:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433923.360611:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433923.360621:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433923.360628:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433923.360633:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433923.360639:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433923.360647:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.360652:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433923.360658:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433923.360664:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.360671:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789433923.360675:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000010:3.0:1789433923.360678:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789433923.360683:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433923.360686:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433923.360687:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433923.360689:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433923.360690:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433923.360692:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433923.360696:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000001:3.0:1789433923.360702:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433923.360709:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933919360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433923.360732:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433923.360738:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433923.360749:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933919360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433923.360795:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433923.360804:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5388)
00000800:00000200:1.1:1789433923.360944:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433923.361077:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789433923.615511:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433923.615522:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433923.615524:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433923.615532:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:2.0:1789433923.615536:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433923.615542:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433923.615545:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433923.615548:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433923.615552:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433924.063472:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300051115, at 4300051136
00000100:00000040:3.0:1789433924.063477:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300051115, at 4300051136
00000100:00000010:2.0:1789433924.063488:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d360.
00000100:00000010:3.0:1789433924.063490:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d0c0.
00000020:00000001:0.0:1789433924.127600:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433924.127604:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433924.127607:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433924.127687:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433924.127691:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433924.127693:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433924.127697:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433924.127701:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433924.127704:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433924.127707:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433924.127709:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433924.127713:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433924.383450:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433924.383457:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433924.383459:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433924.383464:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433924.383468:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433924.383472:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433924.383474:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433924.383477:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433924.383480:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433924.641275:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433924.641282:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433924.641285:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433924.641291:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789433924.641294:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433924.641297:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433924.641300:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433924.641302:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433924.641305:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433925.151467:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433925.151472:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433925.151474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433925.151478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433925.151482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433925.151485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433925.151487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433925.151490:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433925.151492:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433925.407437:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433925.407444:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433925.407447:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433925.407452:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433925.407457:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433925.407461:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433925.407466:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433925.407469:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433925.407473:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433925.663634:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433925.663643:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433925.663646:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433925.663652:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789433925.663657:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433925.663661:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433925.663664:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433925.663667:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433925.663670:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433926.175462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433926.175469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433926.175473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433926.175478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433926.175483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433926.175489:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433926.175492:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433926.175494:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433926.175498:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433926.175535:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433926.175539:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433926.175542:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433926.431500:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433926.431503:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433926.431504:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433926.431507:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433926.431509:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433926.431511:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433926.431513:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433926.431514:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433926.431516:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1789433926.431723:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.104:988
00000400:00000100:2.0:1789433926.431751:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.104@tcp at host 192.168.203.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1789433926.431759:0:2334:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433926.431773:0:2334:0:(router.c:1791:lnet_notify()) 192.168.203.4@tcp notifying 192.168.203.104@tcp: down
00000400:00000200:2.0:1789433926.431777:0:2334:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789433926.431779:0:2334:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1789433926.431783:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789433926.431786:0:2334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d100.
00000400:00000200:2.0:1789433926.431790:0:2334:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789433926.431793:0:2334:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789433926.431798:0:2334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9f68
00000400:00000010:2.0:1789433926.431800:0:2334:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9f68.
00000100:00000001:2.0:1789433926.431804:0:2334:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433926.431811:0:2334:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3288000 x1876351933918976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433926.431825:0:2334:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433926.431828:0:2334:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933918976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433926.431833:0:2334:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433926.431835:0:2334:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1789433926.431849:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789433926.431853:0:2334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:2.0:1789433926.431857:0:2334:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789433926.431863:0:2334:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789433926.431869:0:2334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9c38
00000400:00000010:2.0:1789433926.431872:0:2334:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9c38.
00000100:00000001:2.0:1789433926.431876:0:2334:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433926.431883:0:2334:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3288a80 x1876351933919104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433926.431906:0:2334:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433926.431913:0:2334:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288a80 x1876351933919104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433926.431924:0:2334:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433926.431927:0:2334:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1789433926.431935:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789433926.431938:0:2334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d000.
00000400:00000200:2.0:1789433926.431943:0:2334:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789433926.431952:0:2334:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789433926.431959:0:2334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9b28
00000400:00000010:2.0:1789433926.431962:0:2334:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9b28.
00000100:00000001:2.0:1789433926.431966:0:2334:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433926.431974:0:2334:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3289500 x1876351933919232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433926.432010:0:2334:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433926.432017:0:2334:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933919232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433926.432040:0:2334:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433926.432045:0:2334:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1789433926.432055:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789433926.432060:0:2334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833df00.
00000400:00000200:2.0:1789433926.432066:0:2334:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789433926.432074:0:2334:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789433926.432080:0:2334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9088
00000400:00000010:2.0:1789433926.432084:0:2334:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9088.
00000100:00000001:2.0:1789433926.432090:0:2334:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789433926.432098:0:2334:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3288700 x1876351933919360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433926.432111:0:2334:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789433926.432117:0:2334:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933919360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433948 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789433926.432128:0:2334:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433926.432133:0:2334:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789433927.199462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433927.199470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433927.199473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433927.199478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433927.199483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433927.199487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433927.199490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433927.199494:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433927.199498:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433927.199585:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433927.199588:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433927.199592:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433927.455457:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433927.455465:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433927.455469:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433927.455477:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433927.455483:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433927.455490:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433927.455495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433927.455499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433927.455504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433928.223453:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433928.223462:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433928.223464:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433928.223470:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433928.223473:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433928.223477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433928.223480:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433928.223482:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433928.223486:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433928.224053:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433928.224057:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433928.224061:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789433928.479466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433928.479475:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789433928.479480:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433928.479486:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433928.479493:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433928.479501:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5383
00000400:00000200:0.0:1789433928.479513:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433928.479521:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433928.479524:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433928.479527:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.479530:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433928.479533:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.479536:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433928.479544:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433928.479548:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789433928.479553:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433928.479559:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789433928.479564:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789433928.479569:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789433928.479575:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.479579:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433928.479581:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.479582:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433928.479586:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789433928.479589:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433928.479592:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433928.479595:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433928.479599:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433928.479602:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433928.479604:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433928.479606:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433928.479613:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbea00.
00000020:00000040:0.0:1789433928.479616:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789433928.479620:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433928.479622:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433928.479625:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433928.479628:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433928.479631:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433928.479638:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14c00.
00000100:00000001:0.0:1789433928.479644:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433928.479655:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbea00 x1876351933919488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433928.479665:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433928.479670:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433928.479674:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099227cf5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbea00 x1876351933919488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433928.479694:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433928.479697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433928.479700:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789433928.479701:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433928.479703:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433928.479705:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433928.479708:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5383
00000400:00000200:0.0:1789433928.479712:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433928.479716:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433928.479719:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433928.479722:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.479724:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433928.479727:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.479740:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433928.479757:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433928.479759:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789433928.479763:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433928.479766:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789433928.479771:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789433928.479775:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789433928.479784:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.479789:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433928.479794:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.479799:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433928.479802:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789433928.479810:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433928.479815:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433928.479819:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433928.479825:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433928.479831:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433928.479834:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433928.479838:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789433928.479841:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433928.479844:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433928.479847:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc000.
00000020:00000040:0.0:1789433928.479850:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789433928.479853:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433928.479855:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433928.479856:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433928.479859:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433928.479861:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433928.479865:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15400.
00000100:00000001:0.0:1789433928.479872:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433928.479879:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc000 x1876351933919616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433928.479894:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433928.479898:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433928.479907:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f9eea5b] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc000 x1876351933919616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433928.479924:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433928.479929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433928.479934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789433928.479936:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433928.479939:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433928.479944:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433928.479947:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5383
00000400:00000200:0.0:1789433928.479991:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433928.479998:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433928.480004:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433928.480011:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.480016:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433928.480022:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.480026:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433928.480031:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433928.480034:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789433928.480038:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433928.480042:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789433928.480046:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789433928.480052:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:1.1:1789433928.480056:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:0.0:1789433928.480059:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:1.1:1789433928.480062:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1789433928.480063:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433928.480069:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.480074:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433928.480079:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789433928.480085:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433928.480089:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433928.480093:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433928.480098:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433928.480102:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433928.480104:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433928.480110:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789433928.480115:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433928.480118:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433928.480124:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbfb80.
00000020:00000040:0.0:1789433928.480129:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433928.480134:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433928.480137:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433928.480145:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433928.480149:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433928.480152:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433928.480158:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16800.
00000100:00000001:0.0:1789433928.480165:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433928.480173:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbfb80 x1876351933919744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433928.480189:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433928.480193:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433928.480198:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f4038] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbfb80 x1876351933919744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433928.480208:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433928.480212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433928.480215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789433928.480216:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433928.480218:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433928.480220:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433928.480223:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5383
00000400:00000200:0.0:1789433928.480227:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433928.480233:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433928.480239:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433928.480245:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.480248:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433928.480249:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.480251:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433928.480255:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433928.480258:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789433928.480262:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433928.480266:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789433928.480271:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789433928.480281:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789433928.480289:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.480294:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433928.480298:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433928.480303:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433928.480306:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789433928.480312:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433928.480316:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433928.480321:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433928.480325:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433928.480331:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433928.480335:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433928.480340:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789433928.480346:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433928.480372:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433928.480379:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc700.
00000020:00000040:0.0:1789433928.480384:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433928.480389:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433928.480392:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433928.480396:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433928.480399:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433928.480402:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433928.480409:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17000.
00000100:00000001:0.0:1789433928.480417:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433928.480428:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc700 x1876351933919872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433928.480443:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433928.480447:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433928.480456:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4613ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc700 x1876351933919872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433928.480473:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433928.480481:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5393)
00000800:00000200:1.1:1789433928.480675:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433928.480678:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433928.480974:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433928.480977:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789433928.481247:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433928.481249:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1789433929.183473:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300056235, at 4300056256
00000100:00000010:2.0:1789433929.183488:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d540.
00000100:00000040:3.0:1789433929.183567:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300056235, at 4300056256
00000100:00000010:3.0:1789433929.183572:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dcc0.
00000100:00000001:2.0:1789433929.247442:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433929.247450:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433929.247456:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433929.247462:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433929.247466:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433929.247470:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433929.247473:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433929.247476:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433929.247480:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433929.503457:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433929.503462:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433929.503464:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433929.503470:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433929.503474:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433929.503478:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433929.503483:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433929.503486:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433929.503490:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433930.271456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433930.271464:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433930.271469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433930.271474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433930.271481:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433930.271486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433930.271490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433930.271495:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433930.271500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433930.271545:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433930.271550:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433930.271554:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433930.527462:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433930.527468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433930.527469:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433930.527473:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433930.527476:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433930.527479:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433930.527481:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433930.527482:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433930.527484:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433931.295473:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433931.295486:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433931.295489:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433931.295497:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433931.295504:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433931.295512:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433931.295517:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433931.295521:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433931.295527:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433931.295700:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433931.295704:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433931.295708:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433931.551503:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433931.551513:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433931.551517:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433931.551528:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433931.551537:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433931.551546:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433931.551556:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433931.551561:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433931.551567:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433932.319645:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433932.319652:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433932.319654:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433932.319659:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433932.319663:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433932.319666:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433932.319668:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433932.319671:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433932.319674:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433932.319821:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433932.319825:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433932.319828:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433932.575485:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433932.575489:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433932.575492:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433932.575496:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433932.575500:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433932.575504:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433932.575506:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433932.575508:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433932.575510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433933.343465:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433933.343482:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433933.343485:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433933.343492:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433933.343497:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433933.343502:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433933.343506:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433933.343509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433933.343513:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433933.599490:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433933.599498:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789433933.599499:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789433933.599504:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433933.599512:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1789433933.599516:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789433933.599518:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789433933.599524:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789433933.599524:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433933.599537:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789433933.599540:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433933.599547:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433933.599552:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789433933.599558:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5388
00000100:00000001:0.0:1789433933.599559:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789433933.599571:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433933.599579:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433933.599583:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433933.599587:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.599590:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433933.599593:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.599595:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433933.599604:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433933.599607:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433933.599610:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433933.599613:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433933.599615:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433933.599617:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433933.599620:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.599622:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433933.599624:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.599625:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433933.599628:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433933.599631:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433933.599633:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433933.599636:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433933.599640:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433933.599643:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433933.599645:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433933.599648:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433933.599659:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789433933.599663:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433933.599667:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433933.599669:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433933.599672:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433933.599675:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433933.599680:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433933.599689:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789433933.599697:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433933.599707:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933920000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433933.599729:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433933.599733:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433933.599738:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933920000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433933.599764:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433933.599767:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433933.599770:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433933.599771:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433933.599773:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433933.599776:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433933.599778:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5388
00000400:00000200:3.0:1789433933.599782:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433933.599786:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433933.599788:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433933.599791:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.599794:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433933.599795:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.599797:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433933.599801:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433933.599804:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433933.599807:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433933.599811:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433933.599814:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433933.599818:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433933.599823:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.599828:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433933.599833:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.599839:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433933.599843:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433933.599849:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433933.599853:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433933.599857:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433933.599866:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433933.599872:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433933.599876:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433933.599882:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433933.599889:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433933.599893:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433933.599900:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789433933.599904:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433933.599909:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433933.599913:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433933.599915:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433933.599916:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433933.599920:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433933.599928:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789433933.599934:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433933.599938:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933920128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433933.599946:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433933.599949:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433933.599955:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933920128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433933.599969:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433933.599972:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433933.599979:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433933.599981:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433933.599983:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433933.599987:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433933.599992:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5388
00000400:00000200:3.0:1789433933.600006:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433933.600009:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433933.600015:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433933.600022:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.600027:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433933.600030:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.600034:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433933.600040:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433933.600044:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433933.600046:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433933.600048:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433933.600050:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433933.600061:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433933.600072:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.600077:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433933.600083:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.600087:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433933.600092:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433933.600099:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433933.600105:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433933.600111:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433933.600117:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433933.600123:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433933.600127:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433933.600131:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433933.600136:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433933.600141:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433933.600147:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789433933.600152:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433933.600155:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433933.600156:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433933.600157:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433933.600158:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433933.600159:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433933.600163:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789433933.600167:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433933.600172:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933920256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433933.600182:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433933.600185:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433933.600191:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933920256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1789433933.600194:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433933.600200:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1789433933.600204:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433933.600209:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433933.600213:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433933.600216:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433933.600217:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433933.600219:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433933.600223:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5388
00000400:00000200:3.0:1789433933.600228:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433933.600230:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433933.600234:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433933.600238:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.600241:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433933.600242:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.600243:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433933.600246:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433933.600249:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433933.600250:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433933.600251:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433933.600255:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433933.600257:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433933.600259:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.600261:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433933.600263:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433933.600264:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433933.600265:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433933.600269:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433933.600271:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433933.600273:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433933.600275:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433933.600279:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433933.600282:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433933.600285:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433933.600290:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433933.600291:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433933.600294:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789433933.600297:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433933.600299:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433933.600301:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433933.600305:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433933.600308:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433933.600310:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433933.600315:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789433933.600320:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433933.600327:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933920384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433933.600335:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433933.600339:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433933.600344:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933920384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433933.600384:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433933.600391:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5398)
00000800:00000200:1.1:1789433933.600682:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433933.600691:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433933.600952:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433933.600954:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789433933.601231:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433933.601234:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1789433934.303452:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300061356, at 4300061376
00000100:00000010:3.0:1789433934.303464:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d2a0.
00000100:00000040:2.0:1789433934.303468:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300061355, at 4300061376
00000100:00000010:2.0:1789433934.303485:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dea0.
00000100:00000001:2.0:1789433934.367514:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433934.367523:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433934.367526:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433934.367534:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433934.367540:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433934.367543:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433934.367546:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433934.367547:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433934.367550:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433934.367761:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433934.367766:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433934.367771:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433934.623471:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433934.623480:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433934.623488:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433934.623497:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433934.623503:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433934.623507:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433934.623510:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433934.623512:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433934.623515:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433935.391475:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433935.391484:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433935.391487:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433935.391496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433935.391501:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433935.391506:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433935.391517:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433935.391523:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433935.391530:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433935.391576:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433935.391581:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433935.391584:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433935.647503:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433935.647514:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433935.647520:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433935.647532:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433935.647542:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433935.647548:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433935.647555:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433935.647559:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433935.647565:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433936.415481:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433936.415491:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433936.415494:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433936.415502:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433936.415507:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433936.415514:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433936.415519:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433936.415524:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433936.415529:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433936.415574:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433936.415579:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433936.415584:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433936.671462:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433936.671469:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433936.671471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433936.671477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433936.671481:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433936.671486:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433936.671492:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433936.671498:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433936.671503:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433937.439442:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433937.439449:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433937.439451:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433937.439456:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433937.439460:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433937.439466:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433937.439470:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433937.439473:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433937.439478:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433937.695489:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433937.695502:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433937.695507:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433937.695518:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433937.695533:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433937.695540:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433937.695549:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433937.695554:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433937.695560:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433938.463462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433938.463470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433938.463472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433938.463481:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433938.463487:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433938.463494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433938.463508:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433938.463512:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433938.463516:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433938.463570:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433938.463574:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433938.463578:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789433938.719467:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433938.719477:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433938.719482:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433938.719487:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433938.719490:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433938.719494:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789433938.719502:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789433938.719507:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5393
00000100:00000001:0.0:1789433938.719508:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433938.719517:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000400:00000200:3.0:1789433938.719518:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433938.719531:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433938.719538:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789433938.719542:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433938.719547:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789433938.719555:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1789433938.719556:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433938.719560:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433938.719561:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789433938.719569:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433938.719570:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.719580:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433938.719589:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433938.719592:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433938.719595:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433938.719598:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433938.719604:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433938.719607:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433938.719610:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.719612:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433938.719614:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.719616:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433938.719619:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433938.719622:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433938.719624:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433938.719627:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433938.719631:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433938.719633:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433938.719635:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433938.719637:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433938.719646:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789433938.719649:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433938.719652:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433938.719654:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433938.719656:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433938.719659:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433938.719663:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433938.719669:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789433938.719686:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433938.719694:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933920512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433938.719705:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433938.719709:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433938.719714:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933920512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433938.719740:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433938.719743:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433938.719746:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433938.719747:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433938.719749:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433938.719751:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433938.719753:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5393
00000400:00000200:3.0:1789433938.719757:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433938.719760:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433938.719762:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433938.719765:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.719768:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433938.719770:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.719772:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433938.719775:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433938.719778:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433938.719782:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433938.719786:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433938.719789:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433938.719792:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433938.719798:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.719803:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433938.719807:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.719810:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433938.719815:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433938.719829:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433938.719834:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433938.719837:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433938.719842:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433938.719846:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433938.719850:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433938.719854:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433938.719861:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433938.719866:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433938.719870:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789433938.719875:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433938.719879:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433938.719881:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433938.719885:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433938.719888:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433938.719890:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433938.719896:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789433938.719900:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433938.719907:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933920640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433938.719927:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433938.719931:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433938.719940:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933920640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433938.719954:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433938.719958:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433938.719963:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433938.719967:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433938.719970:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433938.719974:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433938.719977:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5393
00000400:00000200:3.0:1789433938.719984:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433938.719990:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433938.719994:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433938.719998:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.720002:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433938.720008:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.720012:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433938.720017:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433938.720020:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433938.720023:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433938.720026:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433938.720031:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433938.720036:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433938.720042:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.720046:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433938.720048:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.720050:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433938.720054:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433938.720061:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433938.720067:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433938.720069:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433938.720074:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433938.720078:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433938.720080:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433938.720084:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433938.720089:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433938.720094:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433938.720098:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789433938.720102:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000800:00000200:1.1:1789433938.720106:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:3.0:1789433938.720107:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433938.720110:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433938.720113:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1789433938.720113:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1789433938.720116:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433938.720120:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433938.720126:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789433938.720134:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433938.720141:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933920768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433938.720156:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433938.720160:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433938.720167:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933920768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433938.720178:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433938.720183:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433938.720190:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433938.720194:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433938.720196:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433938.720200:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433938.720205:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5393
00000400:00000200:3.0:1789433938.720221:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433938.720226:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433938.720228:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433938.720231:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.720234:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433938.720238:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.720240:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433938.720246:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433938.720250:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433938.720253:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433938.720256:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433938.720261:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433938.720264:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433938.720269:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.720272:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433938.720274:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433938.720276:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433938.720278:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433938.720281:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433938.720284:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433938.720286:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433938.720291:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433938.720293:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433938.720297:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433938.720299:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433938.720304:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433938.720306:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433938.720312:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789433938.720316:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433938.720320:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433938.720323:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433938.720327:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433938.720329:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433938.720333:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433938.720339:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789433938.720343:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433938.720382:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933920896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433938.720403:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433938.720407:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433938.720414:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933920896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433938.720430:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433938.720436:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5403)
00000800:00000200:1.1:1789433938.720698:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433938.720700:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433938.720971:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433938.720974:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789433938.721246:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433938.721249:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1789433939.423442:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300066475, at 4300066496
00000100:00000040:3.0:1789433939.423444:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300066475, at 4300066496
00000100:00000010:2.0:1789433939.423456:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d600.
00000100:00000010:3.0:1789433939.423458:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d660.
00000100:00000001:2.0:1789433939.487454:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433939.487463:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433939.487466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433939.487471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433939.487477:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433939.487481:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433939.487484:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433939.487488:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433939.487492:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433939.487583:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433939.487587:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433939.487591:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433939.743428:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433939.743432:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433939.743436:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433939.743439:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433939.743443:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433939.743446:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433939.743450:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433939.743453:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433939.743459:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433940.511462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433940.511470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433940.511474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433940.511480:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433940.511485:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433940.511490:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433940.511496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433940.511499:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433940.511503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433940.511544:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433940.511548:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433940.511551:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433940.767444:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433940.767453:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433940.767458:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433940.767466:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433940.767472:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433940.767478:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433940.767484:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433940.767490:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433940.767497:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433941.536008:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433941.536012:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433941.536014:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433941.536018:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433941.536021:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433941.536024:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433941.536027:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433941.536029:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433941.536032:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433941.791426:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433941.791434:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433941.791438:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433941.791445:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433941.791451:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433941.791457:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433941.791462:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433941.791465:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433941.791470:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433942.559493:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433942.559498:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433942.559502:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433942.559509:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433942.559514:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433942.559517:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433942.559521:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433942.559524:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433942.559528:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433942.559579:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433942.559582:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433942.559584:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433942.815463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433942.815471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433942.815487:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433942.815493:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433942.815499:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433942.815504:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433942.815509:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433942.815512:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433942.815515:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433943.583475:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433943.583484:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433943.583488:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433943.583493:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433943.583498:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433943.583503:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433943.583506:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433943.583509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433943.583513:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433943.583616:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433943.583620:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433943.583623:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789433943.839474:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433943.839485:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789433943.839489:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433943.839494:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433943.839498:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433943.839505:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5398
00000400:00000200:0.0:1789433943.839518:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433943.839526:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433943.839530:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433943.839534:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.839537:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433943.839540:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.839543:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433943.839550:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433943.839553:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789433943.839557:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433943.839562:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789433943.839566:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789433943.839570:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789433943.839575:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.839577:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433943.839579:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.839580:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433943.839583:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789433943.839587:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433943.839590:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433943.839594:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433943.839600:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433943.839605:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433943.839607:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433943.839610:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433943.839619:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbdf80.
00000020:00000040:0.0:1789433943.839622:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789433943.839626:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433943.839628:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433943.839631:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433943.839645:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433943.839649:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433943.839657:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14800.
00000100:00000001:0.0:1789433943.839663:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433943.839672:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbdf80 x1876351933921024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433943.839683:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433943.839687:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433943.839692:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d73b369] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbdf80 x1876351933921024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433943.839711:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433943.839714:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433943.839717:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789433943.839718:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433943.839720:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433943.839723:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433943.839726:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5398
00000400:00000200:0.0:1789433943.839730:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433943.839734:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433943.839739:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433943.839745:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.839749:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433943.839754:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.839756:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433943.839763:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433943.839765:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789433943.839768:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433943.839773:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789433943.839778:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789433943.839782:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789433943.839788:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.839792:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433943.839798:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.839801:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433943.839807:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789433943.839813:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433943.839817:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433943.839821:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433943.839828:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433943.839833:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433943.839837:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433943.839842:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789433943.839846:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433943.839849:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433943.839854:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf480.
00000020:00000040:0.0:1789433943.839858:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789433943.839863:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433943.839866:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433943.839868:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433943.839870:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433943.839874:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433943.839881:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17800.
00000100:00000001:0.0:1789433943.839886:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433943.839896:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf480 x1876351933921152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433943.839912:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433943.839916:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433943.839923:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002030f0d5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf480 x1876351933921152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433943.839938:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433943.839942:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433943.839947:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789433943.839950:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433943.839954:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433943.839959:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433943.839965:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5398
00000400:00000200:0.0:1789433943.839990:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433943.839997:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433943.840002:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433943.840007:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.840011:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433943.840016:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.840021:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433943.840025:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433943.840027:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789433943.840029:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433943.840032:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789433943.840035:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:1.1:1789433943.840046:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:0.0:1789433943.840050:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:1.1:1789433943.840052:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1789433943.840056:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.840060:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433943.840065:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.840068:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433943.840073:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789433943.840077:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433943.840081:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433943.840085:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433943.840090:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433943.840093:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433943.840097:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433943.840101:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789433943.840104:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433943.840108:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433943.840113:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbce00.
00000020:00000040:0.0:1789433943.840117:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433943.840122:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433943.840125:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433943.840128:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433943.840131:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433943.840135:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433943.840141:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000100:00000001:0.0:1789433943.840147:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433943.840155:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbce00 x1876351933921280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433943.840169:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433943.840173:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433943.840181:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c51f9e] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbce00 x1876351933921280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433943.840192:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433943.840196:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433943.840199:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789433943.840201:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433943.840202:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433943.840205:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433943.840210:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5398
00000400:00000200:0.0:1789433943.840216:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433943.840222:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433943.840226:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433943.840232:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.840235:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433943.840242:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.840245:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433943.840251:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433943.840254:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789433943.840258:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433943.840261:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789433943.840265:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789433943.840269:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789433943.840274:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.840278:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433943.840282:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433943.840288:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433943.840291:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789433943.840297:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433943.840302:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433943.840306:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433943.840310:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433943.840315:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433943.840319:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433943.840322:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789433943.840326:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433943.840329:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433943.840335:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd500.
00000020:00000040:0.0:1789433943.840339:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433943.840343:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433943.840346:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433943.840366:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433943.840367:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433943.840369:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433943.840374:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17400.
00000100:00000001:0.0:1789433943.840379:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433943.840386:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd500 x1876351933921408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433943.840403:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433943.840406:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433943.840413:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879e203] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd500 x1876351933921408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433943.840432:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433943.840439:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5408)
00000800:00000200:1.1:1789433943.840673:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433943.840675:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433943.840976:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433943.840979:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789433943.841261:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433943.841263:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1789433944.543432:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300071595, at 4300071616
00000100:00000010:2.0:1789433944.543446:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d8a0.
00000100:00000040:3.0:1789433944.543490:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300071595, at 4300071616
00000100:00000010:3.0:1789433944.543498:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06df00.
00000100:00000001:2.0:1789433944.607459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433944.607467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433944.607470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433944.607476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433944.607482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433944.607487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433944.607495:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433944.607499:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433944.607505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433944.607559:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433944.607563:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433944.607566:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433944.863501:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433944.863508:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433944.863512:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433944.863520:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433944.863526:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433944.863532:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433944.863538:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433944.863542:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433944.863547:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433945.631463:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433945.631472:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433945.631474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433945.631479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433945.631483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433945.631487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433945.631489:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433945.631492:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433945.631495:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433945.887482:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433945.887491:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433945.887494:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433945.887501:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433945.887505:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433945.887509:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433945.887512:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433945.887516:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433945.887520:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433946.655564:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433946.655569:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433946.655573:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433946.655689:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433946.655694:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433946.655696:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433946.655701:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433946.655704:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433946.655708:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433946.655711:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433946.655713:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433946.655717:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433946.911468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433946.911479:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433946.911482:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433946.911489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433946.911495:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433946.911500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433946.911507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433946.911511:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433946.911523:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433947.679478:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433947.679491:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433947.679495:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433947.679503:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433947.679510:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433947.679515:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433947.679520:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433947.679524:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433947.679530:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433947.679722:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433947.679725:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433947.679729:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433947.935497:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433947.935506:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433947.935509:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433947.935523:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433947.935534:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433947.935541:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433947.935549:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433947.935554:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433947.935565:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433948.703516:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1789433948.703519:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1789433948.703521:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433948.703530:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433948.703530:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433948.703535:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433948.703542:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433948.703548:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433948.703555:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433948.703558:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433948.703563:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433948.703567:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433948.959475:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433948.959482:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433948.959490:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433948.959491:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789433948.959499:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1789433948.959500:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433948.959504:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433948.959514:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:2.0:1789433948.959514:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433948.959524:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1789433948.959528:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5403
00000100:00000001:2.0:1789433948.959528:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433948.959537:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433948.959541:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1789433948.959544:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789433948.959546:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433948.959552:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433948.959556:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433948.959559:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.959562:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433948.959565:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.959567:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433948.959574:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433948.959575:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789433948.959577:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433948.959579:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789433948.959580:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789433948.959586:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789433948.959588:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.959589:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433948.959590:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.959591:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433948.959593:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789433948.959605:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433948.959606:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433948.959608:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433948.959611:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433948.959613:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433948.959615:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433948.959616:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433948.959623:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbca80.
00000020:00000040:0.0:1789433948.959625:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789433948.959628:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433948.959629:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433948.959631:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433948.959633:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433948.959636:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433948.959641:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
00000100:00000001:0.0:1789433948.959646:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433948.959654:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbca80 x1876351933921536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433948.959664:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433948.959669:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433948.959674:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6c4da94] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbca80 x1876351933921536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433948.959697:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433948.959699:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433948.959701:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789433948.959702:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433948.959703:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433948.959705:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433948.959706:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5403
00000400:00000200:0.0:1789433948.959709:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433948.959711:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433948.959713:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433948.959715:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.959716:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433948.959718:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.959720:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433948.959722:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433948.959723:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789433948.959724:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433948.959726:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789433948.959730:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789433948.959732:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789433948.959736:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.959739:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433948.959742:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.959747:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433948.959751:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789433948.959756:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433948.959760:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433948.959766:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433948.959774:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433948.959780:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433948.959784:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433948.959789:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789433948.959795:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433948.959799:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433948.959807:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd180.
00000020:00000040:0.0:1789433948.959812:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789433948.959823:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433948.959825:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433948.959830:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433948.959834:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433948.959839:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433948.959846:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16000.
00000100:00000001:0.0:1789433948.959853:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433948.959861:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd180 x1876351933921664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433948.959873:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433948.959876:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433948.959881:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002561b92c] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd180 x1876351933921664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433948.959892:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433948.959897:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433948.959902:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789433948.959905:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433948.959906:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433948.959911:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433948.959917:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5403
00000400:00000200:0.0:1789433948.959938:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433948.959947:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433948.959953:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433948.959961:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.959963:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433948.959967:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.959969:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433948.959974:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433948.959977:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789433948.959978:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433948.959981:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789433948.959986:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:1.1:1789433948.959986:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:0.0:1789433948.959991:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:1.1:1789433948.959992:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1789433948.959996:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.960001:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433948.960005:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.960009:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433948.960012:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789433948.960015:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433948.960018:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433948.960021:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433948.960024:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433948.960026:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433948.960029:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433948.960033:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789433948.960035:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433948.960038:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433948.960043:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd500.
00000020:00000040:0.0:1789433948.960047:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433948.960051:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433948.960055:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433948.960060:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433948.960063:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433948.960067:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433948.960073:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16c00.
00000100:00000001:0.0:1789433948.960079:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433948.960088:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd500 x1876351933921792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433948.960095:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433948.960097:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433948.960100:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879e203] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd500 x1876351933921792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433948.960110:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433948.960112:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433948.960115:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789433948.960117:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433948.960118:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433948.960123:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433948.960129:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5403
00000400:00000200:0.0:1789433948.960143:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433948.960148:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433948.960152:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433948.960158:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.960161:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433948.960166:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.960171:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433948.960177:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433948.960179:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789433948.960182:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433948.960186:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789433948.960189:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789433948.960192:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789433948.960197:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.960202:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433948.960207:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433948.960212:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433948.960218:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789433948.960226:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433948.960233:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433948.960238:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433948.960243:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433948.960250:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433948.960255:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433948.960259:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789433948.960265:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433948.960271:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433948.960276:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbce00.
00000020:00000040:0.0:1789433948.960281:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433948.960286:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433948.960289:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433948.960292:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433948.960296:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433948.960300:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433948.960307:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17c00.
00000100:00000001:0.0:1789433948.960313:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433948.960324:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbce00 x1876351933921920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433948.960365:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433948.960368:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433948.960376:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c51f9e] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbce00 x1876351933921920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433948.960391:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433948.960397:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5413)
00000800:00000200:1.1:1789433948.960524:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433948.960526:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433948.960719:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433948.960721:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789433948.960930:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433948.960932:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1789433949.663437:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300076715, at 4300076736
00000100:00000040:3.0:1789433949.663437:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300076715, at 4300076736
00000100:00000010:3.0:1789433949.663450:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd80.
00000100:00000010:2.0:1789433949.663452:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d1e0.
00000100:00000001:2.0:1789433949.727457:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433949.727464:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433949.727467:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433949.727473:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433949.727477:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433949.727482:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433949.727485:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433949.727488:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433949.727492:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433949.983473:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433949.983481:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433949.983485:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433949.983491:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433949.983497:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433949.983503:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433949.983510:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433949.983515:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433949.983520:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433950.751447:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433950.751455:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433950.751460:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433950.751466:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433950.751472:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433950.751477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433950.751482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433950.751487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433950.751493:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433950.751505:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433950.751509:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433950.751512:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433951.007496:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433951.007509:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433951.007514:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433951.007523:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433951.007537:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433951.007543:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433951.007546:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433951.007549:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433951.007553:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433951.775478:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433951.775490:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433951.775493:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433951.775501:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433951.775507:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433951.775511:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433951.775515:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433951.775518:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433951.775534:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433951.775715:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433951.775722:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433951.775727:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433952.031473:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433952.031482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433952.031485:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433952.031492:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433952.031496:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433952.031500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433952.031503:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433952.031506:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433952.031509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433952.799531:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433952.799535:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433952.799538:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433952.801325:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433952.801332:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433952.801335:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433952.801340:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433952.801343:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433952.801346:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433952.801365:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433952.801367:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433952.801371:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433953.055486:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433953.055494:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433953.055499:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433953.055511:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433953.055518:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433953.055525:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433953.055532:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433953.055537:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433953.055549:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433953.823494:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433953.823504:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433953.823508:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433953.823514:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433953.823520:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433953.823527:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433953.823532:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433953.823534:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433953.823538:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433954.079795:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433954.079803:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433954.079808:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433954.079829:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933922048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.079859:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433954.079866:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433954.079877:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433954.079882:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433954.079887:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433954.079902:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933922048:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433954.079911:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433954.079916:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433954.079922:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433954.079928:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433954.079939:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789433954.079947:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433954.079959:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433954.079967:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433954.079976:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433954.079988:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933922048, portal 25
00000100:00000001:0.0:1789433954.079994:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433954.080001:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:0.0:1789433954.080016:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933922048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.080041:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433954.080053:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433954.080059:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433954.080066:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933922048, offset 0
00000400:00000200:0.0:1789433954.080081:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433954.080097:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433954.080115:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433954.080124:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433954.080132:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433954.080139:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433954.080144:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433954.080152:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512456:512456:256:4294967295] 192.168.203.104@tcp LPNI seq info [512423:512423:8:4294967295]
00000400:00000200:0.0:1789433954.080162:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433954.080180:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433954.080192:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433954.080198:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433954.080208:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433954.080214:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789433954.080223:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433954.080229:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789433954.080242:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433954.080245:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433954.080254:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433954.080266:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433954.080272:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433954.080276:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433954.080281:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433954.080291:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933922048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433954.080310:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433954.080318:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433954.080324:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433954.080335:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433954.080343:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433954.080385:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789433954.080385:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433954.080390:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433954.080394:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433954.080398:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433954.080403:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933922048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.080414:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433954.080420:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433954.080430:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433954.080442:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433954.080450:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300081836
00000100:00000010:0.0:1789433954.080457:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81480.
00000100:00000001:0.0:1789433954.080465:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789433954.080476:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300081836
00000100:00000010:0.0:1789433954.080483:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81540.
00000100:00000001:0.0:1789433954.080490:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789433954.080495:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433954.080504:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433954.080512:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433954.080525:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433954/real 1789433954]  req@ffff92f788849500 x1876351933922048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433954.080565:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433954.080570:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433954.080575:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433954.080584:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433954.080591:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433954.080601:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433954.080610:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933922048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433954.080640:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933922048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.080673:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433954.080675:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.080678:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433954.080682:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433954.080689:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933922048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.080708:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433954.080721:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933922048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.080740:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433954.080748:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.080755:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433954.080759:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.080765:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433954.080770:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433954.080780:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433954.080794:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433954.080800:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433954.080809:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933922048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433954.080825:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933922048:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433954.080829:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.080831:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433954.080834:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933922048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.080840:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433954.080842:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433954.080846:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789433954.080849:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433954.080851:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433954.080852:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433954.080853:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433954.080855:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6000.
02000000:00000001:0.0:1789433954.080858:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433954.080859:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433954.080861:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:0.0:1789433954.080863:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433954.080864:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.080865:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.080872:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433954.080873:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433954.080875:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433954.080876:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433954.080877:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433954.080880:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933922176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.080884:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433954.080885:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433954.080887:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433954.080889:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433954.080890:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433954.080891:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933922176:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433954.080894:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433954.080895:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433954.080897:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433954.080898:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433954.080900:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789433954.080901:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433954.080905:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433954.080907:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433954.080910:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433954.080913:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933922176, portal 10
00000100:00000001:0.0:1789433954.080916:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433954.080917:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:0.0:1789433954.080924:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933922176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.080930:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433954.080933:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433954.080935:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433954.080938:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933922176, offset 0
00000400:00000200:0.0:1789433954.080942:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433954.080946:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433954.080950:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433954.080953:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433954.080955:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433954.080957:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433954.080958:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433954.080961:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512457:512457:256:4294967295] 192.168.203.104@tcp LPNI seq info [512424:512424:8:4294967295]
00000400:00000200:0.0:1789433954.080964:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433954.080968:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433954.080971:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433954.080974:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433954.080976:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433954.080978:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789433954.080983:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433954.080985:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789433954.080989:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433954.080991:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433954.080994:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433954.080998:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433954.081001:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433954.081003:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433954.081005:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433954.081009:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933922176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081023:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433954.081026:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933922176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081030:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433954.081031:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433954.081034:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433954.081037:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433954.081040:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433954.081041:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300081164
00000100:00000001:0.0:1789433954.081043:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300081836
00000100:00000001:0.0:1789433954.081045:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300081164
00000100:00000001:0.0:1789433954.081046:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300081836
00000100:00000001:0.0:1789433954.081047:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433954.081049:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433954.081050:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433954.081052:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433954/real 1789433954]  req@ffff92f788849f80 x1876351933922176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433954.081057:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433954.081058:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433954.081059:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433954.081060:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433954.081061:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433954.081062:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433954.081064:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933922176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433954.081069:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933922176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081072:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433954.081074:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081075:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433954.081076:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433954.081078:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933922176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081082:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433954.081084:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933922176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081087:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433954.081088:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081089:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433954.081090:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081091:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433954.081094:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433954.081095:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433954.081097:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433954.081098:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433954.081100:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933922176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433954.081104:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933922176:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433954.081106:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433954.081109:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933922304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081113:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433954.081114:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433954.081115:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433954.081116:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433954.081117:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433954.081120:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933922304:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433954.081122:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433954.081123:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433954.081124:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433954.081126:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433954.081128:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789433954.081129:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433954.081131:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433954.081132:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433954.081134:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433954.081136:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933922304, portal 4
00000100:00000001:0.0:1789433954.081137:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433954.081138:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:0.0:1789433954.081143:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933922304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081149:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433954.081152:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433954.081153:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433954.081156:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933922304, offset 0
00000400:00000200:0.0:1789433954.081159:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433954.081163:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433954.081166:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433954.081169:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433954.081171:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433954.081174:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433954.081176:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433954.081178:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512458:512458:256:4294967295] 192.168.203.104@tcp LPNI seq info [512425:512425:8:4294967295]
00000400:00000200:0.0:1789433954.081182:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433954.081188:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433954.081192:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433954.081196:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433954.081200:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433954.081203:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789433954.081207:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433954.081209:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789433954.081213:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433954.081215:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433954.081218:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433954.081220:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433954.081222:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433954.081224:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433954.081225:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433954.081227:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933922304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081233:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433954.081234:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933922304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081239:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433954.081240:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433954.081242:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433954.081244:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433954.081246:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433954.081247:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300081181
00000100:00000001:0.0:1789433954.081249:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300081836
00000100:00000001:0.0:1789433954.081250:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300081181
00000100:00000001:0.0:1789433954.081252:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300081836
00000100:00000001:0.0:1789433954.081253:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433954.081254:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433954.081255:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433954.081257:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433954/real 1789433954]  req@ffff92f788849880 x1876351933922304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433954.081262:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433954.081263:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433954.081264:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433954.081266:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433954.081267:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433954.081268:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433954.081270:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933922304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433954.081277:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933922304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081283:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433954.081285:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081286:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433954.081288:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433954.081291:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933922304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081298:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433954.081301:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933922304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081308:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433954.081310:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081312:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433954.081313:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081314:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433954.081319:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433954.081321:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433954.081323:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433954.081324:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433954.081327:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933922304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433954.081336:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933922304:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433954.081338:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433954.081341:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933922432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081344:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433954.081345:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433954.081347:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433954.081371:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433954.081372:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433954.081374:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933922432:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433954.081376:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433954.081378:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433954.081379:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433954.081380:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433954.081384:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789433954.081386:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433954.081390:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433954.081392:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433954.081394:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433954.081397:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933922432, portal 4
00000100:00000001:0.0:1789433954.081400:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433954.081401:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:0.0:1789433954.081407:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933922432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081413:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433954.081415:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433954.081417:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433954.081420:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933922432, offset 0
00000400:00000200:0.0:1789433954.081424:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433954.081429:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433954.081432:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433954.081435:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433954.081437:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433954.081440:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433954.081443:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433954.081445:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512459:512459:256:4294967295] 192.168.203.104@tcp LPNI seq info [512426:512426:8:4294967295]
00000400:00000200:0.0:1789433954.081447:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433954.081452:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433954.081456:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433954.081460:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433954.081463:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433954.081466:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789433954.081470:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433954.081472:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789433954.081476:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433954.081477:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433954.081480:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433954.081483:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433954.081486:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433954.081487:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433954.081490:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433954.081493:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933922432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081500:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433954.081504:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933922432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081510:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433954.081511:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433954.081515:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433954.081518:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433954.081521:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433954.081524:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300081184
00000100:00000001:0.0:1789433954.081526:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300081836
00000100:00000001:0.0:1789433954.081528:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300081184
00000100:00000001:0.0:1789433954.081530:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300081836
00000100:00000001:0.0:1789433954.081532:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433954.081534:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433954.081536:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433954.081540:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433954/real 1789433954]  req@ffff92f78884aa00 x1876351933922432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433954.081549:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433954.081551:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433954.081552:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433954.081555:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433954.081569:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433954.081572:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433954.081575:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933922432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433954.081584:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933922432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081591:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433954.081592:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081594:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433954.081595:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433954.081598:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933922432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081604:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433954.081607:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933922432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081612:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433954.081615:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081616:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433954.081618:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081619:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433954.081623:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433954.081625:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433954.081629:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433954.081631:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433954.081635:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933922432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433954.081642:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933922432:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433954.081646:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081648:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433954.081651:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933922176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081657:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433954.081659:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433954.081661:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789433954.081664:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433954.081665:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433954.081667:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433954.081669:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433954.081670:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:0.0:1789433954.081673:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433954.081674:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433954.081676:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:0.0:1789433954.081678:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433954.081679:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081681:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433954.081684:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933922304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081696:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433954.081698:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433954.081699:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789433954.081702:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433954.081703:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433954.081704:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433954.081706:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433954.081708:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7000.
02000000:00000001:0.0:1789433954.081710:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433954.081711:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433954.081712:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:0.0:1789433954.081714:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433954.081715:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081717:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433954.081720:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933922432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433979 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433954.081726:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433954.081728:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433954.081729:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789433954.081731:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433954.081733:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433954.081734:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433954.081736:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433954.081737:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:0.0:1789433954.081739:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433954.081740:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433954.081741:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:0.0:1789433954.081743:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433954.081745:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081746:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433954.081750:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433954.081751:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433954.081753:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433954.081755:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433954.783495:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300081836, at 4300081856
00000100:00000040:3.0:1789433954.783498:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300081836, at 4300081856
00000100:00000010:2.0:1789433954.783513:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81480.
00000100:00000010:3.0:1789433954.783517:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81540.
00000100:00000001:2.0:1789433954.847475:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433954.847482:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433954.847485:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433954.847490:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433954.847496:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433954.847502:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433954.847507:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1789433954.847509:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1789433954.847511:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433954.847520:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433954.847520:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433954.847535:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433955.103483:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433955.103491:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433955.103497:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433955.103506:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433955.103517:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433955.103523:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433955.103534:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433955.103537:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433955.103545:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433955.871494:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433955.871506:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433955.871509:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433955.871514:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433955.871522:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433955.871527:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433955.871532:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433955.871536:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433955.871542:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433955.871696:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433955.871701:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433955.871705:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433956.127498:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433956.127511:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433956.127517:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433956.127529:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433956.127538:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433956.127557:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433956.127568:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433956.127576:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433956.127586:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433956.895575:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433956.895583:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433956.895586:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433956.895596:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433956.895601:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433956.895605:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433956.895608:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433956.895611:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433956.895615:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433956.895765:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433956.895770:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433956.895776:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433957.151473:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433957.151482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433957.151486:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433957.151495:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433957.151502:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433957.151509:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433957.151515:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433957.151521:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433957.151546:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433957.919476:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433957.919487:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433957.919489:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433957.919495:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433957.919500:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433957.919505:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433957.919509:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433957.919513:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433957.919517:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433958.175462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433958.175468:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433958.175470:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433958.175473:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433958.175476:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433958.175479:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433958.175481:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433958.175482:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433958.175484:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433958.943481:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433958.943488:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433958.943491:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433958.943500:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433958.943506:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433958.943512:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433958.943534:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433958.943539:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433958.943547:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433958.943619:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433958.943625:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433958.943630:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789433959.199432:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433959.199438:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433959.199440:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433959.199445:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433959.199449:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433959.199453:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433959.199456:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433959.199458:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433959.199461:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433959.199570:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433959.199590:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433959.199593:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433959.199596:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433959.199600:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433959.199607:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5413
00000400:00000200:3.0:1789433959.199614:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433959.199618:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433959.199621:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433959.199623:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.199625:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433959.199627:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.199628:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433959.199634:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433959.199636:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433959.199638:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433959.199641:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433959.199644:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433959.199646:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433959.199649:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.199651:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433959.199652:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.199654:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433959.199657:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433959.199660:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433959.199663:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433959.199666:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433959.199670:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433959.199672:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433959.199674:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433959.199677:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433959.199685:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789433959.199689:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433959.199692:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433959.199694:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433959.199697:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433959.199699:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433959.199703:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433959.199709:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789433959.199715:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433959.199723:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433959.199733:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433959.199738:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433959.199742:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433959.199764:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433959.199767:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433959.199770:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433959.199772:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433959.199773:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433959.199778:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433959.199780:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5413
00000400:00000200:3.0:1789433959.199783:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433959.199786:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433959.199789:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433959.199792:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.199794:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433959.199796:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.199799:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433959.199801:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433959.199803:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00000001:0.0:1789433959.199804:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1789433959.199805:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789433959.199809:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1789433959.199810:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:0.0:1789433959.199813:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1789433959.199814:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433959.199818:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789433959.199823:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789433959.199824:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.199827:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433959.199831:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.199836:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433959.199840:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:0.0:1789433959.199842:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433959.199846:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433959.199846:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433959.199852:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433959.199853:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789433959.199854:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433959.199857:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433959.199862:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433959.199862:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433959.199867:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433959.199871:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:0.0:1789433959.199872:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933922560:192.168.203.104@tcp:250:kworker.0
00000008:00100000:3.0:1789433959.199876:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789433959.199878:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1789433959.199882:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433959.199884:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789433959.199885:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433959.199888:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433959.199890:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
02000000:00000001:0.0:1789433959.199891:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1789433959.199894:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433959.199898:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1789433959.199899:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:3.0:1789433959.199899:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433959.199904:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433959.199904:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433959.199907:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433959.199910:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433959.199914:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000010:3.0:1789433959.199919:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000400:00000010:0.0:1789433959.199920:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000100:00000001:3.0:1789433959.199927:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433959.199929:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00100000:3.0:1789433959.199935:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1789433959.199937:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933922560, portal 25
00000100:00000001:0.0:1789433959.199943:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433959.199945:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000100:00000001:3.0:1789433959.199947:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433959.199952:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433959.199956:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789433959.199958:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.199976:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789433959.199979:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433959.199982:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789433959.199984:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1789433959.199987:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00080000:3.0:1789433959.199990:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1789433959.199993:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933922560, offset 0
00000100:00000001:3.0:1789433959.199993:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433959.199996:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433959.200000:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1789433959.200004:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789433959.200005:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5413
00000400:00000200:3.0:1789433959.200010:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433959.200013:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1789433959.200016:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:3.0:1789433959.200018:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433959.200022:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.200023:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433959.200025:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.200028:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433959.200031:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433959.200032:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433959.200033:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433959.200035:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433959.200037:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433959.200039:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433959.200041:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.200042:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433959.200044:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.200046:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433959.200048:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433959.200050:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433959.200052:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433959.200053:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433959.200056:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433959.200058:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433959.200059:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433959.200061:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433959.200063:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433959.200124:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433959.200128:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789433959.200130:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433959.200133:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433959.200134:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433959.200135:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433959.200137:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433959.200139:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433959.200142:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789433959.200145:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433959.200150:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433959.200163:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433959.200165:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433959.200169:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433959.200177:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433959.200179:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433959.200189:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433959.200190:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433959.200192:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433959.200195:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433959.200197:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5413
00000400:00000200:3.0:1789433959.200201:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433959.200204:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433959.200206:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433959.200209:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.200211:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433959.200213:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.200215:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433959.200218:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433959.200219:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433959.200221:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433959.200223:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433959.200225:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789433959.200226:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433959.200229:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.200231:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433959.200233:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433959.200235:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433959.200237:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433959.200240:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433959.200243:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433959.200244:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433959.200249:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433959.200252:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433959.200254:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1789433959.200256:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000008:00100000:3.0:1789433959.200257:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433959.200263:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433959.200265:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433959.200267:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1789433959.200269:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000400:00000200:0.0:1789433959.200274:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000020:00000040:3.0:1789433959.200274:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000200:0.0:1789433959.200279:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1789433959.200279:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433959.200281:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433959.200285:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1789433959.200286:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
02000000:00000001:3.0:1789433959.200287:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433959.200291:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433959.200294:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512460:512460:256:4294967295] 192.168.203.104@tcp LPNI seq info [512427:512427:8:4294967295]
02000000:00000010:3.0:1789433959.200297:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000400:00000200:0.0:1789433959.200303:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433959.200303:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433959.200311:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789433959.200322:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789433959.200326:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433959.200329:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789433959.200333:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000040:3.0:1789433959.200337:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433959.200344:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433959.200368:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5423)
00000800:00000010:0.0:1789433959.200388:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433959.200395:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433959.200399:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433959.200404:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433959.200407:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1789433959.200411:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433959.200413:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433959.200419:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433959.200423:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433959.200428:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433959.200440:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433959.200445:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433959.200449:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200458:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433959.200462:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200469:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433959.200470:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433959.200476:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433959.200480:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433959.200482:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300086956
00000100:00000010:0.0:1789433959.200487:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed818a0.
00000100:00000001:0.0:1789433959.200494:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789433959.200508:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300086956
00000100:00000010:0.0:1789433959.200511:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81de0.
00000100:00000001:0.0:1789433959.200514:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789433959.200531:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433959.200534:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433959.200537:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433959.200542:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433959/real 1789433959]  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433959.200552:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433959.200554:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433959.200556:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433959.200560:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433959.200562:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433959.200565:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433959.200569:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433959.200577:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200583:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433959.200585:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.200587:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433959.200589:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433959.200593:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200600:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433959.200604:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200610:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433959.200613:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.200615:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433959.200617:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.200619:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433959.200621:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433959.200624:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433959.200627:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433959.200629:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433959.200633:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433959.200641:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933922560:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433959.200645:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.200647:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433959.200649:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933922560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200655:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433959.200657:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433959.200660:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789433959.200663:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433959.200665:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433959.200666:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433959.200668:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433959.200670:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:0.0:1789433959.200674:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433959.200676:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433959.200677:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:0.0:1789433959.200680:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433959.200682:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.200684:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.200690:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433959.200691:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433959.200693:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433959.200694:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433959.200696:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433959.200699:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200706:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433959.200707:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433959.200709:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433959.200711:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433959.200713:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433959.200716:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933922688:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433959.200719:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433959.200721:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433959.200722:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433959.200724:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433959.200727:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789433959.200729:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433959.200732:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433959.200735:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433959.200738:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433959.200741:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933922688, portal 10
00000100:00000001:0.0:1789433959.200742:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433959.200743:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:0.0:1789433959.200749:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200755:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433959.200757:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433959.200759:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433959.200761:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933922688, offset 0
00000400:00000200:0.0:1789433959.200765:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433959.200769:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433959.200772:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433959.200775:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433959.200777:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433959.200779:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433959.200781:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433959.200784:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512461:512461:256:4294967295] 192.168.203.104@tcp LPNI seq info [512428:512428:8:4294967295]
00000400:00000200:0.0:1789433959.200788:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433959.200794:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433959.200798:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433959.200801:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433959.200805:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433959.200807:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433959.200811:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433959.200813:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1789433959.200817:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433959.200819:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433959.200821:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433959.200825:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433959.200827:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433959.200829:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433959.200831:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433959.200834:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200841:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433959.200844:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200849:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433959.200851:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433959.200853:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433959.200856:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433959.200859:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433959.200861:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300086284
00000100:00000001:0.0:1789433959.200863:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300086956
00000100:00000001:0.0:1789433959.200865:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300086284
00000100:00000001:0.0:1789433959.200867:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300086956
00000100:00000001:0.0:1789433959.200869:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433959.200872:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433959.200873:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433959.200877:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433959/real 1789433959]  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433959.200883:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433959.200884:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433959.200886:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433959.200887:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433959.200889:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433959.200890:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433959.200893:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433959.200900:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200906:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433959.200907:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.200908:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433959.200910:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433959.200913:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200919:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433959.200922:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200928:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433959.200930:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.200931:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433959.200932:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.200933:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433959.200936:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433959.200938:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433959.200941:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433959.200943:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433959.200947:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433959.200953:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933922688:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433959.200957:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433959.200960:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.200966:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433959.200967:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433959.200969:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433959.200970:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433959.200972:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433959.200975:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933922816:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433959.200978:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433959.200980:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433959.200981:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433959.200983:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433959.200987:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789433959.200988:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433959.200991:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433959.200994:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433959.200997:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433959.200999:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933922816, portal 4
00000100:00000001:0.0:1789433959.201001:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433959.201002:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:0.0:1789433959.201007:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201013:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433959.201016:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433959.201018:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433959.201314:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933922816, offset 0
00000400:00000200:0.0:1789433959.201320:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433959.201324:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433959.201328:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433959.201330:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433959.201333:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433959.201335:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433959.201338:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433959.201341:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512462:512462:256:4294967295] 192.168.203.104@tcp LPNI seq info [512429:512429:8:4294967295]
00000400:00000200:0.0:1789433959.201344:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433959.201367:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433959.201372:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433959.201375:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433959.201379:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433959.201382:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433959.201386:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433959.201388:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1789433959.201392:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433959.201394:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433959.201396:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433959.201399:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433959.201402:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433959.201404:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433959.201407:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433959.201410:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201418:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433959.201421:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201434:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433959.201436:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433959.201439:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433959.201442:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433959.201445:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433959.201447:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300086302
00000100:00000001:0.0:1789433959.201449:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300086956
00000100:00000001:0.0:1789433959.201452:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300086302
00000100:00000001:0.0:1789433959.201454:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300086956
00000100:00000001:0.0:1789433959.201456:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433959.201458:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433959.201459:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433959.201463:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433959/real 1789433959]  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433959.201471:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433959.201472:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433959.201473:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433959.201476:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433959.201477:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433959.201479:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433959.201482:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433959.201490:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201495:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433959.201497:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.201499:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433959.201500:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433959.201503:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201509:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433959.201512:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201531:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433959.201534:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.201535:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433959.201537:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.201538:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433959.201543:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433959.201545:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433959.201549:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433959.201551:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433959.201554:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433959.201561:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933922816:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433959.201564:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433959.201567:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201573:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433959.201574:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433959.201576:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433959.201578:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433959.201579:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433959.201582:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933922944:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433959.201584:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433959.201586:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433959.201587:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433959.201589:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433959.201592:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789433959.201594:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433959.201598:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433959.201601:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433959.201604:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433959.201607:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933922944, portal 4
00000100:00000001:0.0:1789433959.201608:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433959.201609:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:0.0:1789433959.201615:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201620:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433959.201622:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433959.201624:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433959.201626:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933922944, offset 0
00000400:00000200:0.0:1789433959.201630:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433959.201634:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433959.201637:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433959.201639:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433959.201642:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433959.201644:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433959.201646:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433959.201649:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512463:512463:256:4294967295] 192.168.203.104@tcp LPNI seq info [512430:512430:8:4294967295]
00000400:00000200:0.0:1789433959.201653:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433959.201659:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433959.201663:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433959.201666:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433959.201670:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433959.201673:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789433959.201677:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433959.201680:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1789433959.201683:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433959.201685:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433959.201688:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433959.201691:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433959.201694:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433959.201695:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433959.201698:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433959.201702:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201708:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433959.201710:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433984 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201716:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433959.201718:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433959.201721:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433959.201724:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433959.201727:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433959.201728:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300086304
00000100:00000001:0.0:1789433959.201731:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300086956
00000100:00000001:0.0:1789433959.201733:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300086304
00000100:00000001:0.0:1789433959.201735:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300086956
00000100:00000001:0.0:1789433959.201737:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433959.201739:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433959.201740:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433959.201744:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433959/real 1789433959]  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433959.201752:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433959.201753:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433959.201755:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433959.201757:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433959.201759:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433959.201760:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433959.201763:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433959.201771:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201782:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433959.201784:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.201785:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433959.201787:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433959.201790:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201796:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433959.201800:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201806:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433959.201807:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.201808:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433959.201809:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.201810:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433959.201813:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433959.201815:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433959.201818:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433959.201821:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433959.201824:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433959.201831:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933922944:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433959.201835:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.201837:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433959.201840:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933922688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201847:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433959.201849:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433959.201851:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789433959.201854:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433959.201855:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433959.201857:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433959.201858:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433959.201860:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:0.0:1789433959.201861:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433959.201862:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433959.201863:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:0.0:1789433959.201866:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433959.201867:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.201868:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433959.201870:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933922816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201874:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433959.201875:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433959.201875:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789433959.201877:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433959.201877:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433959.201878:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433959.201879:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433959.201880:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:0.0:1789433959.201881:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433959.201882:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433959.201882:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:0.0:1789433959.201884:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433959.201884:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.201885:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433959.201887:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933922944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433984 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433959.201890:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433959.201890:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433959.201891:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789433959.201892:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433959.201893:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433959.201893:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433959.201895:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433959.201896:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:0.0:1789433959.201897:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433959.201898:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433959.201899:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:0.0:1789433959.201901:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433959.201902:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.201904:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433959.201908:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433959.201909:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433959.201911:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433959.201913:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433959.903478:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300086956, at 4300086976
00000100:00000040:2.0:1789433959.903486:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300086956, at 4300086976
00000100:00000010:3.0:1789433959.903495:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81de0.
00000100:00000010:2.0:1789433959.903503:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed818a0.
00000020:00000001:3.0:1789433959.967687:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1789433959.967691:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1789433959.967692:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433959.967696:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433959.967701:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433959.967705:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433959.967712:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433959.967716:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433959.967721:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433959.967724:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433959.967727:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433959.967731:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433960.223491:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433960.223500:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433960.223502:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433960.223508:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789433960.223526:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433960.223531:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433960.223534:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433960.223537:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433960.223541:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433960.991684:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433960.991689:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433960.991694:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433960.991770:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433960.991773:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433960.991776:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433960.991780:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433960.991783:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433960.991786:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433960.991789:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433960.991792:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433960.991794:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433961.247492:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433961.247498:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433961.247501:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433961.247517:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433961.247523:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433961.247527:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433961.247529:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433961.247532:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433961.247535:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433962.015464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433962.015473:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433962.015476:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433962.015483:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433962.015488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433962.015492:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433962.015496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433962.015509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433962.015513:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433962.271511:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433962.271520:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433962.271525:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433962.271533:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433962.271546:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433962.271555:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433962.271562:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433962.271567:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433962.271570:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433963.039486:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433963.039501:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433963.039505:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433963.039511:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433963.039517:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433963.039522:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433963.039528:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433963.039532:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433963.039537:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433963.039555:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433963.039561:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433963.039565:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433963.295468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433963.295477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433963.295480:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433963.295488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433963.295504:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433963.295510:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433963.295515:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433963.295518:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433963.295525:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433964.063567:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433964.063573:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433964.063576:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433964.063581:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433964.063585:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433964.063589:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433964.063592:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433964.063594:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433964.063598:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433964.063812:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433964.063816:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433964.063819:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789433964.319467:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433964.319477:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433964.319490:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433964.319495:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433964.319499:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433964.319507:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5418
00000400:00000200:3.0:1789433964.319517:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433964.319524:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433964.319527:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433964.319531:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319534:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433964.319537:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319539:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433964.319548:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433964.319549:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433964.319552:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433964.319555:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433964.319558:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433964.319560:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433964.319563:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319565:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433964.319568:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319570:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433964.319574:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433964.319578:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319580:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433964.319583:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433964.319587:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433964.319590:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.319592:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433964.319593:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433964.319596:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.319598:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433964.319601:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433964.319606:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000010:3.0:1789433964.319607:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289180.
00000100:00000001:0.0:1789433964.319609:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1789433964.319613:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
00000100:00000001:0.0:1789433964.319615:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789433964.319618:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789433964.319619:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789433964.319622:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.319623:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433964.319628:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789433964.319629:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433964.319633:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433964.319638:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433964.319647:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789433964.319654:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433964.319663:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433964.319674:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433964.319678:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433964.319682:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef858d48] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433964.319707:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433964.319710:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433964.319713:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433964.319715:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433964.319716:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433964.319719:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433964.319722:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5418
00000400:00000200:3.0:1789433964.319726:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433964.319729:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433964.319731:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433964.319734:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319736:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433964.319738:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319740:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433964.319743:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433964.319744:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433964.319746:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433964.319748:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433964.319750:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433964.319752:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433964.319754:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319756:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433964.319757:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319759:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433964.319762:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433964.319764:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319766:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433964.319768:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433964.319773:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433964.319775:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433964.319777:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433964.319781:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433964.319783:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433964.319784:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433964.319789:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789433964.319791:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433964.319793:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433964.319794:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433964.319795:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433964.319797:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433964.319798:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433964.319801:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789433964.319804:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433964.319808:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433964.319814:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433964.319816:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433964.319819:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433964.319826:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433964.319828:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433964.319831:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433964.319832:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433964.319834:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433964.319836:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433964.319839:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5418
00000400:00000200:3.0:1789433964.319842:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433964.319845:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433964.319847:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433964.319849:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319851:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433964.319853:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319854:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433964.319857:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433964.319858:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433964.319859:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433964.319861:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433964.319863:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433964.319865:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433964.319868:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319869:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433964.319871:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319873:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433964.319875:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433964.319877:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433964.319879:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433964.319881:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433964.319883:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433964.319885:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433964.319887:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433964.319889:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433964.319891:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433964.319893:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433964.319896:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789433964.319898:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433964.319900:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433964.319902:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433964.319903:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433964.319905:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433964.319906:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433964.319909:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:3.0:1789433964.319912:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433964.319916:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433964.319933:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433964.319937:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433964.319939:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433964.319941:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789433964.319944:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433964.319950:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789433964.319952:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.319972:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433964.319976:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433964.319978:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433964.319980:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1789433964.319982:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1789433964.319984:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1789433964.319988:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1789433964.319989:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433964.319991:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433964.319994:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789433964.319997:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933923072:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789433964.319998:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433964.320003:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5418
00000100:00000001:0.0:1789433964.320004:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433964.320010:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1789433964.320010:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:0.0:1789433964.320013:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789433964.320016:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
02000000:00000001:0.0:1789433964.320018:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1789433964.320020:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
02000000:00000010:0.0:1789433964.320025:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
00000100:00000040:3.0:1789433964.320025:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:0.0:1789433964.320031:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433964.320031:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433964.320035:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.320038:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789433964.320042:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:3.0:1789433964.320042:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433964.320045:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433964.320047:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1789433964.320048:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000020:00000040:3.0:1789433964.320049:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433964.320054:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000010:0.0:1789433964.320057:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000020:00000001:3.0:1789433964.320057:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433964.320062:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.320066:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1789433964.320068:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933923072, portal 25
00000100:00000040:3.0:1789433964.320069:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433964.320073:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789433964.320074:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789433964.320077:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293198720 : -119882416352896 : ffff92f7b3289180)
00000020:00000040:3.0:1789433964.320079:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789433964.320084:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000040:0.0:1789433964.320088:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433964.320089:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433964.320094:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433964.320098:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433964.320101:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1789433964.320103:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433964.320107:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789433964.320108:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:0.0:1789433964.320112:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000008:00100000:3.0:1789433964.320112:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000200:0.0:1789433964.320118:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933923072, offset 0
00000008:00000001:3.0:1789433964.320118:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433964.320123:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433964.320129:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000010:3.0:1789433964.320129:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789433964.320133:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433964.320137:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433964.320139:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433964.320142:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433964.320143:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433964.320147:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433964.320149:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433964.320153:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
02000000:00000010:3.0:1789433964.320153:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789433964.320159:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433964.320162:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1789433964.320167:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789433964.320168:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433964.320174:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433964.320179:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:3.0:1789433964.320184:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789433964.320187:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512464:512464:256:4294967295] 192.168.203.104@tcp LPNI seq info [512431:512431:8:4294967295]
00000100:00000001:3.0:1789433964.320188:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433964.320196:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789433964.320197:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433964.320207:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433964.320214:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1789433964.320215:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5429)
00000800:00000200:0.0:1789433964.320224:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433964.320231:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433964.320238:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433964.320242:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433964.320247:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433964.320250:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789433964.320254:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433964.320257:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433964.320262:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433964.320266:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433964.320271:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433964.320273:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433964.320277:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433964.320280:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320289:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433964.320291:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320298:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.320300:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433964.320306:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433964.320310:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433964.320312:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300092075
00000100:00000010:0.0:1789433964.320318:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed818a0.
00000100:00000001:0.0:1789433964.320325:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789433964.320339:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300092075
00000100:00000010:0.0:1789433964.320343:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81de0.
00000100:00000001:0.0:1789433964.320346:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789433964.320385:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433964.320389:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.320391:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433964.320396:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433964/real 1789433964]  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433964.320405:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433964.320406:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433964.320408:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433964.320412:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433964.320414:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433964.320417:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433964.320422:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433964.320430:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320435:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433964.320437:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.320439:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433964.320441:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433964.320445:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320451:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433964.320455:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320462:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433964.320464:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.320466:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433964.320467:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.320469:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433964.320471:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433964.320474:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433964.320478:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433964.320480:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433964.320499:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433964.320507:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933923072:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433964.320512:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433964.320515:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320526:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433964.320528:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433964.320530:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433964.320532:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433964.320534:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433964.320537:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933923200:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433964.320539:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433964.320541:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433964.320543:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433964.320544:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433964.320548:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789433964.320550:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433964.320554:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433964.320556:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433964.320569:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433964.320572:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933923200, portal 10
00000100:00000001:0.0:1789433964.320574:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433964.320575:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:0.0:1789433964.320582:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320588:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433964.320591:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433964.320593:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433964.320595:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933923200, offset 0
00000400:00000200:0.0:1789433964.320600:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433964.320605:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433964.320608:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433964.320611:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433964.320613:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433964.320615:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433964.320618:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433964.320621:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512465:512465:256:4294967295] 192.168.203.104@tcp LPNI seq info [512432:512432:8:4294967295]
00000400:00000200:0.0:1789433964.320625:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433964.320632:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433964.320636:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433964.320640:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433964.320644:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433964.320647:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433964.320651:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433964.320654:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789433964.320657:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433964.320659:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433964.320662:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433964.320664:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433964.320667:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433964.320668:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433964.320670:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433964.320673:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320679:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433964.320682:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320694:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.320696:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433964.320699:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433964.320703:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433964.320706:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433964.320708:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300091404
00000100:00000001:0.0:1789433964.320710:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300092075
00000100:00000001:0.0:1789433964.320712:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300091404
00000100:00000001:0.0:1789433964.320714:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300092075
00000100:00000001:0.0:1789433964.320716:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433964.320718:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.320720:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433964.320724:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433964/real 1789433964]  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433964.320731:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433964.320733:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433964.320734:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433964.320737:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433964.320739:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433964.320741:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433964.320744:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433964.320752:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320757:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433964.320759:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.320760:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433964.320762:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433964.320765:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320772:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433964.320775:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320781:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433964.320784:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.320785:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433964.320786:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.320788:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433964.320791:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433964.320794:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433964.320798:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433964.320799:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433964.320803:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433964.320811:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933923200:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433964.320816:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.320818:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433964.320822:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289180 x1876351933923072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320829:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433964.320831:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433964.320834:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433964.320837:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433964.320839:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433964.320842:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433964.320844:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433964.320847:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:0.0:1789433964.320851:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433964.320856:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433964.320860:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289180.
00000100:00000001:0.0:1789433964.320866:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433964.320869:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.320873:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433964.320880:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933923200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320892:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433964.320893:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433964.320895:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789433964.320898:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433964.320900:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433964.320901:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433964.320903:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433964.320905:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:0.0:1789433964.320907:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433964.320908:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433964.320909:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:0.0:1789433964.320912:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433964.320913:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.320915:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.320922:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433964.320924:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.320926:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433964.320927:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433964.320928:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433964.320932:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320938:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433964.320940:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433964.320942:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433964.320943:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433964.320945:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433964.320948:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933923328:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433964.320951:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433964.320953:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433964.320954:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433964.320956:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433964.320959:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789433964.320961:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433964.320964:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433964.320967:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433964.320970:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433964.320973:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933923328, portal 4
00000100:00000001:0.0:1789433964.320975:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433964.320976:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:0.0:1789433964.320981:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.320992:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433964.320994:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433964.320996:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433964.320999:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933923328, offset 0
00000400:00000200:0.0:1789433964.321002:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433964.321006:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433964.321009:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433964.321012:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433964.321014:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433964.321017:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433964.321019:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433964.321022:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512466:512466:256:4294967295] 192.168.203.104@tcp LPNI seq info [512433:512433:8:4294967295]
00000400:00000200:0.0:1789433964.321026:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433964.321032:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433964.321037:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433964.321039:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433964.321043:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433964.321046:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433964.321050:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433964.321053:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789433964.321056:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433964.321058:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433964.321061:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433964.321064:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433964.321066:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433964.321068:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433964.321071:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433964.321074:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321081:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433964.321084:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321094:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.321095:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433964.321098:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433964.321100:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433964.321103:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433964.321105:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300091421
00000100:00000001:0.0:1789433964.321107:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300092075
00000100:00000001:0.0:1789433964.321109:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300091421
00000100:00000001:0.0:1789433964.321111:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300092075
00000100:00000001:0.0:1789433964.321113:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433964.321115:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.321117:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433964.321120:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433964/real 1789433964]  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433964.321127:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433964.321128:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433964.321130:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433964.321132:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433964.321133:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433964.321135:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433964.321138:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433964.321145:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321151:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433964.321153:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.321154:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433964.321156:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433964.321160:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321166:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433964.321170:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321176:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433964.321178:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.321179:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433964.321180:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.321182:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433964.321186:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433964.321188:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433964.321192:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433964.321193:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433964.321198:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433964.321205:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933923328:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433964.321208:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433964.321210:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321216:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433964.321218:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433964.321220:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433964.321221:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433964.321223:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433964.321225:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933923456:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433964.321229:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433964.321231:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433964.321233:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433964.321234:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433964.321237:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433964.321239:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433964.321242:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433964.321244:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433964.321247:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433964.321249:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933923456, portal 4
00000100:00000001:0.0:1789433964.321251:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433964.321252:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:0.0:1789433964.321257:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321263:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433964.321264:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433964.321266:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433964.321268:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933923456, offset 0
00000400:00000200:0.0:1789433964.321271:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433964.321275:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433964.321278:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433964.321280:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433964.321282:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433964.321284:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433964.321286:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433964.321289:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512467:512467:256:4294967295] 192.168.203.104@tcp LPNI seq info [512434:512434:8:4294967295]
00000400:00000200:0.0:1789433964.321293:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433964.321298:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433964.321302:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433964.321305:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433964.321309:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433964.321311:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789433964.321315:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433964.321317:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789433964.321320:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433964.321322:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433964.321325:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433964.321328:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433964.321331:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433964.321332:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433964.321334:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433964.321338:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321345:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433964.321365:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433989 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321371:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.321373:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433964.321376:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433964.321379:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433964.321381:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433964.321383:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300091424
00000100:00000001:0.0:1789433964.321385:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300092075
00000100:00000001:0.0:1789433964.321387:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300091424
00000100:00000001:0.0:1789433964.321389:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300092075
00000100:00000001:0.0:1789433964.321391:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433964.321393:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.321394:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433964.321398:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433964/real 1789433964]  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433964.321405:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433964.321406:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433964.321408:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433964.321410:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433964.321411:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433964.321413:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433964.321416:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433964.321423:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321429:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433964.321430:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.321432:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433964.321433:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433964.321436:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321443:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433964.321446:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321452:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433964.321454:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.321455:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433964.321456:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.321458:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433964.321461:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433964.321463:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433964.321466:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433964.321468:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433964.321471:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433964.321477:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933923456:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433964.321492:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.321494:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433964.321498:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933923328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321504:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433964.321506:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433964.321508:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789433964.321510:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433964.321511:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433964.321513:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433964.321515:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433964.321516:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:0.0:1789433964.321518:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433964.321519:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433964.321521:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:0.0:1789433964.321523:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433964.321524:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.321525:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433964.321528:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933923456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433989 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433964.321534:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433964.321535:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433964.321536:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433964.321538:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433964.321539:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433964.321540:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433964.321541:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433964.321543:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:0.0:1789433964.321544:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433964.321546:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433964.321547:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:0.0:1789433964.321549:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433964.321550:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.321552:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433964.321555:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433964.321557:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433964.321558:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433964.321560:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433965.023456:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300092075, at 4300092096
00000100:00000010:3.0:1789433965.023470:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81de0.
00000100:00000040:2.0:1789433965.023585:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300092075, at 4300092096
00000100:00000010:2.0:1789433965.023593:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed818a0.
00000100:00000001:2.0:1789433965.087456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433965.087463:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433965.087466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433965.087471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433965.087485:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433965.087490:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433965.087494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433965.087497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433965.087500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433965.088672:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433965.088676:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433965.088679:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433965.343568:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433965.343572:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433965.343573:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433965.343575:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433965.343577:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433965.343578:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433965.343580:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433965.343581:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433965.343583:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433966.111495:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433966.111504:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433966.111506:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433966.111512:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433966.111517:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433966.111522:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433966.111526:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433966.111529:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433966.111533:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433966.367491:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433966.367501:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433966.367505:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433966.367513:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433966.367519:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433966.367525:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433966.367530:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433966.367535:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433966.367541:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433967.135456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433967.135472:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433967.135478:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433967.135485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433967.135490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433967.135496:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433967.135502:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433967.135506:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433967.135512:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433967.135593:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433967.135595:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433967.135597:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433967.391430:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433967.391436:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433967.391439:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433967.391444:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433967.391448:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433967.391453:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433967.391457:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433967.391468:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433967.391472:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433968.159525:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433968.159534:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433968.159537:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433968.159543:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433968.159547:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433968.159551:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433968.159554:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433968.159556:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433968.159560:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433968.159777:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433968.159780:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433968.159784:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433968.417023:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433968.417029:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433968.417031:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433968.417035:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433968.417039:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433968.417043:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433968.417049:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433968.417052:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433968.417055:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433969.183462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433969.183471:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433969.183475:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433969.183484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433969.183488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433969.183493:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433969.183497:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433969.183502:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433969.183507:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433969.183560:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433969.183565:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433969.183570:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433969.439471:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789433969.439471:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789433969.439480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789433969.439481:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789433969.439484:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433969.439486:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1789433969.439491:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:3.0:1789433969.439492:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433969.439498:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433969.439499:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789433969.439505:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789433969.439508:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5424
00000100:00000001:2.0:1789433969.439512:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433969.439517:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789433969.439522:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433969.439533:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1789433969.439535:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433969.439537:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433969.439543:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433969.439546:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433969.439549:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433969.439552:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433969.439559:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433969.439562:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433969.439564:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433969.439567:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433969.439569:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433969.439572:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433969.439575:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433969.439577:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433969.439579:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433969.439581:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433969.439583:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433969.439586:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433969.439589:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433969.439592:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433969.439595:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433969.439598:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433969.439600:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433969.439602:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433969.439610:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789433969.439627:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433969.439631:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433969.439633:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433969.439635:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433969.439638:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433969.439642:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433969.439650:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789433969.439657:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433969.439666:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433969.439677:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433969.439682:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433969.439687:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433969.439713:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433969.439716:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433969.439719:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433969.439720:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433969.439722:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433969.439725:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433969.439727:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5424
00000400:00000200:3.0:1789433969.439731:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433969.439734:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433969.439736:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433969.439738:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433969.439741:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433969.439743:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433969.439745:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433969.439749:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433969.439750:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433969.439752:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433969.439754:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433969.439756:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433969.439759:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:0.0:1789433969.439761:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789433969.439762:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433969.439766:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433969.439767:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789433969.439770:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789433969.439771:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433969.439775:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433969.439779:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000040:0.0:1789433969.439781:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789433969.439783:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433969.439789:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433969.439793:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433969.439799:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433969.439803:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.439808:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433969.439808:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433969.439812:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1789433969.439815:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1789433969.439817:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1789433969.439819:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433969.439822:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789433969.439822:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433969.439828:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433969.439830:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789433969.439834:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00100000:0.0:1789433969.439836:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933923584:192.168.203.104@tcp:250:kworker.0
02000000:00000001:3.0:1789433969.439839:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433969.439842:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.439844:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789433969.439845:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433969.439848:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433969.439850:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433969.439853:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
02000000:00000001:0.0:1789433969.439856:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789433969.439857:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433969.439861:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433969.439866:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789433969.439867:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433969.439873:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
00000100:00000001:3.0:1789433969.439876:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789433969.439878:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433969.439881:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433969.439888:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789433969.439888:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1789433969.439896:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000100:00000001:3.0:1789433969.439902:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433969.439905:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00080000:3.0:1789433969.439906:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433969.439912:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433969.439913:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1789433969.439914:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933923584, portal 25
00000100:00080000:3.0:1789433969.439916:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433969.439918:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789433969.439921:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789433969.439922:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000100:00080000:3.0:1789433969.439926:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5424
00000400:00000200:3.0:1789433969.439933:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:0.0:1789433969.439934:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789433969.439937:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433969.439941:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433969.439947:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433969.439952:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789433969.439952:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433969.439955:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433969.439958:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000040:0.0:1789433969.439960:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789433969.439962:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:0.0:1789433969.439965:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000020:00000040:3.0:1789433969.439966:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433969.439969:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:0.0:1789433969.439972:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933923584, offset 0
00000020:00000040:3.0:1789433969.439972:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433969.439977:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:0.0:1789433969.439983:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789433969.439986:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433969.439991:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433969.439995:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789433969.439996:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789433969.439999:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433969.440002:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433969.440004:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000200:0.0:1789433969.440007:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00080000:3.0:1789433969.440011:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433969.440015:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433969.440016:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1789433969.440018:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433969.440022:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789433969.440023:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
02000000:00000001:3.0:1789433969.440027:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433969.440031:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789433969.440031:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433969.440035:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000200:0.0:1789433969.440038:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000008:00000001:3.0:1789433969.440040:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433969.440044:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433969.440045:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512468:512468:256:4294967295] 192.168.203.104@tcp LPNI seq info [512435:512435:8:4294967295]
00000100:00000010:3.0:1789433969.440049:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789433969.440052:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433969.440054:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433969.440056:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433969.440059:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433969.440062:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1789433969.440065:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:3.0:1789433969.440065:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433969.440072:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789433969.440076:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433969.440085:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1789433969.440085:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1789433969.440100:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789433969.440100:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433969.440105:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789433969.440109:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000100:00000040:3.0:1789433969.440111:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1789433969.440121:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789433969.440124:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789433969.440128:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1789433969.440128:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433969.440135:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433969.440138:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1789433969.440139:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:3.0:1789433969.440140:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433969.440146:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:0.1:1789433969.440146:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1789433969.440150:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5424
00000400:00000200:3.0:1789433969.440156:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000100:0.0:1789433969.440157:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789433969.440161:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000800:00000010:0.0:1789433969.440162:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000100:00080000:3.0:1789433969.440164:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433969.440169:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:0.0:1789433969.440172:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789433969.440172:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433969.440175:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433969.440178:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789433969.440183:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1789433969.440183:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433969.440187:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789433969.440189:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789433969.440190:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000020:00000040:3.0:1789433969.440192:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000400:00000010:0.0:1789433969.440194:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000020:00000001:3.0:1789433969.440195:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:0.0:1789433969.440200:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:3.0:1789433969.440200:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433969.440205:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000200:0.0:1789433969.440209:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433969.440210:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433969.440215:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433969.440220:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433969.440224:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:0.0:1789433969.440228:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1789433969.440229:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433969.440233:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433969.440236:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789433994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789433969.440236:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433969.440240:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433969.440245:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433969.440249:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433969.440252:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1789433969.440252:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:0.0:1789433969.440256:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000008:00000001:3.0:1789433969.440257:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433969.440260:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.440263:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433969.440264:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789433969.440269:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000200:0.0:1789433969.440272:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:3.0:1789433969.440273:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789433969.440276:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300097195
02000000:00000001:3.0:1789433969.440277:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433969.440282:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433969.440284:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1789433969.440285:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81540.
02000000:00000001:3.0:1789433969.440286:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433969.440293:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000100:00000001:0.0:1789433969.440294:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789433969.440299:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.440302:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300097195
00000100:00100000:3.0:1789433969.440306:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1789433969.440316:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81480.
00000100:00000001:3.0:1789433969.440318:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433969.440321:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789433969.440322:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.440326:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789433969.440329:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440331:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.440336:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433969.440344:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433969/real 1789433969]  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433969.440344:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433969.440370:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5434)
00000400:00000001:0.0:1789433969.440394:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433969.440396:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433969.440398:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433969.440401:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433969.440403:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433969.440405:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433969.440414:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433969.440423:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440429:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433969.440431:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.440433:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433969.440439:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433969.440455:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440463:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433969.440468:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440475:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433969.440478:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.440479:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433969.440481:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.440483:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433969.440485:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433969.440488:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433969.440491:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433969.440494:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433969.440498:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433969.440506:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933923584:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433969.440511:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.440513:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433969.440516:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933923584/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440522:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433969.440525:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433969.440527:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433969.440530:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433969.440532:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433969.440534:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433969.440536:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433969.440539:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2c00.
02000000:00000001:0.0:1789433969.440542:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433969.440544:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433969.440546:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:0.0:1789433969.440549:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433969.440550:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.440553:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.440558:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433969.440569:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.440571:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433969.440572:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433969.440574:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433969.440577:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440584:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433969.440586:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433969.440588:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433969.440589:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433969.440592:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433969.440595:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933923712:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433969.440598:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433969.440600:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433969.440601:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433969.440603:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433969.440606:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433969.440621:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433969.440625:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433969.440628:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433969.440632:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433969.440634:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933923712, portal 10
00000100:00000001:0.0:1789433969.440636:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433969.440637:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:0.0:1789433969.440644:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440649:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433969.440652:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433969.440654:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433969.440656:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933923712, offset 0
00000400:00000200:0.0:1789433969.440660:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433969.440664:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433969.440668:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433969.440671:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433969.440673:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433969.440675:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433969.440677:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433969.440680:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512469:512469:256:4294967295] 192.168.203.104@tcp LPNI seq info [512436:512436:8:4294967295]
00000400:00000200:0.0:1789433969.440684:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433969.440690:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433969.440694:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433969.440698:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433969.440701:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433969.440704:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433969.440709:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433969.440711:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789433969.440715:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433969.440717:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433969.440720:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433969.440723:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433969.440726:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433969.440728:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433969.440730:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433969.440734:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440741:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433969.440744:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789433994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440750:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.440752:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433969.440755:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433969.440758:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433969.440761:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433969.440763:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300096524
00000100:00000001:0.0:1789433969.440765:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300097195
00000100:00000001:0.0:1789433969.440767:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300096524
00000100:00000001:0.0:1789433969.440769:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300097195
00000100:00000001:0.0:1789433969.440771:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433969.440773:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.440774:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433969.440778:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433969/real 1789433969]  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433969.440793:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433969.440794:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433969.440796:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433969.440798:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433969.440800:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433969.440801:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433969.440804:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433969.440812:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440818:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433969.440819:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.440821:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433969.440822:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433969.440825:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440831:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433969.440835:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440841:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433969.440843:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.440845:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433969.440846:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.440847:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433969.440850:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433969.440852:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433969.440855:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433969.440858:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433969.440862:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433969.440869:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933923712:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433969.440874:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433969.440877:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440883:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433969.440885:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433969.440887:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433969.440889:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433969.440891:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433969.440894:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933923840:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433969.440897:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433969.440898:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433969.440900:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433969.440902:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433969.440905:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433969.440907:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433969.440910:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433969.440913:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433969.440916:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433969.440919:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933923840, portal 4
00000100:00000001:0.0:1789433969.440920:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433969.440922:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:0.0:1789433969.440927:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.440933:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433969.440935:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433969.440937:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433969.440940:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933923840, offset 0
00000400:00000200:0.0:1789433969.440944:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433969.440948:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433969.440951:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433969.440954:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433969.440956:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433969.440959:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433969.440961:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433969.440964:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512470:512470:256:4294967295] 192.168.203.104@tcp LPNI seq info [512437:512437:8:4294967295]
00000400:00000200:0.0:1789433969.440968:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433969.440973:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433969.440978:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433969.440980:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433969.440984:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433969.440986:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433969.440990:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433969.440993:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789433969.440996:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433969.440998:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433969.441000:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433969.441003:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433969.441006:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433969.441008:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433969.441010:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433969.441013:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441020:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433969.441023:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441029:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.441030:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433969.441032:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433969.441034:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433969.441037:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433969.441039:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300096541
00000100:00000001:0.0:1789433969.441042:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300097195
00000100:00000001:0.0:1789433969.441044:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300096541
00000100:00000001:0.0:1789433969.441046:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300097195
00000100:00000001:0.0:1789433969.441047:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433969.441049:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.441051:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433969.441054:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433969/real 1789433969]  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433969.441061:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433969.441063:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433969.441064:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433969.441066:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433969.441068:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433969.441070:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433969.441072:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433969.441081:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441087:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433969.441088:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.441090:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433969.441091:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433969.441094:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441100:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433969.441103:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441109:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433969.441112:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.441113:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433969.441114:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.441116:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433969.441119:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433969.441122:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433969.441124:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433969.441126:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433969.441130:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433969.441136:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933923840:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433969.441139:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433969.441143:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441149:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433969.441150:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433969.441152:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433969.441154:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433969.441156:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433969.441158:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933923968:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433969.441161:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433969.441162:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433969.441163:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433969.441165:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433969.441168:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433969.441170:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433969.441172:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433969.441174:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433969.441177:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433969.441180:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933923968, portal 4
00000100:00000001:0.0:1789433969.441182:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433969.441183:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:0.0:1789433969.441187:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441193:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433969.441195:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433969.441198:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433969.441200:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933923968, offset 0
00000400:00000200:0.0:1789433969.441204:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433969.441207:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433969.441210:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433969.441213:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433969.441215:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433969.441217:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433969.441220:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433969.441222:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512471:512471:256:4294967295] 192.168.203.104@tcp LPNI seq info [512438:512438:8:4294967295]
00000400:00000200:0.0:1789433969.441226:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433969.441232:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433969.441236:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433969.441239:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433969.441243:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433969.441245:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789433969.441249:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433969.441252:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789433969.441255:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433969.441257:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433969.441260:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433969.441263:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433969.441266:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433969.441268:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433969.441270:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433969.441273:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441285:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433969.441288:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789433994 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441294:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.441296:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433969.441298:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433969.441301:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433969.441304:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433969.441306:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300096543
00000100:00000001:0.0:1789433969.441308:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300097195
00000100:00000001:0.0:1789433969.441310:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300096543
00000100:00000001:0.0:1789433969.441312:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300097195
00000100:00000001:0.0:1789433969.441314:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433969.441315:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.441317:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433969.441321:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433969/real 1789433969]  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433969.441328:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433969.441330:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433969.441331:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433969.441333:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433969.441335:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433969.441337:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433969.441340:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433969.441364:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441371:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433969.441372:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.441374:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433969.441375:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433969.441378:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441384:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433969.441387:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441393:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433969.441394:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.441396:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433969.441397:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.441399:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433969.441402:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433969.441404:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433969.441407:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433969.441409:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433969.441413:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433969.441420:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933923968:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433969.441424:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.441425:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433969.441428:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933923712/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441434:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433969.441435:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433969.441437:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433969.441439:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433969.441441:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433969.441443:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433969.441457:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433969.441459:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1400.
02000000:00000001:0.0:1789433969.441461:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433969.441463:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433969.441464:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:0.0:1789433969.441467:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433969.441468:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.441469:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433969.441472:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933923840/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441478:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433969.441479:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433969.441480:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433969.441482:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433969.441484:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433969.441485:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433969.441487:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433969.441488:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2000.
02000000:00000001:0.0:1789433969.441490:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433969.441491:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433969.441492:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:0.0:1789433969.441495:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433969.441496:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.441497:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433969.441500:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933923968/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789433994 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433969.441505:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433969.441506:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433969.441507:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433969.441509:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433969.441510:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433969.441511:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433969.441514:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433969.441515:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0800.
02000000:00000001:0.0:1789433969.441517:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433969.441519:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433969.441520:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:0.0:1789433969.441522:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433969.441523:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.441525:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433969.441528:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433969.441529:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433969.441531:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433969.441532:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433970.143468:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300097195, at 4300097216
00000100:00000040:2.0:1789433970.143475:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300097195, at 4300097216
00000100:00000010:3.0:1789433970.143484:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81480.
00000100:00000010:2.0:1789433970.143486:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81540.
00000100:00000001:2.0:1789433970.207422:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433970.207429:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433970.207432:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433970.207446:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433970.207451:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433970.207456:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433970.207459:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433970.207462:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433970.207465:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433970.463468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433970.463475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433970.463479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433970.463487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433970.463494:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433970.463499:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433970.463507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433970.463511:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433970.463522:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433971.231469:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433971.231475:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433971.231478:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433971.231483:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433971.231487:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433971.231491:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433971.231494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433971.231497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433971.231500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433971.231742:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433971.231745:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433971.231748:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433971.487462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433971.487470:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433971.487474:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433971.487482:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433971.487487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433971.487491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433971.487496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433971.487501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433971.487508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433972.255490:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433972.255501:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433972.255504:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433972.255510:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433972.255517:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433972.255524:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433972.255528:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433972.255533:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433972.255539:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433972.255663:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433972.255666:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433972.255669:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433972.511441:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433972.511447:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433972.511451:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433972.511457:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433972.511463:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433972.511468:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433972.511472:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433972.511476:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433972.511481:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433973.279463:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433973.279471:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433973.279475:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433973.279485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433973.279490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433973.279496:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433973.279503:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433973.279509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433973.279515:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433973.279552:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433973.279556:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433973.279559:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433973.535465:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433973.535473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433973.535478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433973.535485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433973.535491:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433973.535499:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433973.535505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433973.535510:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433973.535514:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433974.303477:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433974.303486:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433974.303489:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433974.303496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433974.303500:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433974.303505:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433974.303509:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433974.303512:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433974.303526:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433974.559436:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433974.559446:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433974.559449:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433974.559456:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433974.559461:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433974.559468:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433974.559481:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433974.559488:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433974.559493:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433974.559505:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433974.559517:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789433974.559520:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433974.559524:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433974.559529:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433974.559537:0:15055:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5429
00000400:00000200:0.0:1789433974.559548:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433974.559556:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433974.559560:0:15055:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433974.559564:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.559567:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433974.559569:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.559572:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433974.559582:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433974.559585:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789433974.559588:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433974.559592:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789433974.559595:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789433974.559598:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789433974.559613:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.559616:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433974.559618:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.559620:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433974.559624:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789433974.559628:0:15055:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433974.559630:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433974.559634:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433974.559637:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433974.559640:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433974.559643:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433974.559645:0:15055:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433974.559658:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf480.
00000020:00000040:0.0:1789433974.559662:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789433974.559667:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433974.559668:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433974.559672:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433974.559675:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433974.559679:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433974.559689:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17800.
00000100:00000001:0.0:1789433974.559698:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433974.559717:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf480 x1876351933924096/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433974.559728:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433974.559733:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433974.559739:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002030f0d5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf480 x1876351933924096/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433974.559765:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433974.559768:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433974.559772:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789433974.559774:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433974.559775:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433974.559777:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433974.559780:0:15055:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5429
00000400:00000200:0.0:1789433974.559784:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433974.559788:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433974.559790:0:15055:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433974.559797:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.559799:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433974.559801:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.559804:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433974.559809:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433974.559814:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789433974.559818:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433974.559824:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789433974.559826:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789433974.559828:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789433974.559838:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.559842:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433974.559849:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.559857:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433974.559866:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789433974.559874:0:15055:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433974.559880:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433974.559885:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433974.559896:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433974.559902:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433974.559915:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433974.559927:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789433974.559943:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433974.559950:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433974.559962:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbdf80.
00000020:00000040:0.0:1789433974.559971:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789433974.559979:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433974.559984:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433974.559988:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433974.559998:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433974.560002:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433974.560008:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16800.
00000100:00000001:0.0:1789433974.560015:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433974.560025:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbdf80 x1876351933924224/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433974.560068:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433974.560083:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433974.560093:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d73b369] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbdf80 x1876351933924224/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433974.560117:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433974.560124:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433974.560132:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789433974.560138:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433974.560143:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433974.560150:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433974.560158:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5429
00000400:00000200:0.0:1789433974.560179:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433974.560190:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433974.560193:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433974.560204:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.560216:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433974.560225:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.560231:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433974.560239:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433974.560243:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789433974.560252:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1789433974.560257:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:0.0:1789433974.560258:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789433974.560266:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:1.1:1789433974.560267:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1789433974.560285:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789433974.560296:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.560302:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433974.560311:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.560316:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433974.560322:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789433974.560329:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433974.560335:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433974.560339:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433974.560344:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433974.560403:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433974.560415:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433974.560420:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789433974.560428:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433974.560433:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433974.560442:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc700.
00000020:00000040:0.0:1789433974.560448:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433974.560454:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433974.560459:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433974.560463:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433974.560465:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433974.560468:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433974.560476:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15400.
00000100:00000001:0.0:1789433974.560481:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433974.560486:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc700 x1876351933924352/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433974.560494:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433974.560496:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433974.560503:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4613ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc700 x1876351933924352/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433974.560512:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789433974.560515:0:15055:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789433974.560518:0:15055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789433974.560520:0:15055:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789433974.560521:0:15055:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789433974.560524:0:15055:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789433974.560526:0:15055:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5429
00000400:00000200:0.0:1789433974.560530:0:15055:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433974.560534:0:15055:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789433974.560536:0:15055:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433974.560539:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.560541:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433974.560542:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.560545:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789433974.560551:0:15055:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789433974.560554:0:15055:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789433974.560558:0:15055:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789433974.560562:0:15055:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789433974.560567:0:15055:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789433974.560575:0:15055:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789433974.560579:0:15055:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.560581:0:15055:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789433974.560583:0:15055:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433974.560585:0:15055:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789433974.560592:0:15055:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789433974.560599:0:15055:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433974.560605:0:15055:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433974.560610:0:15055:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789433974.560616:0:15055:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433974.560624:0:15055:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433974.560633:0:15055:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789433974.560637:0:15055:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789433974.560647:0:15055:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433974.560654:0:15055:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789433974.560665:0:15055:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbfb80.
00000020:00000040:0.0:1789433974.560674:0:15055:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789433974.560682:0:15055:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789433974.560688:0:15055:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433974.560692:0:15055:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789433974.560696:0:15055:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789433974.560702:0:15055:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433974.560711:0:15055:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14c00.
00000100:00000001:0.0:1789433974.560720:0:15055:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433974.560734:0:15055:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbfb80 x1876351933924480/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433974.560764:0:15055:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433974.560769:0:15055:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433974.560779:0:15055:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f4038] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbfb80 x1876351933924480/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433974.560798:0:15055:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433974.560807:0:15055:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5439)
00000800:00000200:1.1:1789433974.561060:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433974.561063:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433974.561342:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433974.561345:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789433974.561715:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789433974.561718:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1789433975.263468:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300102316, at 4300102336
00000100:00000040:3.0:1789433975.263480:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300102316, at 4300102336
00000100:00000010:2.0:1789433975.263487:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d840.
00000100:00000010:3.0:1789433975.263496:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc00.
00000100:00000001:2.0:1789433975.327472:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433975.327480:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433975.327482:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433975.327487:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433975.327491:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433975.327494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433975.327497:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433975.327501:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433975.327505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433975.327535:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433975.327541:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433975.327546:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433975.583455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433975.583462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433975.583464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433975.583471:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433975.583477:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433975.583481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433975.583484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433975.583487:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433975.583492:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433976.351444:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433976.351453:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433976.351456:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433976.351462:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433976.351479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433976.351483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433976.351486:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433976.351489:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433976.351493:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433976.351626:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433976.351628:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433976.351631:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433976.607423:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433976.607429:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433976.607432:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433976.607438:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433976.607444:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433976.607448:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433976.607453:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433976.607456:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433976.607460:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433977.375529:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433977.375534:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433977.375538:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433977.375625:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433977.375638:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433977.375640:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433977.375644:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433977.375647:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433977.375651:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433977.375653:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433977.375656:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433977.375659:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433977.631456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433977.631463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433977.631466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433977.631472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433977.631476:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433977.631481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433977.631484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433977.631487:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433977.631490:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433978.399471:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433978.399479:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433978.399483:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433978.399489:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433978.399494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433978.399498:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433978.399502:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433978.399511:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433978.399515:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433978.655460:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433978.655467:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433978.655471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433978.655477:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433978.655482:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433978.655487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433978.655500:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433978.655503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433978.655505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433979.423434:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433979.423447:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433979.423450:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433979.423457:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789433979.423463:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433979.423468:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433979.423473:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433979.423476:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433979.423481:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433979.423517:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433979.423521:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433979.423529:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433979.679475:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433979.679480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433979.679484:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433979.679490:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433979.679496:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433979.679500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433979.679507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433979.679512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433979.679521:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433979.679728:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433979.679733:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433979.679735:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433979.679743:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933924608/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.679756:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433979.679758:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433979.679762:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433979.679766:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433979.679771:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433979.679777:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933924608:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433979.679782:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433979.679786:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433979.679788:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433979.679792:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433979.679797:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789433979.679801:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433979.679808:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433979.679813:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433979.679820:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433979.679827:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933924608, portal 25
00000100:00000001:0.0:1789433979.679830:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433979.679833:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000040:0.0:1789433979.679840:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933924608/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.679855:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433979.679860:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433979.679865:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433979.679872:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933924608, offset 0
00000400:00000200:0.0:1789433979.679883:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433979.679895:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433979.679906:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433979.679924:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433979.679931:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433979.679939:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433979.679944:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433979.679948:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512476:512476:256:4294967295] 192.168.203.104@tcp LPNI seq info [512443:512443:8:4294967295]
00000400:00000200:0.0:1789433979.679953:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433979.679969:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433979.679978:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433979.679984:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433979.679994:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433979.679998:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789433979.680004:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433979.680008:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789433979.680014:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433979.680017:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433979.680022:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433979.680027:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433979.680034:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433979.680039:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433979.680046:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433979.680054:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933924608/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680080:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433979.680087:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933924608/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434004 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680095:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433979.680098:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433979.680106:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433979.680111:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433979.680116:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300107435
00000100:00000010:0.0:1789433979.680123:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81780.
00000100:00000001:0.0:1789433979.680131:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789433979.680139:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300107435
00000100:00000010:0.0:1789433979.680144:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81660.
00000100:00000001:0.0:1789433979.680161:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789433979.680173:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433979.680178:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433979.680182:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433979.680189:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433979/real 1789433979]  req@ffff92f78884b480 x1876351933924608/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433979.680202:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433979.680206:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433979.680210:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433979.680216:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433979.680220:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433979.680225:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433979.680232:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933924608/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433979.680253:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933924608/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680267:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433979.680270:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.680275:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433979.680278:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433979.680285:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933924608/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680292:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433979.680299:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933924608/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680307:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433979.680313:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.680321:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433979.680324:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.680326:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433979.680328:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433979.680332:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433979.680337:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433979.680341:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433979.680346:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933924608/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433979.680382:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933924608:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433979.680386:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.680389:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433979.680391:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933924608/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680399:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433979.680403:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433979.680408:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789433979.680414:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433979.680417:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433979.680421:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433979.680426:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433979.680430:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7400.
02000000:00000001:0.0:1789433979.680436:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433979.680439:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433979.680442:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:0.0:1789433979.680446:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433979.680448:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.680452:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.680457:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433979.680460:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433979.680465:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433979.680466:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433979.680468:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433979.680479:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933924736/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680490:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433979.680492:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433979.680496:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433979.680499:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433979.680501:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433979.680504:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933924736:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433979.680507:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433979.680509:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433979.680510:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433979.680513:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433979.680515:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789433979.680516:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433979.680519:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433979.680521:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433979.680523:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433979.680525:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933924736, portal 10
00000100:00000001:0.0:1789433979.680526:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433979.680527:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:0.0:1789433979.680531:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933924736/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680535:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433979.680537:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433979.680538:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433979.680539:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933924736, offset 0
00000400:00000200:0.0:1789433979.680542:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433979.680544:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433979.680546:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433979.680548:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433979.680550:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433979.680552:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433979.680553:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433979.680555:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512477:512477:256:4294967295] 192.168.203.104@tcp LPNI seq info [512444:512444:8:4294967295]
00000400:00000200:0.0:1789433979.680557:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433979.680562:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433979.680564:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433979.680566:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433979.680569:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433979.680570:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789433979.680573:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433979.680575:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789433979.680577:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433979.680578:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433979.680580:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433979.680582:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433979.680584:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433979.680585:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433979.680587:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433979.680589:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933924736/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680593:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433979.680595:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933924736/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434004 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680599:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433979.680600:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433979.680601:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433979.680603:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433979.680605:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433979.680606:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300106764
00000100:00000001:0.0:1789433979.680608:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300107435
00000100:00000001:0.0:1789433979.680609:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300106764
00000100:00000001:0.0:1789433979.680611:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300107435
00000100:00000001:0.0:1789433979.680612:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433979.680613:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433979.680614:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433979.680616:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433979/real 1789433979]  req@ffff92f78884b100 x1876351933924736/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433979.680620:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433979.680621:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433979.680622:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433979.680632:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433979.680635:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433979.680637:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433979.680640:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933924736/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433979.680648:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933924736/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680653:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433979.680655:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.680656:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433979.680658:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433979.680661:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933924736/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680668:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433979.680671:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933924736/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680676:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433979.680677:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.680678:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433979.680679:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.680680:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433979.680682:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433979.680683:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433979.680685:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433979.680686:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433979.680689:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933924736/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433979.680693:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933924736:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433979.680696:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433979.680697:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933924864/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680705:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433979.680706:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433979.680707:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433979.680708:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433979.680709:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433979.680711:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933924864:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433979.680712:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433979.680713:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433979.680714:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433979.680715:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433979.680717:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433979.680718:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433979.680720:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433979.680722:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433979.680724:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433979.680726:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933924864, portal 4
00000100:00000001:0.0:1789433979.680727:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433979.680728:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:0.0:1789433979.680732:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933924864/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680736:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433979.680737:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433979.680738:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433979.680740:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933924864, offset 0
00000400:00000200:0.0:1789433979.680742:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433979.680744:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433979.680746:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433979.680748:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433979.680749:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433979.680751:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433979.680752:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433979.680754:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512478:512478:256:4294967295] 192.168.203.104@tcp LPNI seq info [512445:512445:8:4294967295]
00000400:00000200:0.0:1789433979.680757:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433979.680761:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433979.680763:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433979.680765:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433979.680767:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433979.680769:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789433979.680771:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433979.680773:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789433979.680775:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433979.680777:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433979.680778:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433979.680780:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433979.680782:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433979.680783:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433979.680784:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433979.680786:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933924864/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680791:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433979.680793:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933924864/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434004 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680796:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433979.680797:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433979.680799:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433979.680800:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433979.680802:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433979.680803:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300106781
00000100:00000001:0.0:1789433979.680804:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300107435
00000100:00000001:0.0:1789433979.680806:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300106781
00000100:00000001:0.0:1789433979.680807:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300107435
00000100:00000001:0.0:1789433979.680808:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433979.680810:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433979.680811:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433979.680813:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433979/real 1789433979]  req@ffff92f78884ad80 x1876351933924864/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433979.680817:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433979.680818:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433979.680819:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433979.680820:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433979.680821:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433979.680822:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433979.680824:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933924864/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433979.680828:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933924864/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680832:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433979.680832:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.680833:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433979.680834:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433979.680836:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933924864/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680839:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433979.680841:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933924864/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680844:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433979.680846:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.680847:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433979.680848:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.680849:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433979.680851:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433979.680853:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433979.680854:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433979.680856:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433979.680858:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933924864/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433979.680863:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933924864:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433979.680866:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433979.680869:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933924992/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680875:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433979.680876:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433979.680878:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433979.680879:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433979.680881:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433979.680884:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933924992:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433979.680887:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433979.680888:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433979.680890:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433979.680891:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433979.680894:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433979.680896:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433979.680899:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433979.680901:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433979.680904:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433979.680907:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933924992, portal 4
00000100:00000001:0.0:1789433979.680908:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433979.680909:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:0.0:1789433979.680914:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933924992/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680920:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433979.680923:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433979.680925:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433979.680927:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933924992, offset 0
00000400:00000200:0.0:1789433979.680930:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433979.680933:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433979.680936:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433979.680939:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433979.680941:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433979.680943:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433979.680945:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433979.680948:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512479:512479:256:4294967295] 192.168.203.104@tcp LPNI seq info [512446:512446:8:4294967295]
00000400:00000200:0.0:1789433979.680952:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433979.680957:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433979.680962:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433979.680964:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433979.680968:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433979.680971:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789433979.680973:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433979.680975:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789433979.680977:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433979.680978:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433979.680980:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433979.680983:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433979.680984:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433979.680986:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433979.680987:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433979.680989:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933924992/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.680994:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433979.680996:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933924992/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434004 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.681000:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433979.681001:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433979.681003:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433979.681005:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433979.681007:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433979.681008:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300106783
00000100:00000001:0.0:1789433979.681009:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300107435
00000100:00000001:0.0:1789433979.681011:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300106783
00000100:00000001:0.0:1789433979.681012:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300107435
00000100:00000001:0.0:1789433979.681013:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433979.681014:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433979.681015:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433979.681017:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433979/real 1789433979]  req@ffff92f78884aa00 x1876351933924992/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433979.681021:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433979.681022:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433979.681023:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433979.681025:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433979.681026:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433979.681027:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433979.681029:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933924992/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433979.681037:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933924992/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.681042:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433979.681044:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.681045:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433979.681047:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433979.681050:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933924992/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.681056:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433979.681060:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933924992/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.681067:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433979.681069:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.681071:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433979.681072:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.681074:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433979.681077:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433979.681078:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433979.681081:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433979.681082:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433979.681084:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933924992/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433979.681089:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933924992:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433979.681091:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.681092:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433979.681094:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933924736/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.681097:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433979.681098:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433979.681099:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789433979.681101:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433979.681102:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433979.681103:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433979.681104:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433979.681105:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5400.
02000000:00000001:0.0:1789433979.681107:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433979.681108:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433979.681109:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:0.0:1789433979.681110:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433979.681111:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.681112:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433979.681114:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933924864/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.681118:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433979.681118:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433979.681119:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789433979.681120:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433979.681121:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433979.681121:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433979.681122:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433979.681123:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7c00.
02000000:00000001:0.0:1789433979.681124:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433979.681125:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433979.681125:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:0.0:1789433979.681127:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433979.681127:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.681128:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433979.681130:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933924992/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434004 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433979.681133:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433979.681133:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433979.681134:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789433979.681135:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433979.681136:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433979.681136:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433979.681137:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433979.681138:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6c00.
02000000:00000001:0.0:1789433979.681139:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433979.681139:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433979.681140:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:0.0:1789433979.681141:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433979.681142:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.681143:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433979.681145:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433979.681146:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433979.681147:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433979.681148:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433980.383456:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300107435, at 4300107456
00000100:00000040:3.0:1789433980.383456:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300107435, at 4300107456
00000100:00000010:2.0:1789433980.383470:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81780.
00000100:00000010:3.0:1789433980.383473:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81660.
00000100:00000001:0.0:1789433980.447693:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433980.447703:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433980.447714:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433980.447725:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433980.447730:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433980.447743:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433980.447747:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433980.447751:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433980.447755:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433980.447839:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433980.447842:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433980.447846:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433980.703483:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433980.703492:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433980.703495:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433980.703503:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433980.703520:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433980.703527:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433980.703538:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433980.703546:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433980.703550:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433981.471474:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433981.471482:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433981.471484:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433981.471490:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433981.471494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433981.471498:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433981.471503:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433981.471506:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433981.471510:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433981.471610:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433981.471615:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433981.471620:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433981.727475:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433981.727486:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433981.727490:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433981.727498:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433981.727508:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433981.727518:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433981.727525:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433981.727531:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433981.727541:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433982.495459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433982.495467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433982.495469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433982.495473:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433982.495476:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433982.495479:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433982.495482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433982.495484:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433982.495487:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433982.751461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433982.751469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433982.751473:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433982.751479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433982.751483:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433982.751487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433982.751493:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433982.751496:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433982.751500:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433983.519467:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433983.519476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433983.519478:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433983.519483:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789433983.519494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433983.519498:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433983.519502:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433983.519505:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433983.519510:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433983.519596:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433983.519600:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433983.519603:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433983.775458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433983.775466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433983.775470:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433983.775477:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433983.775484:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433983.775487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433983.775491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433983.775495:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433983.775500:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433984.543509:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433984.543524:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433984.543528:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433984.543534:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433984.543539:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433984.543542:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433984.543545:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433984.543547:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433984.543551:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433984.543643:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433984.543647:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433984.543651:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433984.799489:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433984.799498:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433984.799502:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433984.799509:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:3.0:1789433984.799513:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789433984.799516:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433984.799520:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433984.799523:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789433984.799527:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789433984.799529:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433984.799529:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433984.799531:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789433984.799534:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433984.799536:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789433984.799536:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789433984.799548:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433984.799548:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:0.0:1789433984.799549:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:3.0:1789433984.799555:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5439
00000100:00000001:0.0:1789433984.799556:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433984.799564:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789433984.799571:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433984.799574:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433984.799578:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789433984.799578:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433984.799583:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789433984.799585:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433984.799586:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.799597:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433984.799601:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.799603:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433984.799608:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433984.799610:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433984.799612:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433984.799615:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433984.799616:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433984.799618:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433984.799620:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.799621:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433984.799623:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.799624:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433984.799626:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433984.799627:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433984.799629:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433984.799631:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433984.799633:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433984.799640:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433984.799642:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433984.799643:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433984.799650:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789433984.799653:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433984.799656:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433984.799657:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433984.799659:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433984.799662:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433984.799665:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433984.799670:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000100:00000001:3.0:1789433984.799675:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433984.799681:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433984.799688:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433984.799692:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433984.799695:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433984.799715:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433984.799717:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433984.799719:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433984.799720:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433984.799721:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433984.799723:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433984.799724:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5439
00000400:00000200:3.0:1789433984.799726:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433984.799728:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433984.799729:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433984.799731:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.799732:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433984.799733:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.799734:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433984.799736:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433984.799737:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433984.799738:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433984.799739:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433984.799741:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433984.799742:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433984.799745:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.799746:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433984.799750:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.799755:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433984.799757:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433984.799758:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433984.799760:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433984.799761:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789433984.799763:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1789433984.799766:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433984.799769:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1789433984.799769:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433984.799777:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433984.799778:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1789433984.799780:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433984.799783:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433984.799785:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433984.799787:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789433984.799792:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000040:0.0:1789433984.799793:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789433984.799795:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433984.799798:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433984.799803:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433984.799807:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433984.799809:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433984.799819:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789433984.799825:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433984.799831:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1789433984.799834:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433984.799836:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433984.799847:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1789433984.799848:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433984.799850:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433984.799852:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789433984.799853:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789433984.799862:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433984.799879:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933925120:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789433984.799888:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433984.799889:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1789433984.799894:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1789433984.799897:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433984.799901:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433984.799903:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1789433984.799908:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433984.799910:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433984.799912:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:0.0:1789433984.799913:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789433984.799917:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433984.799922:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433984.799929:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5439
00000400:00000200:0.0:1789433984.799931:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433984.799937:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433984.799938:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:3.0:1789433984.799943:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433984.799947:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1789433984.799949:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000040:3.0:1789433984.799951:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.799956:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433984.799958:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000200:0.0:1789433984.799960:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933925120, portal 25
00000100:00000001:3.0:1789433984.799961:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789433984.799970:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1789433984.799971:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789433984.799977:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000020:00000040:3.0:1789433984.799978:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433984.799983:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433984.799989:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433984.799991:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433984.799994:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433984.799997:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.799998:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433984.799999:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.800000:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433984.800003:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00000040:0.0:1789433984.800004:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789433984.800006:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433984.800009:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433984.800017:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433984.800021:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433984.800028:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433984.800033:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433984.800036:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000001:0.0:1789433984.800040:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1789433984.800040:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433984.800044:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433984.800048:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000100:00000040:0.0:1789433984.800051:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000020:00000040:3.0:1789433984.800052:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433984.800055:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433984.800056:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433984.800059:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000001:3.0:1789433984.800059:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433984.800061:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433984.800070:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789433984.800082:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933925120, offset 0
02000000:00000010:3.0:1789433984.800082:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
00000100:00000001:3.0:1789433984.800091:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433984.800098:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789433984.800106:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789433984.800115:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433984.800117:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433984.800121:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789433984.800130:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433984.800140:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433984.800143:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433984.800146:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1789433984.800150:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:3.0:1789433984.800151:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433984.800155:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433984.800162:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433984.800166:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5439
00000400:00000200:0.0:1789433984.800168:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789433984.800173:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433984.800176:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433984.800177:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789433984.800181:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000040:3.0:1789433984.800184:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.800187:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433984.800191:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789433984.800192:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789433984.800197:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789433984.800202:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000020:00000001:3.0:1789433984.800204:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433984.800207:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000400:00000200:0.0:1789433984.800212:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512480:512480:256:4294967295] 192.168.203.104@tcp LPNI seq info [512447:512447:8:4294967295]
00000020:00000001:3.0:1789433984.800213:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433984.800216:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433984.800223:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000200:0.0:1789433984.800229:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:3.0:1789433984.800230:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433984.800239:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.800241:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433984.800247:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433984.800254:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433984.800257:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000200:0.0:1789433984.800260:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1789433984.800264:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433984.800276:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433984.800278:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433984.800281:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433984.800288:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789433984.800289:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789433984.800291:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433984.800293:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433984.800297:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433984.800298:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789433984.800301:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000100:00000010:3.0:1789433984.800301:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789433984.800307:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433984.800312:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433984.800314:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433984.800322:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1789433984.800323:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:3.0:1789433984.800326:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433984.800342:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789433984.800386:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
02000000:00000010:3.0:1789433984.800391:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789433984.800398:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789433984.800400:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433984.800408:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000100:00100000:3.0:1789433984.800409:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789433984.800425:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433984.800432:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000100:00000001:3.0:1789433984.800435:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433984.800439:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433984.800443:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1789433984.800445:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433984.800455:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433984.800461:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5449)
00000400:00000200:0.0:1789433984.800466:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433984.800475:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433984.800478:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433984.800484:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433984.800490:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.800502:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433984.800506:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.800519:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433984.800521:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433984.800527:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433984.800532:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433984.800535:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300112556
00000100:00000010:0.0:1789433984.800541:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81000.
00000100:00000001:0.0:1789433984.800548:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789433984.800560:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300112556
00000100:00000010:0.0:1789433984.800564:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81e40.
00000100:00000001:0.0:1789433984.800567:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789433984.800575:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433984.800578:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433984.800581:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433984.800591:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433984/real 1789433984]  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433984.800602:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433984.800604:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433984.800607:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433984.800610:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433984.800612:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433984.800615:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433984.800618:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433984.800627:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.800634:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433984.800636:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.800646:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433984.800648:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433984.800653:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.800660:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433984.800665:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.800672:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433984.800675:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.800677:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433984.800678:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.800680:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433984.800683:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433984.800686:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433984.800690:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433984.800692:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433984.800697:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433984.800705:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933925120:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433984.800709:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.800711:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433984.800714:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933925120/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.800720:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433984.800723:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433984.800726:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789433984.800729:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433984.800732:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433984.800734:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433984.800736:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433984.800739:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0800.
02000000:00000001:0.0:1789433984.800743:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433984.800746:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433984.800748:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:0.0:1789433984.800752:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433984.800753:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.800755:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.800763:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433984.800764:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433984.800767:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433984.800768:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433984.800770:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433984.800774:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.800782:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433984.800783:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433984.800785:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433984.800788:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433984.800790:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433984.800793:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933925248:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433984.800796:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433984.800798:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433984.800799:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433984.800801:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433984.800804:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789433984.800806:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433984.800810:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433984.800813:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433984.800816:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433984.800819:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933925248, portal 10
00000100:00000001:0.0:1789433984.800821:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433984.800822:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:0.0:1789433984.800829:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.800835:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433984.800838:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433984.800841:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433984.800843:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933925248, offset 0
00000400:00000200:0.0:1789433984.800848:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433984.800852:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433984.800856:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433984.800859:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433984.800861:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433984.800864:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433984.800866:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433984.800869:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512481:512481:256:4294967295] 192.168.203.104@tcp LPNI seq info [512448:512448:8:4294967295]
00000400:00000200:0.0:1789433984.800873:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433984.800880:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433984.800884:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433984.800888:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433984.800891:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433984.800894:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789433984.800898:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433984.800901:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789433984.800904:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433984.800906:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433984.800909:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433984.800912:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433984.800915:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433984.800917:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433984.800920:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433984.800924:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.800932:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433984.800935:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.800942:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433984.800943:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433984.800947:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433984.800952:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433984.800955:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433984.800957:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300111884
00000100:00000001:0.0:1789433984.800960:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300112556
00000100:00000001:0.0:1789433984.800962:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300111884
00000100:00000001:0.0:1789433984.800964:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300112556
00000100:00000001:0.0:1789433984.800966:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433984.800968:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433984.800969:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433984.800973:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433984/real 1789433984]  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433984.800981:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433984.800982:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433984.800984:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433984.800986:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433984.800987:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433984.800989:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433984.800992:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433984.801000:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801006:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433984.801008:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801009:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433984.801011:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433984.801014:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801021:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433984.801025:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801032:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433984.801034:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801035:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433984.801036:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801038:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433984.801041:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433984.801042:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433984.801045:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433984.801046:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433984.801049:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433984.801053:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933925248:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433984.801056:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433984.801058:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801062:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433984.801062:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433984.801064:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433984.801065:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433984.801066:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433984.801068:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933925376:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433984.801070:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433984.801072:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433984.801072:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433984.801073:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433984.801076:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433984.801077:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433984.801080:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433984.801083:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433984.801086:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433984.801089:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933925376, portal 4
00000100:00000001:0.0:1789433984.801091:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433984.801092:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:0.0:1789433984.801098:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801105:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433984.801107:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433984.801109:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433984.801112:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933925376, offset 0
00000400:00000200:0.0:1789433984.801116:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433984.801119:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433984.801123:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433984.801125:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433984.801128:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433984.801129:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433984.801132:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433984.801135:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512482:512482:256:4294967295] 192.168.203.104@tcp LPNI seq info [512449:512449:8:4294967295]
00000400:00000200:0.0:1789433984.801139:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433984.801144:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433984.801149:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433984.801152:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433984.801156:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433984.801158:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789433984.801163:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433984.801165:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789433984.801170:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433984.801172:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433984.801175:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433984.801178:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433984.801181:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433984.801183:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433984.801186:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433984.801189:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801196:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433984.801198:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801202:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433984.801203:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433984.801206:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433984.801207:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433984.801210:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433984.801212:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300111901
00000100:00000001:0.0:1789433984.801214:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300112556
00000100:00000001:0.0:1789433984.801216:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300111901
00000100:00000001:0.0:1789433984.801218:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300112556
00000100:00000001:0.0:1789433984.801220:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433984.801222:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433984.801224:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433984.801228:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433984/real 1789433984]  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433984.801235:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433984.801237:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433984.801239:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433984.801241:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433984.801243:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433984.801245:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433984.801249:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433984.801257:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801265:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433984.801266:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801268:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433984.801269:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433984.801272:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801278:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433984.801282:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801289:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433984.801292:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801294:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433984.801295:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801297:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433984.801302:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433984.801305:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433984.801308:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433984.801310:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433984.801312:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433984.801317:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933925376:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433984.801319:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433984.801322:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801329:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433984.801340:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433984.801344:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433984.801345:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433984.801369:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433984.801373:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933925504:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433984.801376:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433984.801379:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433984.801380:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433984.801382:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433984.801386:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789433984.801387:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433984.801391:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433984.801395:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789433984.801398:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433984.801401:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933925504, portal 4
00000100:00000001:0.0:1789433984.801403:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433984.801404:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196928 : -119882416354688 : ffff92f7b3288a80)
00000100:00000040:0.0:1789433984.801410:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801416:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433984.801419:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433984.801421:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433984.801424:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933925504, offset 0
00000400:00000200:0.0:1789433984.801427:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433984.801431:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433984.801434:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433984.801437:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433984.801440:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433984.801442:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433984.801444:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433984.801446:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512483:512483:256:4294967295] 192.168.203.104@tcp LPNI seq info [512450:512450:8:4294967295]
00000400:00000200:0.0:1789433984.801449:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433984.801453:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433984.801456:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433984.801458:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789433984.801461:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433984.801463:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789433984.801465:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433984.801467:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789433984.801469:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433984.801471:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789433984.801473:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433984.801475:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433984.801477:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9f68
00000400:00000010:0.0:1789433984.801478:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9f68.
00000100:00000001:0.0:1789433984.801480:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433984.801482:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801488:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433984.801491:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801497:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433984.801499:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433984.801502:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433984.801505:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433984.801508:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433984.801510:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300111904
00000100:00000001:0.0:1789433984.801513:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300112556
00000100:00000001:0.0:1789433984.801515:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300111904
00000100:00000001:0.0:1789433984.801517:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300112556
00000100:00000001:0.0:1789433984.801520:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433984.801522:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433984.801523:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433984.801527:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433984/real 1789433984]  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433984.801535:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433984.801536:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433984.801537:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433984.801539:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433984.801540:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433984.801542:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433984.801545:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433984.801553:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801559:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433984.801560:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801562:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433984.801563:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433984.801566:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801573:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433984.801577:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801585:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433984.801587:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801588:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433984.801589:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801590:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433984.801593:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433984.801594:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433984.801597:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433984.801598:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433984.801602:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433984.801606:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933925504:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433984.801609:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801610:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433984.801611:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933925248/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801615:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433984.801616:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433984.801618:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789433984.801620:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433984.801621:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433984.801621:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433984.801623:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433984.801624:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2000.
02000000:00000001:0.0:1789433984.801626:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433984.801627:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433984.801628:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:0.0:1789433984.801630:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433984.801631:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801632:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433984.801634:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933925376/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801638:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433984.801639:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433984.801640:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789433984.801641:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433984.801641:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433984.801642:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433984.801643:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433984.801644:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1400.
02000000:00000001:0.0:1789433984.801645:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433984.801646:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433984.801647:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:0.0:1789433984.801648:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433984.801649:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801650:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433984.801652:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288a80 x1876351933925504/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433984.801655:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433984.801656:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433984.801656:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789433984.801657:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433984.801658:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433984.801659:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433984.801660:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433984.801660:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2c00.
02000000:00000001:0.0:1789433984.801661:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433984.801662:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433984.801662:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288a80.
00000100:00000001:0.0:1789433984.801663:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433984.801664:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801665:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433984.801667:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433984.801668:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433984.801669:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433984.801671:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789433985.503490:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300112556, at 4300112576
00000100:00000040:3.0:1789433985.503492:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300112556, at 4300112576
00000100:00000010:2.0:1789433985.503511:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81000.
00000100:00000010:3.0:1789433985.503514:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81e40.
00000100:00000001:3.0:1789433985.567462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433985.567469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433985.567470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433985.567474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433985.567479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433985.567483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433985.567487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433985.567491:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433985.567497:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433985.567589:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433985.567594:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433985.567598:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433985.823491:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433985.823494:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433985.823499:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433985.823502:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433985.823503:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433985.823508:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433985.823509:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433985.823514:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1789433985.823518:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433985.823518:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433985.823523:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433985.823526:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433985.823526:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433985.823529:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433985.823532:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433985.823538:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433985.823540:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433985.823544:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433986.591466:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433986.591478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433986.591481:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433986.591488:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433986.591493:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433986.591498:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433986.591502:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433986.591505:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433986.591510:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433986.847495:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433986.847505:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433986.847508:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433986.847516:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433986.847521:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433986.847526:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433986.847529:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433986.847532:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433986.847534:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433986.847536:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433986.847539:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433986.847543:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433986.847546:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433986.847549:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433986.847551:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433986.847554:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433986.847555:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433986.847558:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433987.615450:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433987.615462:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433987.615467:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433987.615476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433987.615481:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433987.615485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433987.615489:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433987.615493:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433987.615497:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433987.615533:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433987.615537:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433987.615542:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433987.871458:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433987.871458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433987.871466:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433987.871467:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433987.871469:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433987.871470:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433987.871476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789433987.871477:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433987.871481:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433987.871482:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433987.871486:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433987.871487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433987.871492:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433987.871492:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433987.871495:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433987.871497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433987.871499:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433987.871501:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433988.639495:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433988.639511:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433988.639514:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433988.639522:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433988.639528:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433988.639534:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433988.639537:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433988.639539:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433988.639544:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433988.639687:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433988.639692:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433988.639696:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433988.895480:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433988.895481:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433988.895489:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433988.895490:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433988.895492:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433988.895494:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433988.895500:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789433988.895503:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433988.895505:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433988.895509:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433988.895510:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433988.895515:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433988.895517:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433988.895518:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433988.895527:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433988.895529:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433988.895534:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433988.895538:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433989.663455:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433989.663463:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433989.663465:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433989.663477:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433989.663482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433989.663489:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433989.663492:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433989.663495:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433989.663498:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433989.663651:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433989.663655:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433989.663658:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433989.919486:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433989.919495:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433989.919495:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433989.919503:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433989.919505:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.919509:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433989.919512:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789433989.919518:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433989.919518:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433989.919524:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433989.919527:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433989.919528:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433989.919532:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433989.919534:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433989.919536:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.919543:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433989.919546:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433989.919551:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433989.919566:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433989.919576:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433989.919580:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433989.919584:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433989.919588:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433989.919594:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5444
00000400:00000200:3.0:1789433989.919602:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433989.919608:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433989.919611:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433989.919614:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433989.919617:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433989.919620:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433989.919623:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433989.919631:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433989.919633:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433989.919635:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433989.919638:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433989.919640:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433989.919642:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433989.919645:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433989.919647:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433989.919650:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433989.919651:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433989.919655:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433989.919658:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433989.919660:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433989.919663:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433989.919667:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433989.919677:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433989.919681:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433989.919684:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433989.919690:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789433989.919694:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433989.919701:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433989.919703:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433989.919706:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433989.919710:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433989.919714:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433989.919722:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789433989.919729:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433989.919738:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933925632/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433989.919751:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433989.919754:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433989.919758:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933925632/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433989.919814:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433989.919822:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433989.919824:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433989.919832:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933925632/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433989.919838:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433989.919843:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433989.919849:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789433989.919850:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433989.919851:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789433989.919853:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433989.919853:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433989.919858:0:13200:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:0.0:1789433989.919859:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1789433989.919862:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5444
02000000:00000001:0.0:1789433989.919864:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1789433989.919868:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:0.0:1789433989.919869:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789433989.919872:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433989.919874:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789433989.919876:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933925632:192.168.203.104@tcp:250:kworker.0
00000100:00000040:3.0:1789433989.919878:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433989.919881:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789433989.919885:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1789433989.919885:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433989.919889:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:0.0:1789433989.919891:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1789433989.919892:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433989.919895:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
02000000:00000001:0.0:1789433989.919896:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433989.919897:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433989.919900:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
02000000:00000001:0.0:1789433989.919901:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1789433989.919902:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433989.919904:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000010:0.0:1789433989.919907:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
00000100:00000040:3.0:1789433989.919907:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433989.919911:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789433989.919913:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433989.919914:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433989.919917:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433989.919919:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000400:00000200:0.0:1789433989.919922:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:3.0:1789433989.919924:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433989.919929:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433989.919930:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
02000000:00000001:3.0:1789433989.919931:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1789433989.919937:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789433989.919945:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933925632, portal 25
00000100:00000001:0.0:1789433989.919947:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433989.919949:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00000040:0.0:1789433989.919956:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933925632/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433989.919965:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433989.919968:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433989.919972:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9f68.
00000100:00000200:0.0:1789433989.919975:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933925632, offset 0
00000400:00000200:0.0:1789433989.919981:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433989.919989:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433989.919995:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433989.920000:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433989.920004:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433989.920008:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433989.920010:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433989.920015:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512484:512484:256:4294967295] 192.168.203.104@tcp LPNI seq info [512451:512451:8:4294967295]
00000400:00000200:0.0:1789433989.920020:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:3.0:1789433989.920029:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789433989.920031:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1789433989.920034:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433989.920037:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433989.920040:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1789433989.920041:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000008:00000001:3.0:1789433989.920044:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433989.920047:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789433989.920048:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000100:00000010:3.0:1789433989.920050:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789433989.920053:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000800:00000200:0.0:1789433989.920057:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:3.0:1789433989.920057:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433989.920058:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433989.920063:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433989.920065:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1789433989.920068:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789433989.920084:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433989.920088:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433989.920091:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300117675
00000100:00000010:0.0:1789433989.920097:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81600.
02000000:00000001:3.0:1789433989.920101:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920103:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
02000000:00000010:3.0:1789433989.920107:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:3.0:1789433989.920111:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920114:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300117675
00000100:00100000:3.0:1789433989.920118:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933925760/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1789433989.920122:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81420.
00000100:00000001:3.0:1789433989.920127:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789433989.920129:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789433989.920130:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920136:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789433989.920142:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933925760/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433989.920148:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433989.920152:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920153:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433989.920155:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789433989.920157:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789433989.920158:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433989.920161:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433989.920162:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433989.920165:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789433989.920167:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789433989.920167:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5444
00000100:00000001:0.0:1789433989.920171:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000400:00000200:3.0:1789433989.920174:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433989.920176:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1789433989.920177:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789433989.920181:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789433989.920181:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789433989.920185:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789433989.920186:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433989.920189:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433989.920191:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000040:0.0:1789433989.920195:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288a80 x1876351933925760/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433989.920195:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433989.920199:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433989.920201:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433989.920204:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789433989.920206:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1789433989.920207:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000100:00000001:0.0:1789433989.920209:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433989.920210:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
02000000:00000001:0.0:1789433989.920214:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1789433989.920214:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
02000000:00000001:0.0:1789433989.920217:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789433989.920219:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:0.0:1789433989.920220:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433989.920222:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1789433989.920225:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933925760:192.168.203.104@tcp:38:kworker.0
00000100:00000040:3.0:1789433989.920226:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433989.920230:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789433989.920231:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1789433989.920233:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
02000000:00000001:0.0:1789433989.920234:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1789433989.920237:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:0.0:1789433989.920238:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433989.920242:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789433989.920242:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433989.920245:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1789433989.920247:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:3.0:1789433989.920248:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433989.920252:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433989.920252:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433989.920257:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1789433989.920259:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00100000:3.0:1789433989.920259:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433989.920261:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433989.920264:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000100:00000001:3.0:1789433989.920264:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433989.920271:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000010:3.0:1789433989.920271:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789433989.920273:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000200:0.0:1789433989.920275:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933925760, portal 10
02000000:00000001:3.0:1789433989.920276:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789433989.920278:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1789433989.920279:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920280:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196928 : -119882416354688 : ffff92f7b3288a80)
00000100:00000001:3.0:1789433989.920281:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433989.920284:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433989.920286:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433989.920289:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288a80 x1876351933925760/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1789433989.920290:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789433989.920309:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920310:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1789433989.920315:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933925888/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789433989.920316:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433989.920320:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9110.
00000100:00000200:0.0:1789433989.920324:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933925760, offset 0
00000100:00000001:3.0:1789433989.920325:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433989.920328:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433989.920333:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000040:3.0:1789433989.920336:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933925888/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789433989.920341:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433989.920372:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433989.920376:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1789433989.920377:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433989.920381:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433989.920385:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433989.920386:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433989.920387:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433989.920393:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1789433989.920394:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00080000:3.0:1789433989.920399:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5444
00000400:00000200:0.0:1789433989.920401:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789433989.920406:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433989.920407:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433989.920414:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512485:512485:255:4294967295] 192.168.203.104@tcp LPNI seq info [512452:512452:7:4294967295]
00000400:00000200:3.0:1789433989.920416:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433989.920421:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789433989.920425:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789433989.920428:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433989.920432:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433989.920437:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789433989.920442:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789433989.920442:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:0.0:1789433989.920451:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789433989.920451:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433989.920454:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000800:00000010:0.0:1789433989.920458:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413700.
00000020:00000001:3.0:1789433989.920458:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433989.920461:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433989.920465:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000200:0.0:1789433989.920466:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:3.0:1789433989.920471:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000200:0.1:1789433989.920475:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789433989.920479:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789433989.920481:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433989.920482:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433989.920486:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000040:0.0:1789433989.920487:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000100:00000001:3.0:1789433989.920489:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433989.920493:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000200:0.0:1789433989.920495:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433989.920500:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300117004
00000100:00000001:0.0:1789433989.920502:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300117675
00000100:00000001:0.0:1789433989.920505:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300117004
00000100:00000001:0.0:1789433989.920506:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300117675
00000100:00080000:3.0:1789433989.920508:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789433989.920509:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789433989.920514:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920515:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433989.920517:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789433989.920519:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433989.920522:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433989.920523:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789433989.920527:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920530:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433989.920531:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433989.920533:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000008:00100000:3.0:1789433989.920535:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:0.0:1789433989.920537:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1789433989.920539:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920541:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433989.920543:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920544:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1789433989.920548:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000100:00000040:0.0:1789433989.920551:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933925888/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789433989.920552:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433989.920558:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433989.920560:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433989.920564:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789433989.920567:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789433989.920567:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789433989.920570:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433989.920571:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433989.920574:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1789433989.920577:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:0.0:1789433989.920578:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433989.920583:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433989.920583:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433989.920589:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933925888:192.168.203.104@tcp:8:kworker.0
00000100:00100000:3.0:1789433989.920592:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933926016/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789433989.920595:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433989.920598:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433989.920600:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433989.920605:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789433989.920605:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433989.920610:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433989.920611:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789433989.920616:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433989.920616:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933926016/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789433989.920623:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433989.920628:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000100:00000001:3.0:1789433989.920632:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433989.920634:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000040:3.0:1789433989.920638:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5454)
00000100:00000200:0.0:1789433989.920639:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933925888, portal 4
00000100:00000001:0.0:1789433989.920643:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433989.920644:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:0.0:1789433989.920651:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933925888/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433989.920657:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433989.920659:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433989.920661:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9bb0.
00000100:00000200:0.0:1789433989.920663:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933925888, offset 0
00000400:00000200:0.0:1789433989.920667:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433989.920671:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433989.920675:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433989.920677:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433989.920680:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433989.920683:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433989.920685:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433989.920687:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512486:512486:254:4294967295] 192.168.203.104@tcp LPNI seq info [512453:512453:6:4294967295]
00000400:00000200:0.0:1789433989.920690:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433989.920696:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433989.920700:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433989.920702:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413a00.
00000800:00000200:0.0:1789433989.920706:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433989.920709:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789433989.920711:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433989.920713:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433989.920716:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433989.920718:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300117021
00000100:00000001:0.0:1789433989.920720:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300117675
00000100:00000001:0.0:1789433989.920722:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300117021
00000100:00000001:0.0:1789433989.920724:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300117675
00000100:00000001:0.0:1789433989.920726:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433989.920728:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920730:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920732:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433989.920735:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433989.920736:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789433989.920738:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433989.920739:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433989.920740:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433989.920743:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933926016/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433989.920750:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433989.920752:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433989.920754:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433989.920755:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433989.920757:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433989.920760:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933926016:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433989.920762:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433989.920764:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433989.920765:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433989.920767:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433989.920770:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789433989.920771:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433989.920774:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433989.920776:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6e18.
00000400:00000010:0.0:1789433989.920779:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789433989.920782:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933926016, portal 4
00000100:00000001:0.0:1789433989.920784:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433989.920785:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:0.0:1789433989.920790:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933926016/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433989.920796:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433989.920798:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433989.920800:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9198.
00000100:00000200:0.0:1789433989.920803:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933926016, offset 0
00000400:00000200:0.0:1789433989.920807:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433989.920810:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433989.920813:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433989.920816:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433989.920818:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433989.920820:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433989.920822:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433989.920824:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512487:512487:253:4294967295] 192.168.203.104@tcp LPNI seq info [512454:512454:5:4294967295]
00000400:00000200:0.0:1789433989.920828:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433989.920833:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433989.920837:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433989.920840:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789433989.920844:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433989.920847:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789433989.920849:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433989.920852:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433989.920855:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433989.920856:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300117023
00000100:00000001:0.0:1789433989.920859:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300117675
00000100:00000001:0.0:1789433989.920861:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300117023
00000100:00000001:0.0:1789433989.920863:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300117675
00000100:00000001:0.0:1789433989.920865:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433989.920867:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920869:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920871:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433989.920874:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433989.920876:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789433989.920877:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433989.920878:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433989.920880:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433989.920881:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433990.623443:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300117675, at 4300117696
00000100:00000040:2.0:1789433990.623444:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300117675, at 4300117696
00000100:00000010:3.0:1789433990.623457:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81420.
00000100:00000010:2.0:1789433990.623460:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81600.
00000100:00000001:3.0:1789433990.687447:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433990.687454:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433990.687457:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433990.687462:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433990.687467:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433990.687472:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433990.687475:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433990.687478:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433990.687482:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433990.943459:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433990.943459:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433990.943466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433990.943469:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433990.943474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1789433990.943475:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433990.943480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433990.943480:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433990.943485:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433990.943486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433990.943489:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433990.943490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433990.943492:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433990.943495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433990.943496:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433990.943501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433990.943505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433990.943508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433991.711412:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433991.711420:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433991.711422:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433991.711427:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433991.711431:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433991.711436:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433991.711440:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433991.711444:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433991.711448:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789433991.711551:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789433991.711555:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789433991.711558:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433991.967456:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433991.967456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433991.967463:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433991.967463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433991.967467:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433991.967467:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433991.967474:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789433991.967474:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433991.967479:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433991.967481:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433991.967485:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433991.967485:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433991.967491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433991.967492:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433991.967496:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433991.967496:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433991.967502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433991.967503:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433992.735463:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433992.735480:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433992.735482:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433992.735488:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433992.735495:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433992.735498:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433992.735502:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433992.735505:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433992.735509:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433992.735630:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433992.735637:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433992.735641:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433992.991489:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433992.991497:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433992.991498:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433992.991503:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433992.991506:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433992.991510:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433992.991511:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789433992.991518:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433992.991519:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433992.991524:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.991526:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433992.991530:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.991533:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433992.991537:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433992.991538:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433992.991542:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.991545:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433992.991548:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433992.991812:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433992.991815:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433992.991820:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433992.991826:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433989/real 1789433992]  req@ffff92f7b328ad80 x1876351933925632/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433992.991839:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433992.991841:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433992.991845:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:0.0:1789433992.991849:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:0.0:1789433992.991850:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:0.0:1789433992.991854:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433992.991857:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933925632/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433992.991867:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933925632/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.991874:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433992.991876:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.991879:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433992.991881:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433992.991885:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933925632/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.991891:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433992.991895:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933925632/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.991903:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433992.991906:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.991907:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433992.991908:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.991911:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433992.991913:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433992.991917:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433992.991921:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433992.991924:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433992.991928:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933925632/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433992.991935:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933925632:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433992.991941:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433992.991943:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433992.991946:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933925632/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.991953:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433992.991957:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433992.991960:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789433992.991965:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433992.991968:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433992.991970:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433992.991973:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433992.991976:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:0.0:1789433992.991980:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433992.991982:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433992.991986:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:0.0:1789433992.991990:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433992.991991:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.991994:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433992.991996:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433992.991997:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433992.991998:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433992.992002:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433989/real 1789433992]  req@ffff92f7b3289500 x1876351933926016/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433992.992009:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433992.992010:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433992.992012:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6e18.
00000400:00000200:0.0:1789433992.992015:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789433992.992016:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789433992.992018:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433992.992020:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933926016/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433992.992028:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933926016/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.992038:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433992.992051:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992053:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433992.992055:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433992.992058:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933926016/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.992065:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433992.992069:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933926016/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.992075:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433992.992077:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992078:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433992.992079:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992081:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433992.992085:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433992.992088:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433992.992092:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433992.992095:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433992.992098:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933926016/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433992.992106:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933926016:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433992.992110:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433992.992113:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433989/real 1789433992]  req@ffff92f7b3288700 x1876351933925888/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433992.992119:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433992.992121:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433992.992123:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789433992.992126:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789433992.992128:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789433992.992130:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433992.992132:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933925888/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433992.992140:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933925888/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.992145:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433992.992146:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992148:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433992.992149:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433992.992153:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933925888/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.992159:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433992.992163:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933925888/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.992169:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433992.992171:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992173:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433992.992174:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992175:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433992.992180:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433992.992182:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433992.992185:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433992.992187:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433992.992190:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933925888/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433992.992197:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933925888:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433992.992201:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433992.992204:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433989/real 1789433992]  req@ffff92f7b3288a80 x1876351933925760/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433992.992211:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433992.992212:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433992.992214:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433992.992216:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789433992.992218:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789433992.992220:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433992.992223:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288a80 x1876351933925760/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433992.992230:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288a80 x1876351933925760/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.992235:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433992.992236:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992238:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433992.992239:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433992.992242:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288a80 x1876351933925760/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.992248:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433992.992251:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288a80 x1876351933925760/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.992257:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433992.992259:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992260:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433992.992261:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992263:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433992.992266:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433992.992269:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433992.992284:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433992.992286:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433992.992290:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288a80 x1876351933925760/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433992.992297:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933925760:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433992.992301:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992303:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433992.992306:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933926016/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.992312:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433992.992314:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433992.992315:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789433992.992318:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433992.992320:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433992.992321:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433992.992323:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433992.992324:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:0.0:1789433992.992326:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433992.992328:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433992.992329:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:0.0:1789433992.992332:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433992.992333:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992335:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433992.992338:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933925888/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.992344:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433992.992346:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433992.992368:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789433992.992373:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433992.992374:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433992.992377:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433992.992380:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433992.992383:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:0.0:1789433992.992386:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433992.992387:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433992.992388:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:0.0:1789433992.992393:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433992.992394:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992396:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433992.992400:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288a80 x1876351933925760/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433992.992405:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433992.992408:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433992.992409:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433992.992412:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433992.992413:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433992.992414:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433992.992417:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433992.992418:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:0.0:1789433992.992420:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433992.992421:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433992.992422:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288a80.
00000100:00000001:0.0:1789433992.992424:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433992.992425:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992427:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433992.992435:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433992.992436:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433992.992439:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433992.992440:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433993.759454:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433993.759461:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433993.759464:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433993.759468:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433993.759471:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433993.759475:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433993.759478:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433993.759480:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433993.759483:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433993.759622:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433993.759626:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433993.759630:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433994.015444:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433994.015451:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433994.015453:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433994.015457:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433994.015461:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433994.015465:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433994.015468:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433994.015471:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433994.015473:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433994.015493:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433994.015497:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433994.015498:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433994.015502:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433994.015505:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433994.015508:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433994.015518:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433994.015520:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433994.015523:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433994.783517:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433994.783528:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433994.783531:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433994.783536:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433994.783540:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433994.783543:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433994.783545:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433994.783547:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433994.783550:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433995.039497:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433995.039504:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433995.039507:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433995.039522:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433995.039526:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433995.039530:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433995.039533:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433995.039536:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433995.039538:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433995.039633:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433995.039639:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789433995.039641:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433995.039645:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433995.039648:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433995.039654:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5449
00000400:00000200:3.0:1789433995.039662:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433995.039668:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433995.039671:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433995.039674:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.039677:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433995.039680:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.039682:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433995.039690:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433995.039693:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789433995.039695:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433995.039698:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789433995.039700:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789433995.039702:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789433995.039706:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.039708:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433995.039710:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.039711:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433995.039715:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789433995.039718:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433995.039720:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433995.039723:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433995.039727:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433995.039730:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433995.039731:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789433995.039734:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433995.039743:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789433995.039746:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789433995.039749:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433995.039751:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433995.039754:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433995.039756:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433995.039760:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433995.039768:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789433995.039774:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433995.039783:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433995.039793:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433995.039797:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433995.039802:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433995.039832:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433995.039835:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433995.039839:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789433995.039840:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433995.039843:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433995.039845:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433995.039848:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5449
00000400:00000200:3.0:1789433995.039851:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433995.039854:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433995.039856:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433995.039858:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.039860:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433995.039862:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.039864:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433995.039867:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433995.039868:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789433995.039870:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433995.039873:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789433995.039874:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789433995.039876:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789433995.039880:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.039881:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433995.039883:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.039885:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433995.039887:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789433995.039890:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433995.039892:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433995.039894:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433995.039910:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789433995.039913:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433995.039914:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789433995.039918:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789433995.039921:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433995.039922:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433995.039926:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789433995.039929:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789433995.039931:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433995.039932:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433995.039934:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433995.039935:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433995.039937:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433995.039941:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789433995.039944:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433995.039948:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433995.039956:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433995.039959:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433995.039963:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433995.039970:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789433995.039973:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433995.039975:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789433995.039977:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789433995.039978:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433995.039981:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789433995.039984:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5449
00000400:00000200:3.0:1789433995.039988:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433995.039991:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433995.039993:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789433995.039995:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.039997:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433995.040000:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.040001:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789433995.040004:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433995.040006:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789433995.040008:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789433995.040010:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789433995.040012:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789433995.040014:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789433995.040016:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.040019:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433995.040021:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.040024:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789433995.040026:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789433995.040029:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789433995.040032:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433995.040034:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789433995.040037:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433995.040048:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1789433995.040054:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433995.040056:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433995.040057:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789433995.040060:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1789433995.040061:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789433995.040065:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433995.040068:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433995.040070:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1789433995.040072:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789433995.040077:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433995.040083:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433995.040085:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433995.040088:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433995.040089:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789433995.040092:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433995.040093:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433995.040097:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433995.040099:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1789433995.040102:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
02000000:00000001:0.0:1789433995.040103:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433995.040108:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433995.040109:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433995.040118:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789433995.040122:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933926144:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433995.040130:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433995.040136:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433995.040141:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433995.040142:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789433995.040146:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789433995.040148:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789433995.040153:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
00000100:00000040:3.0:1789433995.040156:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789433995.040157:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433995.040168:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433995.040170:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789433995.040173:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000100:00080000:3.0:1789433995.040174:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789433995.040181:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789433995.040182:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1789433995.040183:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00080000:3.0:1789433995.040185:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789433995.040189:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:0.0:1789433995.040192:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933926144, portal 25
00000100:00080000:3.0:1789433995.040193:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5449
00000100:00000001:0.0:1789433995.040197:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433995.040201:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000400:00000200:3.0:1789433995.040201:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789433995.040206:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789433995.040210:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789433995.040213:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789433995.040216:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.040220:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433995.040225:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.040230:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789433995.040232:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1789433995.040235:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789433995.040238:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000040:0.0:1789433995.040239:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789433995.040241:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1789433995.040244:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000020:00000040:3.0:1789433995.040245:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789433995.040250:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000200:0.0:1789433995.040252:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933926144, offset 0
00000020:00000001:3.0:1789433995.040253:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789433995.040273:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:0.0:1789433995.040274:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789433995.040279:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789433995.040282:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789433995.040285:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789433995.040287:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433995.040296:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000020:00000040:3.0:1789433995.040300:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000200:0.0:1789433995.040303:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1789433995.040307:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:0.0:1789433995.040312:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:3.0:1789433995.040313:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789433995.040317:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789433995.040318:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1789433995.040322:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789433995.040324:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
02000000:00000001:3.0:1789433995.040326:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433995.040331:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1789433995.040332:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512488:512488:256:4294967295] 192.168.203.104@tcp LPNI seq info [512455:512455:8:4294967295]
00000008:00100000:3.0:1789433995.040334:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789433995.040341:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433995.040345:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789433995.040345:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789433995.040370:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789433995.040373:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789433995.040375:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789433995.040377:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433995.040378:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789433995.040380:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789433995.040381:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789433995.040385:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789433995.040388:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433995.040394:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789433995.040402:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789433995.040403:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433995.040407:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789433995.040417:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433995.040427:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5459)
00000400:00000200:0.0:1789433995.040435:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433995.040444:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433995.040451:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789433995.040458:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433995.040462:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433995.040467:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433995.040470:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789433995.040473:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433995.040476:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789433995.040480:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433995.040485:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433995.040490:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789433995.040493:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789433995.040497:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433995.040501:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040510:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433995.040513:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040520:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433995.040522:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433995.040528:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433995.040532:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433995.040535:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300122796
00000100:00000010:0.0:1789433995.040541:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81a20.
00000100:00000001:0.0:1789433995.040547:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789433995.040556:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300122796
00000100:00000010:0.0:1789433995.040560:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81c00.
00000100:00000001:0.0:1789433995.040563:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789433995.040571:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433995.040575:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433995.040577:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433995.040582:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433995/real 1789433995]  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433995.040591:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433995.040593:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433995.040595:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433995.040598:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789433995.040599:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789433995.040602:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433995.040605:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433995.040614:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040621:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433995.040623:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.040625:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433995.040628:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433995.040632:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040638:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433995.040642:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040648:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433995.040650:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.040652:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433995.040654:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.040656:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433995.040658:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433995.040661:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433995.040665:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433995.040668:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433995.040672:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433995.040681:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933926144:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789433995.040685:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433995.040689:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040695:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433995.040696:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433995.040698:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433995.040700:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433995.040702:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433995.040704:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933926272:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433995.040707:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433995.040709:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433995.040711:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433995.040712:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433995.040715:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789433995.040717:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433995.040721:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433995.040723:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433995.040727:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789433995.040729:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933926272, portal 10
00000100:00000001:0.0:1789433995.040731:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433995.040732:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:0.0:1789433995.040739:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040746:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433995.040748:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433995.040750:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789433995.040752:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933926272, offset 0
00000400:00000200:0.0:1789433995.040757:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433995.040761:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433995.040764:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433995.040767:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433995.040770:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433995.040772:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433995.040774:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433995.040776:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512489:512489:256:4294967295] 192.168.203.104@tcp LPNI seq info [512456:512456:8:4294967295]
00000400:00000200:0.0:1789433995.040780:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433995.040786:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433995.040790:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433995.040793:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789433995.040796:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433995.040798:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433995.040802:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433995.040804:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789433995.040808:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433995.040810:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789433995.040812:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433995.040815:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433995.040818:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789433995.040820:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789433995.040822:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433995.040826:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040833:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433995.040836:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040842:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433995.040844:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433995.040847:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433995.040850:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789433995.040853:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433995.040854:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300122124
00000100:00000001:0.0:1789433995.040857:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300122796
00000100:00000001:0.0:1789433995.040858:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300122124
00000100:00000001:0.0:1789433995.040860:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300122796
00000100:00000001:0.0:1789433995.040862:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433995.040864:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433995.040866:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433995.040869:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433995/real 1789433995]  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433995.040875:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433995.040877:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433995.040878:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433995.040880:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789433995.040882:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789433995.040884:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433995.040886:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433995.040893:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040899:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433995.040901:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.040902:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433995.040903:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433995.040908:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040913:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433995.040917:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040923:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433995.040925:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.040927:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433995.040928:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.040929:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433995.040933:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433995.040935:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433995.040938:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433995.040940:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433995.040944:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433995.040951:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933926272:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789433995.040955:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.040958:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433995.040961:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933926144/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.040968:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433995.040970:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433995.040972:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433995.040975:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433995.040977:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433995.040978:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789433995.040980:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433995.040983:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:0.0:1789433995.040986:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433995.040988:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433995.040989:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:0.0:1789433995.040993:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433995.040994:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.040996:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433995.040999:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933926272/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041004:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433995.041006:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433995.041007:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789433995.041009:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433995.041010:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433995.041011:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789433995.041013:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433995.041014:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:0.0:1789433995.041016:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433995.041017:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433995.041018:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:0.0:1789433995.041020:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433995.041021:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.041024:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.041031:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433995.041032:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433995.041035:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433995.041036:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433995.041037:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433995.041042:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041047:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433995.041049:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433995.041051:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433995.041052:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433995.041054:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433995.041057:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933926400:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433995.041060:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433995.041062:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433995.041064:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433995.041065:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433995.041068:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789433995.041070:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433995.041073:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433995.041075:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433995.041079:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789433995.041081:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933926400, portal 4
00000100:00000001:0.0:1789433995.041083:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433995.041084:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:0.0:1789433995.041089:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041095:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433995.041096:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433995.041098:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789433995.041100:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933926400, offset 0
00000400:00000200:0.0:1789433995.041103:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433995.041107:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433995.041110:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433995.041112:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433995.041115:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433995.041117:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433995.041118:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433995.041121:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512490:512490:256:4294967295] 192.168.203.104@tcp LPNI seq info [512457:512457:8:4294967295]
00000400:00000200:0.0:1789433995.041124:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433995.041130:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433995.041133:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433995.041136:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789433995.041140:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433995.041142:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433995.041146:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433995.041148:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789433995.041151:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433995.041153:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789433995.041156:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433995.041159:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433995.041162:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789433995.041164:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789433995.041166:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433995.041169:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041174:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433995.041177:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041182:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433995.041184:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433995.041186:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433995.041188:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789433995.041191:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433995.041193:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300122141
00000100:00000001:0.0:1789433995.041195:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300122796
00000100:00000001:0.0:1789433995.041198:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300122141
00000100:00000001:0.0:1789433995.041200:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300122796
00000100:00000001:0.0:1789433995.041202:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433995.041204:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433995.041206:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433995.041209:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433995/real 1789433995]  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433995.041218:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433995.041220:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433995.041222:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433995.041225:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789433995.041227:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789433995.041230:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433995.041234:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433995.041243:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041249:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433995.041250:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.041252:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433995.041253:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433995.041266:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041273:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433995.041277:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041283:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433995.041286:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.041288:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433995.041288:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.041290:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433995.041294:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433995.041297:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433995.041300:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433995.041302:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433995.041306:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433995.041313:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933926400:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433995.041317:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789433995.041321:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041327:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433995.041328:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433995.041330:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789433995.041331:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789433995.041332:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433995.041334:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933926528:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433995.041336:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789433995.041337:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789433995.041338:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789433995.041340:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789433995.041343:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433995.041345:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789433995.041378:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789433995.041381:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789433995.041385:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789433995.041387:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933926528, portal 4
00000100:00000001:0.0:1789433995.041389:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789433995.041390:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:0.0:1789433995.041395:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041401:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789433995.041403:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789433995.041405:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789433995.041407:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933926528, offset 0
00000400:00000200:0.0:1789433995.041411:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789433995.041415:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433995.041418:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789433995.041421:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789433995.041423:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789433995.041425:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789433995.041427:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789433995.041430:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512491:512491:256:4294967295] 192.168.203.104@tcp LPNI seq info [512458:512458:8:4294967295]
00000400:00000200:0.0:1789433995.041437:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789433995.041442:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789433995.041446:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433995.041449:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789433995.041453:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789433995.041455:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789433995.041459:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789433995.041460:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789433995.041464:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789433995.041465:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789433995.041468:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789433995.041471:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789433995.041474:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789433995.041475:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789433995.041478:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789433995.041481:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041488:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433995.041490:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434020 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041495:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433995.041497:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789433995.041499:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789433995.041502:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789433995.041505:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789433995.041506:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300122144
00000100:00000001:0.0:1789433995.041508:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300122796
00000100:00000001:0.0:1789433995.041510:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300122144
00000100:00000001:0.0:1789433995.041512:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300122796
00000100:00000001:0.0:1789433995.041514:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789433995.041515:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433995.041517:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789433995.041520:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789433995/real 1789433995]  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789433995.041527:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789433995.041528:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789433995.041529:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789433995.041532:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789433995.041534:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789433995.041535:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789433995.041539:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789433995.041545:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041551:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789433995.041553:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.041554:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433995.041556:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789433995.041559:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041565:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789433995.041569:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041575:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789433995.041577:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.041579:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789433995.041580:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.041583:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789433995.041586:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789433995.041589:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789433995.041592:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789433995.041594:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789433995.041598:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789433995.041606:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933926528:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789433995.041609:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.041611:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433995.041613:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933926400/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041619:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433995.041621:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433995.041622:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789433995.041625:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433995.041626:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433995.041627:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433995.041629:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433995.041630:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:0.0:1789433995.041632:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433995.041633:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433995.041635:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:0.0:1789433995.041638:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433995.041639:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.041640:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789433995.041643:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933926528/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434020 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789433995.041649:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789433995.041651:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789433995.041652:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789433995.041654:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789433995.041655:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789433995.041656:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789433995.041658:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789433995.041659:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:0.0:1789433995.041661:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789433995.041662:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789433995.041663:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:0.0:1789433995.041665:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789433995.041666:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.041667:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433995.041671:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433995.041672:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433995.041674:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789433995.041676:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789433995.743457:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300122796, at 4300122816
00000100:00000010:3.0:1789433995.743473:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81c00.
00000100:00000040:2.0:1789433995.743480:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300122796, at 4300122816
00000100:00000010:2.0:1789433995.743489:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81a20.
00000100:00000001:3.0:1789433995.807448:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433995.807456:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433995.807460:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433995.807467:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433995.807486:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433995.807493:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433995.807497:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433995.807500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433995.807502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433995.807538:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433995.807543:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433995.807547:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433996.063396:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433996.063402:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433996.063404:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433996.063410:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433996.063414:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433996.063418:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433996.063422:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433996.063424:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433996.063428:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433996.831450:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433996.831459:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433996.831462:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433996.831468:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433996.831473:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433996.831477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433996.831481:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433996.831484:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433996.831488:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789433996.831571:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789433996.831575:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789433996.831579:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789433997.087456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433997.087464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433997.087468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433997.087472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789433997.087476:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433997.087480:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433997.087482:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433997.087484:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433997.087486:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433997.087489:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433997.087491:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433997.087492:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433997.087497:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789433997.087501:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433997.087503:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433997.087505:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433997.087507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433997.087511:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433997.855433:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433997.855440:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433997.855442:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433997.855447:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433997.855451:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433997.855455:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433997.855458:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433997.855461:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433997.855465:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433997.855509:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433997.855514:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433997.855518:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789433998.111443:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433998.111443:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433998.111448:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433998.111449:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433998.111452:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433998.111453:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789433998.111457:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789433998.111459:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789433998.111461:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433998.111465:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433998.111466:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433998.111469:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433998.111470:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433998.111471:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433998.111474:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433998.111475:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433998.111480:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433998.111484:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433998.879444:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433998.879451:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433998.879453:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433998.879457:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433998.879461:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433998.879464:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433998.879467:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433998.879469:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433998.879471:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789433999.135437:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789433999.135440:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789433999.135444:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789433999.135445:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789433999.135446:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433999.135449:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789433999.135452:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789433999.135454:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789433999.135456:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789433999.135461:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789433999.135461:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433999.135464:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789433999.135466:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789433999.135467:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433999.135472:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789433999.135472:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789433999.135476:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789433999.135479:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789433999.903448:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789433999.903454:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789433999.903458:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789433999.903465:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789433999.903470:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789433999.903476:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433999.903480:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789433999.903485:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789433999.903488:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789433999.903514:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789433999.903518:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789433999.903521:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789434000.159444:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434000.159445:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434000.159451:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789434000.159452:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434000.159454:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434000.159456:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789434000.159459:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434000.159460:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789434000.159461:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434000.159467:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434000.159467:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434000.159471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789434000.159474:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5454
00000100:00000001:0.0:1789434000.159475:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434000.159480:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434000.159481:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000400:00000200:3.0:1789434000.159482:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434000.159486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434000.159488:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1789434000.159490:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789434000.159491:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434000.159492:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434000.159495:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789434000.159498:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434000.159499:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434000.159499:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434000.159503:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434000.159504:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434000.159508:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434000.159509:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434000.159511:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434000.159517:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434000.159520:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434000.159523:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434000.159525:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434000.159527:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434000.159529:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434000.159531:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159533:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434000.159541:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159543:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434000.159545:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434000.159547:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159549:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434000.159551:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434000.159553:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434000.159556:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434000.159557:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434000.159559:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434000.159566:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789434000.159568:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434000.159571:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434000.159573:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434000.159575:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434000.159577:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434000.159579:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434000.159585:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789434000.159590:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434000.159597:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434000.159604:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434000.159608:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434000.159611:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434000.159626:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434000.159628:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434000.159630:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434000.159631:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434000.159632:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434000.159634:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434000.159635:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5454
00000400:00000200:3.0:1789434000.159638:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434000.159639:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434000.159641:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434000.159642:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159644:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434000.159645:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159646:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434000.159648:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434000.159649:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434000.159651:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434000.159653:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434000.159654:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434000.159655:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434000.159657:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434000.159659:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434000.159659:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434000.159660:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159664:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789434000.159666:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1789434000.159666:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434000.159669:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434000.159670:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789434000.159671:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434000.159673:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434000.159677:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789434000.159678:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434000.159680:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434000.159683:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434000.159687:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434000.159689:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434000.159690:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434000.159694:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789434000.159698:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434000.159701:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434000.159703:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.159704:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434000.159705:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789434000.159707:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434000.159708:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434000.159710:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434000.159712:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1789434000.159713:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
02000000:00000001:0.0:1789434000.159715:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434000.159717:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434000.159720:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434000.159723:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789434000.159728:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933926656:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434000.159731:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434000.159733:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.159738:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1789434000.159739:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434000.159744:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789434000.159746:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434000.159748:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434000.159749:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434000.159754:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1789434000.159755:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789434000.159755:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434000.159757:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434000.159759:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434000.159761:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5454
02000000:00000010:0.0:1789434000.159762:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
00000400:00000200:3.0:1789434000.159763:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:0.0:1789434000.159767:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434000.159768:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434000.159772:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434000.159774:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159776:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789434000.159779:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789434000.159779:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159782:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434000.159785:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434000.159786:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000400:00000010:0.0:1789434000.159787:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000020:00000001:3.0:1789434000.159787:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434000.159789:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434000.159792:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434000.159793:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434000.159795:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000010:0.0:1789434000.159796:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000001:3.0:1789434000.159797:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434000.159800:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159802:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434000.159803:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434000.159804:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000200:0.0:1789434000.159805:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933926656, portal 25
00000100:00000001:3.0:1789434000.159806:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.159810:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1789434000.159810:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434000.159812:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434000.159813:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
02000000:00000001:3.0:1789434000.159817:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434000.159819:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434000.159821:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000040:0.0:1789434000.159822:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789434000.159823:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434000.159826:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434000.159830:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789434000.159833:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:0.0:1789434000.159835:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1789434000.159836:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434000.159838:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434000.159841:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159841:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434000.159844:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1789434000.159846:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
02000000:00000001:3.0:1789434000.159846:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434000.159849:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000200:0.0:1789434000.159851:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933926656, offset 0
00000100:00000001:3.0:1789434000.159853:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434000.159858:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789434000.159860:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159866:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434000.159868:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434000.159871:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434000.159872:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434000.159879:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434000.159881:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00080000:3.0:1789434000.159882:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434000.159888:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434000.159889:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1789434000.159890:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1789434000.159890:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434000.159894:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1789434000.159896:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00080000:3.0:1789434000.159898:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5454
00000400:00000200:0.0:1789434000.159902:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434000.159903:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434000.159907:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434000.159908:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434000.159910:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789434000.159914:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512492:512492:256:4294967295] 192.168.203.104@tcp LPNI seq info [512459:512459:8:4294967295]
00000100:00000040:3.0:1789434000.159915:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159919:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434000.159922:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434000.159926:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434000.159926:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789434000.159936:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434000.159941:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789434000.159941:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434000.159944:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434000.159946:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:0.0:1789434000.159947:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000020:00000040:3.0:1789434000.159947:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434000.159951:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434000.159953:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000200:0.0:1789434000.159956:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789434000.159957:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159961:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1789434000.159962:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1789434000.159963:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434000.159966:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434000.159968:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434000.159972:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000200:0.1:1789434000.159972:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789434000.159977:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789434000.159978:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1789434000.159979:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434000.159982:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1789434000.159985:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
02000000:00000001:3.0:1789434000.159985:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434000.159987:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:0.0:1789434000.159989:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000008:00100000:3.0:1789434000.159989:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434000.159993:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434000.159995:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434000.159997:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1789434000.159997:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789434000.160001:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000200:0.0:1789434000.160004:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1789434000.160005:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434000.160007:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434000.160009:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434000.160011:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1789434000.160012:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
02000000:00000001:3.0:1789434000.160012:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434000.160015:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
02000000:00000010:3.0:1789434000.160015:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789434000.160020:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.160022:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00100000:3.0:1789434000.160025:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1789434000.160028:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434000.160037:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434000.160040:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434000.160046:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434000.160051:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.160053:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434000.160053:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5464)
00000100:00000040:0.0:1789434000.160062:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160071:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.160073:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434000.160080:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434000.160084:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434000.160087:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300127915
00000100:00000010:0.0:1789434000.160091:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81d20.
00000100:00000001:0.0:1789434000.160098:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434000.160106:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300127915
00000100:00000010:0.0:1789434000.160108:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81cc0.
00000100:00000001:0.0:1789434000.160110:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434000.160112:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434000.160114:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.160116:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434000.160120:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434000/real 1789434000]  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434000.160127:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434000.160129:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434000.160131:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434000.160133:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434000.160134:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434000.160135:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434000.160137:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434000.160143:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160147:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434000.160148:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160149:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434000.160151:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434000.160153:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160157:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434000.160160:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160164:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434000.160166:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160167:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434000.160168:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160170:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434000.160171:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434000.160173:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434000.160175:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434000.160176:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434000.160179:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434000.160183:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933926656:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434000.160187:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160188:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434000.160190:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933926656/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160197:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434000.160199:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434000.160201:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434000.160202:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434000.160204:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434000.160205:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434000.160206:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434000.160207:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1c00.
02000000:00000001:0.0:1789434000.160210:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434000.160211:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434000.160229:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:0.0:1789434000.160232:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434000.160233:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160235:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160240:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434000.160241:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.160242:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434000.160243:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434000.160244:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434000.160247:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160251:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434000.160252:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434000.160253:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434000.160255:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434000.160256:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434000.160257:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933926784:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434000.160259:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434000.160261:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434000.160262:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434000.160263:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434000.160265:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434000.160266:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434000.160268:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434000.160270:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789434000.160272:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789434000.160274:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933926784, portal 10
00000100:00000001:0.0:1789434000.160275:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434000.160276:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:0.0:1789434000.160280:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160290:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434000.160291:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434000.160293:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434000.160295:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933926784, offset 0
00000400:00000200:0.0:1789434000.160298:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434000.160302:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434000.160306:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434000.160309:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434000.160311:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434000.160313:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434000.160315:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434000.160318:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512493:512493:256:4294967295] 192.168.203.104@tcp LPNI seq info [512460:512460:8:4294967295]
00000400:00000200:0.0:1789434000.160322:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434000.160329:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434000.160333:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434000.160337:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434000.160340:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434000.160343:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789434000.160346:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434000.160362:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789434000.160365:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434000.160367:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434000.160369:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434000.160371:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434000.160373:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434000.160374:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434000.160376:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434000.160379:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160391:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434000.160394:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160400:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.160402:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434000.160405:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434000.160408:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434000.160411:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434000.160413:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300127244
00000100:00000001:0.0:1789434000.160416:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300127915
00000100:00000001:0.0:1789434000.160418:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300127244
00000100:00000001:0.0:1789434000.160420:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300127915
00000100:00000001:0.0:1789434000.160422:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434000.160424:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.160426:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434000.160430:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434000/real 1789434000]  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434000.160438:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434000.160439:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434000.160441:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434000.160442:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434000.160443:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434000.160445:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434000.160447:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434000.160452:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160459:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434000.160460:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160461:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434000.160467:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434000.160469:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160473:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434000.160476:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160479:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434000.160481:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160481:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434000.160482:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160483:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434000.160485:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434000.160487:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434000.160488:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434000.160489:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434000.160492:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434000.160496:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933926784:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434000.160498:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434000.160500:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160504:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434000.160505:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434000.160506:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434000.160507:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434000.160509:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434000.160510:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933926912:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434000.160515:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434000.160517:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434000.160518:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434000.160519:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434000.160521:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434000.160522:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434000.160525:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434000.160526:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789434000.160528:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789434000.160530:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933926912, portal 4
00000100:00000001:0.0:1789434000.160531:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434000.160532:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:0.0:1789434000.160536:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160544:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434000.160545:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434000.160547:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434000.160548:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933926912, offset 0
00000400:00000200:0.0:1789434000.160551:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434000.160553:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434000.160555:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434000.160557:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434000.160559:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434000.160560:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434000.160562:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434000.160563:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512494:512494:256:4294967295] 192.168.203.104@tcp LPNI seq info [512461:512461:8:4294967295]
00000400:00000200:0.0:1789434000.160566:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434000.160570:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434000.160573:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434000.160575:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434000.160577:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434000.160579:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789434000.160581:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434000.160583:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789434000.160585:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434000.160586:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434000.160588:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434000.160590:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434000.160592:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434000.160593:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434000.160595:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434000.160597:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160601:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434000.160603:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160606:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.160607:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434000.160609:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434000.160610:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434000.160612:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434000.160613:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300127261
00000100:00000001:0.0:1789434000.160615:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300127915
00000100:00000001:0.0:1789434000.160616:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300127261
00000100:00000001:0.0:1789434000.160617:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300127915
00000100:00000001:0.0:1789434000.160618:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434000.160619:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.160620:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434000.160622:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434000/real 1789434000]  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434000.160630:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434000.160631:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434000.160632:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434000.160635:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434000.160636:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434000.160638:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434000.160641:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434000.160649:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160655:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434000.160656:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160658:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434000.160660:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434000.160663:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160669:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434000.160672:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160677:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434000.160678:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160679:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434000.160680:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160681:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434000.160683:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434000.160685:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434000.160686:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434000.160687:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434000.160690:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434000.160694:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933926912:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434000.160697:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434000.160699:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160702:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434000.160703:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434000.160704:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434000.160705:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434000.160706:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434000.160708:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933927040:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434000.160710:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434000.160711:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434000.160712:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434000.160713:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434000.160715:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434000.160716:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434000.160719:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434000.160721:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789434000.160724:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789434000.160727:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933927040, portal 4
00000100:00000001:0.0:1789434000.160729:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434000.160730:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:0.0:1789434000.160735:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160741:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434000.160743:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434000.160745:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434000.160747:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933927040, offset 0
00000400:00000200:0.0:1789434000.160751:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434000.160755:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434000.160758:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434000.160761:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434000.160763:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434000.160765:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434000.160767:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434000.160770:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512495:512495:256:4294967295] 192.168.203.104@tcp LPNI seq info [512462:512462:8:4294967295]
00000400:00000200:0.0:1789434000.160774:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434000.160780:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434000.160784:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434000.160787:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434000.160791:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434000.160794:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789434000.160798:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434000.160800:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789434000.160803:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434000.160804:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434000.160806:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434000.160808:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434000.160810:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434000.160811:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434000.160813:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434000.160815:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160820:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434000.160822:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434025 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160825:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.160826:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434000.160828:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434000.160830:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434000.160832:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434000.160833:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300127263
00000100:00000001:0.0:1789434000.160835:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300127915
00000100:00000001:0.0:1789434000.160837:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300127263
00000100:00000001:0.0:1789434000.160838:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300127915
00000100:00000001:0.0:1789434000.160839:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434000.160840:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.160841:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434000.160843:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434000/real 1789434000]  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434000.160847:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434000.160848:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434000.160849:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434000.160850:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434000.160851:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434000.160852:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434000.160854:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434000.160859:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160862:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434000.160863:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160864:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434000.160864:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434000.160866:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160870:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434000.160872:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160876:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434000.160877:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160878:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434000.160879:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160880:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434000.160882:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434000.160884:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434000.160885:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434000.160886:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434000.160888:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434000.160893:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933927040:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434000.160895:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160896:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434000.160898:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933926784/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160901:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434000.160902:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434000.160903:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434000.160904:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434000.160905:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434000.160906:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434000.160907:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434000.160908:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:0.0:1789434000.160909:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434000.160910:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434000.160911:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:0.0:1789434000.160913:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434000.160914:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160915:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434000.160916:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933926912/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160924:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434000.160925:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434000.160925:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434000.160927:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434000.160927:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434000.160928:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434000.160929:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434000.160929:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:0.0:1789434000.160931:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434000.160931:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434000.160932:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:0.0:1789434000.160933:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434000.160933:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160934:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434000.160936:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933927040/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434025 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434000.160939:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434000.160939:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434000.160940:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434000.160941:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434000.160942:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434000.160942:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434000.160943:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434000.160944:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:0.0:1789434000.160945:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434000.160946:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434000.160946:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:0.0:1789434000.160947:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434000.160948:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160949:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434000.160951:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434000.160952:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434000.160953:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434000.160954:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434000.863413:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300127915, at 4300127936
00000100:00000040:3.0:1789434000.863413:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300127915, at 4300127936
00000100:00000010:2.0:1789434000.863426:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81d20.
00000100:00000010:3.0:1789434000.863427:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81cc0.
00000100:00000001:3.0:1789434000.927444:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434000.927450:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434000.927452:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434000.927456:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434000.927459:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434000.927463:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434000.927466:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434000.927468:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434000.927471:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434000.927644:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434000.927648:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434000.927652:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434001.183433:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434001.183433:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434001.183439:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434001.183440:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434001.183442:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434001.183442:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434001.183448:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434001.183449:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434001.183454:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434001.183454:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434001.183459:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434001.183460:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434001.183462:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434001.183463:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434001.183466:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434001.183467:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434001.183469:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434001.183472:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434001.951442:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434001.951448:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434001.951451:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434001.951455:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434001.951459:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434001.951462:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434001.951466:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434001.951469:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434001.951474:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434001.951536:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434001.951540:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434001.951543:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434002.207440:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434002.207440:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434002.207445:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434002.207446:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434002.207448:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434002.207449:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434002.207453:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434002.207454:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434002.207459:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434002.207459:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434002.207464:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434002.207464:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434002.207470:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434002.207470:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434002.207474:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434002.207474:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434002.207480:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434002.207481:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434002.975484:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434002.975492:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434002.975495:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434002.975501:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434002.975505:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434002.975510:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434002.975514:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434002.975517:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434002.975520:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434003.231453:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434003.231460:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434003.231463:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434003.231468:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434003.231484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434003.231488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434003.231491:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434003.231494:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434003.231497:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434003.231507:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434003.231512:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434003.231514:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434003.231517:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434003.231520:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434003.231523:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434003.231525:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434003.231527:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434003.231529:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434003.999460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434003.999468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434003.999471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434003.999477:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434003.999483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434003.999488:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434003.999492:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434003.999497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434003.999503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434003.999563:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434003.999567:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434003.999570:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434004.255452:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434004.255452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434004.255459:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434004.255459:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434004.255461:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434004.255462:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434004.255467:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434004.255467:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434004.255471:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434004.255475:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434004.255478:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434004.255478:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434004.255480:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434004.255482:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434004.255483:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434004.255484:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434004.255486:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434004.255489:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.023478:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434005.023488:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434005.023491:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434005.023496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434005.023501:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434005.023505:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434005.023509:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434005.023512:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434005.023516:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434005.023602:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434005.023606:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434005.023610:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434005.279451:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434005.279451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434005.279454:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434005.279457:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434005.279459:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434005.279462:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434005.279462:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434005.279463:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.279467:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1789434005.279470:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434005.279470:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:3.0:1789434005.279472:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434005.279477:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434005.279477:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434005.279481:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434005.279481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434005.279485:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434005.279487:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434005.279488:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434005.279492:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434005.279492:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434005.279497:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5459
00000100:00000001:0.0:1789434005.279498:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434005.279498:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434005.279509:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434005.279517:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434005.279519:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434005.279524:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279528:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434005.279530:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279533:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434005.279541:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434005.279542:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434005.279544:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434005.279547:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434005.279548:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434005.279550:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434005.279552:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279553:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434005.279554:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279555:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434005.279557:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434005.279559:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279561:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434005.279563:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434005.279565:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434005.279567:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.279568:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434005.279570:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434005.279577:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289180.
00000020:00000040:3.0:1789434005.279579:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434005.279582:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434005.279583:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.279585:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434005.279587:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434005.279590:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434005.279595:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789434005.279600:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434005.279606:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434005.279613:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434005.279616:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434005.279619:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef858d48] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434005.279634:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434005.279636:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434005.279638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434005.279639:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434005.279640:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434005.279642:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434005.279643:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5459
00000400:00000200:3.0:1789434005.279646:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434005.279648:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434005.279649:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434005.279651:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279653:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434005.279655:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279656:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434005.279658:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434005.279660:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434005.279661:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434005.279662:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434005.279663:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:0.0:1789434005.279664:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1789434005.279665:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434005.279669:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434005.279670:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434005.279671:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434005.279675:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434005.279675:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279679:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434005.279681:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434005.279685:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000040:0.0:1789434005.279687:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434005.279687:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434005.279691:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434005.279695:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434005.279698:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.279701:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434005.279705:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434005.279707:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1789434005.279710:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1789434005.279712:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1789434005.279713:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.279716:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434005.279717:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1789434005.279720:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
02000000:00000001:0.0:1789434005.279722:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789434005.279723:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434005.279727:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434005.279728:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434005.279730:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933927168:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434005.279731:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434005.279734:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434005.279737:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434005.279739:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1789434005.279743:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
02000000:00000001:0.0:1789434005.279744:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434005.279749:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.279749:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434005.279753:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1789434005.279759:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1789434005.279761:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434005.279767:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.279773:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789434005.279777:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434005.279778:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434005.279783:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000100:00000040:3.0:1789434005.279785:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1789434005.279790:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000001:3.0:1789434005.279797:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434005.279799:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1789434005.279800:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933927168, portal 25
00000100:00080000:3.0:1789434005.279803:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434005.279805:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434005.279806:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789434005.279810:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293198720 : -119882416352896 : ffff92f7b3289180)
00000100:00080000:3.0:1789434005.279810:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434005.279812:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434005.279816:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5459
00000400:00000200:3.0:1789434005.279820:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:0.0:1789434005.279824:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434005.279825:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434005.279828:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434005.279833:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279837:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434005.279840:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279844:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789434005.279845:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1789434005.279847:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434005.279849:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000100:00000040:0.0:1789434005.279852:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789434005.279852:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434005.279854:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000400:00000010:0.0:1789434005.279857:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000020:00000001:3.0:1789434005.279858:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434005.279862:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000200:0.0:1789434005.279865:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933927168, offset 0
00000100:00000040:3.0:1789434005.279866:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279870:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434005.279872:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279873:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434005.279875:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000200:0.0:1789434005.279879:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789434005.279879:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434005.279881:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434005.279884:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434005.279886:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434005.279887:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.279889:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434005.279890:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000200:0.0:1789434005.279892:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00000001:3.0:1789434005.279893:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.279897:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434005.279900:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789434005.279902:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000400:00000200:0.0:1789434005.279904:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
02000000:00000001:3.0:1789434005.279904:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434005.279907:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.279909:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434005.279911:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434005.279913:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434005.279915:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1789434005.279916:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000400:00000200:0.0:1789434005.279921:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:3.0:1789434005.279922:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434005.279927:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1789434005.279930:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789434005.279933:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434005.279941:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512496:512496:256:4294967295] 192.168.203.104@tcp LPNI seq info [512463:512463:8:4294967295]
00000100:00000001:3.0:1789434005.279951:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789434005.279952:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434005.279955:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434005.279962:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434005.279968:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434005.279970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434005.279973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434005.279975:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434005.279978:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434005.279981:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1789434005.279984:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1789434005.279985:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5459
00000800:00000200:0.0:1789434005.279996:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434005.280002:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000400:00000200:3.0:1789434005.280002:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434005.280009:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434005.280013:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1789434005.280014:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434005.280020:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1789434005.280021:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.280024:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434005.280027:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.280028:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434005.280035:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434005.280038:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000800:00000200:0.1:1789434005.280039:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:3.0:1789434005.280042:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.1:1789434005.280044:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000020:00000040:3.0:1789434005.280045:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000800:00000100:0.0:1789434005.280051:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434005.280054:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000020:00000001:3.0:1789434005.280056:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434005.280058:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000200:0.0:1789434005.280059:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1789434005.280063:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434005.280067:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789434005.280068:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1789434005.280072:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434005.280074:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000100:00000001:3.0:1789434005.280074:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434005.280076:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000010:0.0:1789434005.280078:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00080000:3.0:1789434005.280080:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434005.280082:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434005.280084:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434005.280086:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434005.280087:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1789434005.280088:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.280091:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434005.280093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000200:0.0:1789434005.280095:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789434005.280096:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.280100:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434005.280105:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789434005.280109:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:0.0:1789434005.280110:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1789434005.280111:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434005.280114:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434005.280116:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434005.280116:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434005.280118:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434005.280120:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434005.280129:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:0.0:1789434005.280130:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434005.280134:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434005.280135:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434005.280142:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434005.280143:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789434005.280151:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434005.280157:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300133035
00000100:00000001:3.0:1789434005.280158:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434005.280162:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434005.280166:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81ea0.
00000100:00000040:3.0:1789434005.280168:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280174:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434005.280189:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434005.280194:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300133035
00000100:00000040:3.0:1789434005.280195:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5470)
00000100:00000010:0.0:1789434005.280201:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81ae0.
00000100:00000001:0.0:1789434005.280211:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434005.280220:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434005.280223:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434005.280226:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434005.280232:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434005/real 1789434005]  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434005.280242:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434005.280243:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434005.280245:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434005.280248:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434005.280250:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434005.280253:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434005.280262:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434005.280271:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280277:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434005.280279:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280281:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434005.280283:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434005.280287:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280293:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434005.280298:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280304:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434005.280307:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280308:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434005.280309:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280311:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434005.280313:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434005.280315:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434005.280318:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434005.280320:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434005.280325:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434005.280332:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933927168:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434005.280335:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280337:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434005.280339:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289180 x1876351933927168/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280344:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434005.280364:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434005.280366:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434005.280369:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434005.280371:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434005.280373:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434005.280375:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434005.280377:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:0.0:1789434005.280380:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434005.280382:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434005.280384:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289180.
00000100:00000001:0.0:1789434005.280387:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434005.280388:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280390:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280396:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434005.280398:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434005.280400:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434005.280401:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434005.280402:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434005.280406:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280412:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434005.280413:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434005.280415:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434005.280417:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434005.280419:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434005.280421:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933927296:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434005.280424:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434005.280426:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434005.280427:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434005.280429:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434005.280432:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434005.280433:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434005.280437:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434005.280439:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789434005.280443:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789434005.280445:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933927296, portal 10
00000100:00000001:0.0:1789434005.280447:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434005.280448:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:0.0:1789434005.280454:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280460:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434005.280462:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434005.280465:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434005.280467:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933927296, offset 0
00000400:00000200:0.0:1789434005.280471:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434005.280474:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434005.280478:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434005.280481:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434005.280484:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434005.280486:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434005.280489:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434005.280491:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512497:512497:256:4294967295] 192.168.203.104@tcp LPNI seq info [512464:512464:8:4294967295]
00000400:00000200:0.0:1789434005.280495:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434005.280501:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434005.280505:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434005.280508:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434005.280512:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434005.280514:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789434005.280518:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434005.280522:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1789434005.280525:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434005.280526:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434005.280529:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434005.280532:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434005.280534:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434005.280536:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434005.280538:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434005.280541:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280547:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434005.280550:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280555:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434005.280557:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434005.280560:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434005.280563:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434005.280567:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434005.280569:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300132364
00000100:00000001:0.0:1789434005.280571:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300133035
00000100:00000001:0.0:1789434005.280573:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300132364
00000100:00000001:0.0:1789434005.280575:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300133035
00000100:00000001:0.0:1789434005.280577:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434005.280579:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434005.280580:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434005.280584:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434005/real 1789434005]  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434005.280590:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434005.280592:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434005.280593:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434005.280596:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434005.280597:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434005.280599:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434005.280602:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434005.280610:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280617:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434005.280618:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280620:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434005.280621:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434005.280624:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280631:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434005.280634:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280641:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434005.280642:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280643:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434005.280644:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280645:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434005.280647:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434005.280649:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434005.280651:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434005.280652:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434005.280655:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434005.280660:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933927296:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434005.280662:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434005.280664:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280668:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434005.280669:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434005.280670:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434005.280671:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434005.280672:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434005.280674:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933927424:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434005.280675:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434005.280677:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434005.280677:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434005.280678:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434005.280681:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434005.280682:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434005.280685:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434005.280687:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789434005.280689:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789434005.280690:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933927424, portal 4
00000100:00000001:0.0:1789434005.280692:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434005.280692:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:0.0:1789434005.280696:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280700:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434005.280701:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434005.280702:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434005.280704:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933927424, offset 0
00000400:00000200:0.0:1789434005.280706:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434005.280708:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434005.280710:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434005.280712:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434005.280713:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434005.280715:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434005.280716:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434005.280718:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512498:512498:256:4294967295] 192.168.203.104@tcp LPNI seq info [512465:512465:8:4294967295]
00000400:00000200:0.0:1789434005.280720:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434005.280724:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434005.280727:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434005.280729:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434005.280731:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434005.280733:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789434005.280735:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434005.280737:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1789434005.280739:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434005.280740:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434005.280742:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434005.280744:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434005.280746:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434005.280747:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434005.280749:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434005.280750:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280755:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434005.280757:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280761:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434005.280762:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434005.280763:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434005.280765:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434005.280767:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434005.280768:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300132381
00000100:00000001:0.0:1789434005.280770:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300133035
00000100:00000001:0.0:1789434005.280771:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300132381
00000100:00000001:0.0:1789434005.280772:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300133035
00000100:00000001:0.0:1789434005.280774:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434005.280775:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434005.280776:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434005.280778:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434005/real 1789434005]  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434005.280782:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434005.280783:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434005.280784:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434005.280785:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434005.280785:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434005.280786:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434005.280788:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434005.280793:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280800:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434005.280801:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280802:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434005.280803:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434005.280805:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280808:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434005.280810:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280814:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434005.280815:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280816:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434005.280816:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280817:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434005.280820:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434005.280821:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434005.280823:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434005.280824:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434005.280826:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434005.280830:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933927424:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434005.280832:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434005.280833:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280837:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434005.280838:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434005.280839:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434005.280841:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434005.280842:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434005.280843:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933927552:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434005.280845:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434005.280846:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434005.280847:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434005.280848:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434005.280850:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434005.280851:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434005.280852:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434005.280853:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789434005.280855:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789434005.280856:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933927552, portal 4
00000100:00000001:0.0:1789434005.280857:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434005.280858:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:0.0:1789434005.280861:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280864:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434005.280866:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434005.280867:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434005.280868:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933927552, offset 0
00000400:00000200:0.0:1789434005.280870:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434005.280872:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434005.280873:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434005.280875:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434005.280876:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434005.280877:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434005.280879:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434005.280881:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512499:512499:256:4294967295] 192.168.203.104@tcp LPNI seq info [512466:512466:8:4294967295]
00000400:00000200:0.0:1789434005.280883:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434005.280886:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434005.280889:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434005.280891:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434005.280893:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434005.280894:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1789434005.280896:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434005.280898:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1789434005.280900:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434005.280901:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434005.280903:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434005.280904:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434005.280906:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434005.280907:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434005.280908:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434005.280910:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280914:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434005.280916:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434030 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280919:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434005.280920:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434005.280921:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434005.280923:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434005.280925:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434005.280926:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300132383
00000100:00000001:0.0:1789434005.280928:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300133035
00000100:00000001:0.0:1789434005.280929:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300132383
00000100:00000001:0.0:1789434005.280930:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300133035
00000100:00000001:0.0:1789434005.280931:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434005.280932:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434005.280933:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434005.280935:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434005/real 1789434005]  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434005.280939:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434005.280940:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434005.280941:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434005.280942:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434005.280943:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434005.280944:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434005.280946:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434005.280950:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280953:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434005.280954:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280955:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434005.280955:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434005.280957:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280960:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434005.280962:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280966:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434005.280967:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280968:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434005.280969:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280970:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434005.280971:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434005.280973:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434005.280975:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434005.280976:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434005.280978:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434005.280983:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933927552:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434005.280985:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.280986:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434005.280987:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933927296/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.280991:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434005.280991:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434005.280993:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434005.280994:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434005.280994:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434005.280995:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434005.280996:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434005.280997:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:0.0:1789434005.280999:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434005.280999:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434005.281000:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:0.0:1789434005.281002:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434005.281002:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.281003:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434005.281005:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933927424/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.281009:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434005.281009:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434005.281010:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434005.281011:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434005.281012:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434005.281013:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434005.281013:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434005.281014:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:0.0:1789434005.281015:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434005.281016:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434005.281017:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:0.0:1789434005.281018:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434005.281019:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.281020:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434005.281021:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933927552/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434030 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434005.281025:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434005.281025:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434005.281026:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434005.281027:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434005.281028:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434005.281029:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434005.281030:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434005.281031:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1c00.
02000000:00000001:0.0:1789434005.281033:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434005.281034:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434005.281035:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:0.0:1789434005.281037:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434005.281038:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.281040:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434005.281043:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434005.281044:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434005.281045:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434005.281047:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434005.983466:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300133035, at 4300133056
00000100:00000040:3.0:1789434005.983466:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300133035, at 4300133056
00000100:00000010:2.0:1789434005.983483:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81ea0.
00000100:00000010:3.0:1789434005.983486:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81ae0.
00000100:00000001:3.0:1789434006.047441:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434006.047448:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434006.047449:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434006.047454:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434006.047459:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434006.047463:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434006.047466:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434006.047470:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434006.047474:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434006.047491:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434006.047504:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434006.047508:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434006.303440:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434006.303441:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434006.303446:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434006.303448:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434006.303449:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434006.303451:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434006.303453:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789434006.303457:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434006.303457:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434006.303462:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434006.303462:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434006.303465:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434006.303466:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434006.303467:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434006.303471:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434006.303472:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434006.303476:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434006.303480:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434007.071441:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434007.071449:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434007.071452:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434007.071457:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434007.071461:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434007.071466:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434007.071469:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434007.071472:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434007.071476:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434007.327421:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434007.327423:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434007.327428:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434007.327429:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434007.327430:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434007.327433:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434007.327435:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434007.327438:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434007.327439:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434007.327442:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434007.327444:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434007.327445:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434007.327448:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434007.327449:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434007.327450:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434007.327454:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434007.327457:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434007.327461:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434008.095444:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434008.095451:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434008.095454:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434008.095461:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434008.095464:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434008.095469:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434008.095473:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434008.095474:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434008.095477:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434008.095518:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434008.095522:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434008.095527:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434008.351474:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434008.351474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434008.351482:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434008.351482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434008.351487:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434008.351488:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434008.351495:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789434008.351496:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434008.351501:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434008.351502:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434008.351508:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434008.351508:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434008.351513:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434008.351515:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434008.351518:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434008.351519:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434008.351524:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434008.351526:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434009.119476:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434009.119489:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434009.119492:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434009.119500:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434009.119505:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434009.119510:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434009.119515:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434009.119520:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434009.119528:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434009.119610:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434009.119617:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434009.119622:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434009.375455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434009.375462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434009.375464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434009.375469:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434009.375473:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434009.375477:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434009.375480:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434009.375482:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434009.375485:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434009.375567:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434009.375570:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434009.375572:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434009.375575:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434009.375577:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434009.375579:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434009.375582:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434009.375583:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434009.375586:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434010.143471:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434010.143480:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434010.143483:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434010.143492:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434010.143497:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434010.143501:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434010.143506:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434010.143510:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434010.143515:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434010.143675:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434010.143679:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434010.143681:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434010.399463:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434010.399472:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434010.399475:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434010.399478:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789434010.399481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:0.0:1789434010.399486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434010.399488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434010.399490:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789434010.399492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789434010.399494:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434010.399498:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434010.399499:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434010.399503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789434010.399508:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5465
00000100:00000001:2.0:1789434010.399508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434010.399518:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434010.399525:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434010.399528:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434010.399531:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399535:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434010.399538:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399540:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434010.399547:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434010.399549:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434010.399551:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434010.399553:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434010.399555:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434010.399556:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434010.399558:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399559:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434010.399560:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399562:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434010.399563:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434010.399566:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399567:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434010.399569:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434010.399572:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434010.399574:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434010.399575:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434010.399577:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434010.399583:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc000.
00000020:00000040:0.0:1789434010.399586:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434010.399589:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434010.399590:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434010.399592:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434010.399595:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434010.399598:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434010.399603:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16000.
00000100:00000001:0.0:1789434010.399608:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434010.399615:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434010.399622:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434010.399625:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434010.399628:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f9eea5b] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434010.399646:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434010.399650:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434010.399653:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434010.399654:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434010.399656:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434010.399659:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434010.399661:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5465
00000400:00000200:0.0:1789434010.399664:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434010.399667:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434010.399669:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434010.399672:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399674:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434010.399675:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1789434010.399676:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399677:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434010.399678:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1789434010.399680:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789434010.399680:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1789434010.399681:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434010.399683:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434010.399685:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000040:2.0:1789434010.399685:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789434010.399687:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:2.0:1789434010.399693:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434010.399695:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434010.399698:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1789434010.399700:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:2.0:1789434010.399701:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789434010.399704:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:2.0:1789434010.399704:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434010.399706:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1789434010.399707:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933927680:192.168.203.104@tcp:250:kworker.0
00000100:00000040:0.0:1789434010.399708:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399710:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434010.399712:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:2.0:1789434010.399712:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1789434010.399714:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:2.0:1789434010.399715:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1789434010.399716:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434010.399717:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434010.399718:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434010.399719:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1789434010.399723:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434010.399725:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434010.399725:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:0.0:1789434010.399726:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1789434010.399727:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1789434010.399730:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1789434010.399732:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00000001:0.0:1789434010.399733:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434010.399735:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434010.399736:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000100:00000010:0.0:1789434010.399737:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbea00.
00000020:00000040:0.0:1789434010.399739:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434010.399741:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1789434010.399742:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
02000000:00000001:0.0:1789434010.399743:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434010.399744:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1789434010.399749:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933927680, portal 25
02000000:00000001:0.0:1789434010.399751:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789434010.399752:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1789434010.399753:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.399753:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549966848 : -119883159584768 : ffff92f786dbc000)
02000000:00000010:0.0:1789434010.399756:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17400.
00000100:00000001:0.0:1789434010.399759:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434010.399759:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434010.399764:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434010.399767:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434010.399769:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399770:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1789434010.399772:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000001:0.0:1789434010.399773:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434010.399775:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933927680, offset 0
00000100:00000040:0.0:1789434010.399776:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099227cf5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789434010.399782:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399783:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434010.399786:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434010.399788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434010.399790:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1789434010.399790:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:0.0:1789434010.399791:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434010.399794:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434010.399796:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5465
00000400:00000200:2.0:1789434010.399796:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434010.399799:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434010.399801:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1789434010.399801:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434010.399805:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434010.399808:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1789434010.399812:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789434010.399814:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000040:0.0:1789434010.399815:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399817:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434010.399818:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512500:512500:256:4294967295] 192.168.203.104@tcp LPNI seq info [512467:512467:8:4294967295]
00000100:00000040:0.0:1789434010.399819:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399821:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434010.399823:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:0.0:1789434010.399824:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434010.399825:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434010.399826:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434010.399828:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434010.399830:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434010.399832:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:2.0:1789434010.399833:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1789434010.399834:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399836:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434010.399838:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399839:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:2.0:1789434010.399839:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000020:00000040:0.0:1789434010.399842:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434010.399844:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000010:2.0:1789434010.399845:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000100:00000001:0.0:1789434010.399846:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434010.399848:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434010.399850:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1789434010.399850:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:0.0:1789434010.399852:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434010.399854:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:2.0:1789434010.399854:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000008:00100000:0.0:1789434010.399856:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434010.399859:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789434010.399859:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789434010.399860:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434010.399863:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbed80.
00000800:00000200:2.1:1789434010.399863:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000020:00000040:0.0:1789434010.399865:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000800:00000100:2.0:1789434010.399867:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
02000000:00000001:0.0:1789434010.399868:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434010.399869:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434010.399870:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1789434010.399870:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
02000000:00000001:0.0:1789434010.399871:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434010.399873:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434010.399876:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17c00.
00000400:00000200:2.0:1789434010.399876:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1789434010.399879:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434010.399880:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1789434010.399883:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789434010.399885:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434010.399888:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:0.0:1789434010.399889:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434010.399891:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.399892:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:0.0:1789434010.399895:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d26fcf9] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434010.399895:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434010.399903:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.399904:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1789434010.399905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1789434010.399907:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789434010.399908:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434010.399910:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434010.399911:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434010.399914:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434010.399916:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5465
00000100:00000001:2.0:1789434010.399916:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.399917:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000200:0.0:1789434010.399919:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434010.399921:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1789434010.399922:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434010.399926:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434010.399928:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300138155
00000100:00080000:0.0:1789434010.399931:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434010.399933:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000010:2.0:1789434010.399934:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887f00.
00000100:00000001:0.0:1789434010.399935:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434010.399937:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434010.399939:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434010.399940:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434010.399943:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434010.399945:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:2.0:1789434010.399945:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300138155
00000020:00000001:0.0:1789434010.399947:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:2.0:1789434010.399948:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887b40.
00000020:00000040:0.0:1789434010.399949:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434010.399951:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434010.399952:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1789434010.399953:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434010.399955:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789434010.399956:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399958:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434010.399958:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434010.399960:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434010.399960:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789434010.399963:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00100000:2.0:1789434010.399966:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434010/real 1789434010]  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789434010.399971:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434010.399984:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434010.399989:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1789434010.399990:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1789434010.399993:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1789434010.399993:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1789434010.399998:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1789434010.399998:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
02000000:00000001:0.0:1789434010.400002:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434010.400004:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1789434010.400004:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000008:00100000:0.0:1789434010.400006:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000400:00000010:2.0:1789434010.400007:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000008:00000001:0.0:1789434010.400010:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434010.400012:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.400012:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000010:0.0:1789434010.400015:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbe300.
00000100:00000200:2.0:1789434010.400016:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789434010.400018:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434010.400020:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434010.400022:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434010.400024:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1789434010.400024:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434010.400025:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434010.400027:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434010.400030:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16c00.
00000100:00000001:2.0:1789434010.400031:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434010.400033:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.400033:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400035:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1789434010.400037:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434010.400037:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434010.400041:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434010.400050:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434010.400050:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434010.400052:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434010.400054:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434010.400055:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad113eb] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400062:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434010.400063:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.400065:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434010.400066:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5475)
00000100:00000001:2.0:1789434010.400066:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434010.400068:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400070:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434010.400072:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434010.400075:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434010.400079:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434010.400081:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434010.400086:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434010.400095:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933927680:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434010.400099:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400101:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434010.400104:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc000 x1876351933927680/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400110:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434010.400113:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434010.400115:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434010.400118:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434010.400120:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434010.400122:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434010.400124:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434010.400126:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16000.
02000000:00000001:2.0:1789434010.400130:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434010.400132:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434010.400133:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc000.
00000100:00000001:2.0:1789434010.400136:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434010.400138:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400139:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400157:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434010.400158:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.400159:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434010.400160:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434010.400161:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434010.400164:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400169:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434010.400170:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434010.400171:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434010.400172:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434010.400174:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434010.400176:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933927808:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434010.400180:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434010.400181:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434010.400183:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434010.400184:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434010.400187:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434010.400189:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434010.400193:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434010.400195:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434010.400198:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434010.400201:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933927808, portal 10
00000100:00000001:2.0:1789434010.400203:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434010.400204:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549977600 : -119883159574016 : ffff92f786dbea00)
00000100:00000040:2.0:1789434010.400210:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400217:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434010.400219:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434010.400221:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434010.400223:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933927808, offset 0
00000400:00000200:2.0:1789434010.400226:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434010.400231:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434010.400234:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434010.400237:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434010.400240:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434010.400242:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434010.400244:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434010.400247:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512501:512501:256:4294967295] 192.168.203.104@tcp LPNI seq info [512468:512468:8:4294967295]
00000400:00000200:2.0:1789434010.400250:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434010.400255:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434010.400259:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434010.400263:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434010.400267:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434010.400270:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789434010.400274:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434010.400276:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1789434010.400280:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434010.400281:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434010.400283:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434010.400287:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434010.400289:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434010.400291:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434010.400293:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434010.400296:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400303:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434010.400305:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400311:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.400312:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434010.400315:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434010.400318:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434010.400320:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434010.400322:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300137483
00000100:00000001:2.0:1789434010.400324:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300138155
00000100:00000001:2.0:1789434010.400326:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300137483
00000100:00000001:2.0:1789434010.400328:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300138155
00000100:00000001:2.0:1789434010.400330:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434010.400331:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.400333:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434010.400336:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434010/real 1789434010]  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434010.400342:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434010.400343:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434010.400345:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434010.400365:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434010.400367:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434010.400370:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434010.400374:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434010.400381:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400386:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434010.400387:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400389:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434010.400390:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434010.400393:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400399:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434010.400402:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400407:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434010.400410:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400411:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434010.400412:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400413:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434010.400416:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434010.400418:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434010.400421:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434010.400423:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434010.400426:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434010.400434:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933927808:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434010.400438:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434010.400441:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400447:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434010.400448:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434010.400451:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434010.400452:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434010.400454:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434010.400457:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933927936:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434010.400459:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434010.400461:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434010.400463:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434010.400464:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434010.400468:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434010.400470:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434010.400473:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434010.400475:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434010.400478:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434010.400481:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933927936, portal 4
00000100:00000001:2.0:1789434010.400482:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434010.400484:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549978496 : -119883159573120 : ffff92f786dbed80)
00000100:00000040:2.0:1789434010.400489:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400495:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434010.400497:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434010.400499:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434010.400501:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933927936, offset 0
00000400:00000200:2.0:1789434010.400508:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434010.400511:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434010.400514:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434010.400517:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434010.400519:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434010.400521:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434010.400523:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434010.400526:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512502:512502:256:4294967295] 192.168.203.104@tcp LPNI seq info [512469:512469:8:4294967295]
00000400:00000200:2.0:1789434010.400529:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434010.400535:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434010.400538:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434010.400541:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434010.400544:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434010.400547:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789434010.400551:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434010.400553:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1789434010.400557:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434010.400558:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434010.400561:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434010.400563:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434010.400566:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434010.400567:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434010.400570:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434010.400574:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400580:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434010.400582:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400587:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.400588:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434010.400591:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434010.400593:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434010.400596:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434010.400598:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300137501
00000100:00000001:2.0:1789434010.400600:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300138155
00000100:00000001:2.0:1789434010.400602:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300137501
00000100:00000001:2.0:1789434010.400605:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300138155
00000100:00000001:2.0:1789434010.400607:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434010.400609:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.400610:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434010.400614:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434010/real 1789434010]  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434010.400621:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434010.400622:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434010.400624:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434010.400626:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434010.400627:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434010.400629:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434010.400632:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434010.400640:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400645:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434010.400646:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400648:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434010.400650:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434010.400653:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400660:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434010.400664:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400670:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434010.400672:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400673:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434010.400674:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400676:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434010.400679:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434010.400681:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434010.400683:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434010.400684:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434010.400687:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434010.400692:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933927936:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434010.400694:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434010.400696:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400701:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434010.400702:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434010.400704:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434010.400706:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434010.400708:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434010.400710:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933928064:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434010.400714:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434010.400716:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434010.400717:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434010.400719:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434010.400722:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434010.400724:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434010.400728:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434010.400731:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434010.400734:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434010.400737:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933928064, portal 4
00000100:00000001:2.0:1789434010.400739:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434010.400740:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549975808 : -119883159575808 : ffff92f786dbe300)
00000100:00000040:2.0:1789434010.400745:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400751:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434010.400754:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434010.400756:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434010.400759:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933928064, offset 0
00000400:00000200:2.0:1789434010.400762:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434010.400766:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434010.400770:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434010.400772:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434010.400775:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434010.400777:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434010.400780:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434010.400782:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512503:512503:256:4294967295] 192.168.203.104@tcp LPNI seq info [512470:512470:8:4294967295]
00000400:00000200:2.0:1789434010.400787:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434010.400793:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434010.400797:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434010.400799:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434010.400802:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434010.400804:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1789434010.400807:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434010.400810:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1789434010.400814:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434010.400816:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434010.400818:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434010.400821:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434010.400824:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434010.400826:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434010.400829:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434010.400832:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400840:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434010.400843:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434035 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400854:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.400855:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434010.400858:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434010.400860:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434010.400862:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434010.400864:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300137503
00000100:00000001:2.0:1789434010.400866:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300138155
00000100:00000001:2.0:1789434010.400867:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300137503
00000100:00000001:2.0:1789434010.400868:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300138155
00000100:00000001:2.0:1789434010.400870:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434010.400871:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.400872:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434010.400875:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434010/real 1789434010]  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434010.400879:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434010.400880:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434010.400881:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434010.400882:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434010.400883:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434010.400885:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434010.400887:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434010.400891:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400895:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434010.400895:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400896:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434010.400897:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434010.400899:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400904:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434010.400906:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400910:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434010.400911:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400912:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434010.400913:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400914:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434010.400916:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434010.400917:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434010.400919:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434010.400920:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434010.400922:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434010.400926:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933928064:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434010.400928:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400929:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434010.400931:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbea00 x1876351933927808/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400935:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434010.400936:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434010.400937:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434010.400938:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434010.400939:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434010.400940:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434010.400941:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434010.400942:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17400.
02000000:00000001:2.0:1789434010.400944:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434010.400945:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434010.400946:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbea00.
00000100:00000001:2.0:1789434010.400949:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434010.400950:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400951:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434010.400953:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbed80 x1876351933927936/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400957:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434010.400957:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434010.400958:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434010.400959:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434010.400960:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434010.400960:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434010.400961:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434010.400962:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17c00.
02000000:00000001:2.0:1789434010.400963:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434010.400963:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434010.400964:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbed80.
00000100:00000001:2.0:1789434010.400965:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434010.400966:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400967:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434010.400968:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbe300 x1876351933928064/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434035 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434010.400971:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434010.400972:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434010.400973:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434010.400974:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434010.400975:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434010.400976:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434010.400977:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434010.400978:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16c00.
02000000:00000001:2.0:1789434010.400980:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434010.400981:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434010.400982:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbe300.
00000100:00000001:2.0:1789434010.400984:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434010.400985:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400987:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434010.400990:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434010.400992:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434010.400993:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434010.400995:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434011.103475:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300138155, at 4300138176
00000100:00000010:2.0:1789434011.103492:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887f00.
00000100:00000040:3.0:1789434011.103575:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300138155, at 4300138176
00000100:00000010:3.0:1789434011.103580:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887b40.
00000100:00000001:0.0:1789434011.167476:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434011.167483:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434011.167486:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434011.167491:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434011.167494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434011.167497:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434011.167500:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434011.167502:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434011.167505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434011.423459:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434011.423466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434011.423469:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434011.423474:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434011.423477:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434011.423481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434011.423483:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434011.423487:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434011.423490:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434011.424024:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434011.424028:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434011.424029:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434011.424033:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434011.424035:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434011.424038:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434011.424041:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434011.424043:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434011.424045:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434012.191458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434012.191465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434012.191468:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434012.191474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434012.191477:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434012.191481:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434012.191485:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434012.191487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434012.191490:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434012.191767:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434012.191770:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434012.191775:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434012.447468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434012.447472:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434012.447476:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434012.447478:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434012.447479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434012.447481:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434012.447487:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434012.447487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434012.447494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434012.447495:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434012.447499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434012.447499:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434012.447505:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434012.447505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434012.447510:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434012.447510:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434012.447517:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434012.447517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434013.215438:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434013.215447:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434013.215450:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434013.215461:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434013.215465:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434013.215469:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434013.215472:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434013.215475:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434013.215478:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434013.215586:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434013.215589:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434013.215591:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434013.471435:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434013.471435:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434013.471443:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434013.471445:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434013.471448:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1789434013.471451:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434013.471452:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434013.471458:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434013.471458:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434013.471463:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434013.471464:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434013.471466:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434013.471468:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434013.471470:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434013.471473:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434013.471474:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434013.471480:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434013.471480:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434014.239443:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434014.239450:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434014.239452:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434014.239457:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434014.239461:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434014.239464:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434014.239466:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434014.239469:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434014.239475:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434014.239513:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434014.239517:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434014.239520:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434014.495454:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434014.495454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434014.495463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434014.495464:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434014.495468:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434014.495468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434014.495476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434014.495476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434014.495482:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434014.495483:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434014.495488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434014.495488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434014.495495:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434014.495495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434014.495499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434014.495499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434014.495505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434014.495506:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434015.263498:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434015.263507:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434015.263509:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434015.263522:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434015.263526:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434015.263531:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434015.263534:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434015.263536:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434015.263540:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.519473:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434015.519475:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434015.519486:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434015.519486:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434015.519495:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.519496:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434015.519507:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434015.519508:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:3.0:1789434015.519513:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434015.519519:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434015.519520:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789434015.519523:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434015.519525:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.519526:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434015.519528:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789434015.519532:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434015.519536:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434015.519537:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.519541:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434015.519544:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.519547:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434015.519575:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434015.519594:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434015.519602:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5470
00000400:00000200:3.0:1789434015.519642:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434015.519677:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434015.519681:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434015.519685:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434015.519689:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434015.519691:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434015.519693:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434015.519700:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434015.519701:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434015.519704:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434015.519707:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434015.519709:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434015.519712:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434015.519715:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434015.519717:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434015.519719:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434015.519721:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434015.519724:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434015.519728:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434015.519731:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434015.519734:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434015.519738:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434015.519741:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434015.519744:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434015.519746:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434015.519757:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789434015.519761:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434015.519765:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434015.519766:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434015.519768:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434015.519771:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434015.519775:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434015.519783:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789434015.519789:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434015.519798:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434015.519807:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434015.519811:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434015.519815:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434015.519854:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434015.519857:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434015.519860:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434015.519862:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434015.519863:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434015.519866:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434015.519867:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1789434015.519870:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5470
00000100:00000001:2.0:1789434015.519875:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1789434015.519875:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434015.519880:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1789434015.519881:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000040:2.0:1789434015.519895:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.519906:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434015.519907:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434015.519910:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1789434015.519913:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434015.519918:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434015.519923:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434015.519923:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434015.519931:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434015.519938:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00100000:2.0:1789434015.519944:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933928192:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434015.519957:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434015.519959:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434015.519964:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434015.519967:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434015.519970:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434015.519978:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434015.519983:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434015.519985:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434015.519988:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434015.519991:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1789434015.519995:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434015.520001:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434015.520008:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000020:00000040:3.0:1789434015.520009:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434015.520017:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000200:2.0:1789434015.520022:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933928192, portal 25
00000100:00000001:2.0:1789434015.520027:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434015.520029:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000020:00000001:3.0:1789434015.520030:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434015.520039:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000040:2.0:1789434015.520041:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434015.520044:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434015.520060:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434015.520065:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434015.520069:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434015.520072:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933928192, offset 0
00000400:00000200:2.0:1789434015.520079:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434015.520090:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789434015.520091:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434015.520096:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434015.520103:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434015.520119:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1789434015.520120:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000400:00000200:2.0:1789434015.520127:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00080000:3.0:1789434015.520131:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:2.0:1789434015.520138:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789434015.520138:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434015.520145:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1789434015.520146:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434015.520153:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512504:512504:256:4294967295] 192.168.203.104@tcp LPNI seq info [512471:512471:8:4294967295]
02000000:00000001:3.0:1789434015.520155:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434015.520160:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434015.520163:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1789434015.520167:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00100000:3.0:1789434015.520168:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434015.520173:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434015.520174:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434015.520177:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789434015.520181:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434015.520183:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434015.520185:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434015.520187:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434015.520191:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434015.520196:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434015.520201:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000400:00000200:2.0:1789434015.520202:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789434015.520208:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789434015.520216:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434015.520230:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000100:00100000:3.0:1789434015.520237:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1789434015.520239:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434015.520247:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789434015.520253:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434015.520256:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789434015.520265:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434015.520268:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434015.520274:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434015.520285:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434015.520291:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434015.520294:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434015.520299:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434015.520304:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.520314:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789434015.520320:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1789434015.520321:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434015.520324:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434015.520334:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.520341:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.520343:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434015.520372:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434015.520378:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434015.520381:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300143276
00000100:00000010:2.0:1789434015.520387:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888870c0.
00000100:00000001:2.0:1789434015.520395:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434015.520406:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.520407:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300143276
00000100:00080000:3.0:1789434015.520412:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1789434015.520414:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888875a0.
00000100:00080000:3.0:1789434015.520418:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434015.520423:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434015.520423:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434015.520425:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434015.520429:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434015.520431:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434015.520437:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434015.520439:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5470
00000100:00000001:2.0:1789434015.520443:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1789434015.520449:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:2.0:1789434015.520454:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434015/real 1789434015]  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434015.520458:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434015.520466:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434015.520473:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434015.520499:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434015.520500:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434015.520502:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434015.520506:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434015.520508:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000400:00000001:2.0:1789434015.520510:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1789434015.520510:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434015.520513:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000400:00000001:2.0:1789434015.520516:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1789434015.520517:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434015.520525:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000010:2.0:1789434015.520527:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000100:00000040:3.0:1789434015.520533:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434015.520536:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434015.520537:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000100:00000040:3.0:1789434015.520541:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000010:2.0:1789434015.520543:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:3.0:1789434015.520544:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434015.520553:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00000001:2.0:1789434015.520556:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00080000:3.0:1789434015.520557:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434015.520563:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434015.520569:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1789434015.520570:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434015.520577:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434015.520584:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434015.520591:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:2.0:1789434015.520596:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789434015.520596:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434015.520608:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434015.520615:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434015.520630:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000100:00000001:2.0:1789434015.520635:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000040:3.0:1789434015.520636:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:2.0:1789434015.520639:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789434015.520642:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789434015.520645:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1789434015.520646:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.520650:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434015.520651:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434015.520655:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1789434015.520659:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434015.520659:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434015.520666:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789434015.520672:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434015.520677:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434015.520713:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434015.520713:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434015.520719:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434015.520735:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789434015.520735:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.520795:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434015.520797:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.520800:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434015.520803:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434015.520804:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434015.520810:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434015.520812:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434015.520816:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434015.520817:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434015.520822:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434015.520824:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434015.520826:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434015.520832:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5470
00000100:00080000:2.0:1789434015.520833:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1789434015.520840:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434015.520851:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434015.520852:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00080000:3.0:1789434015.520853:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789434015.520862:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434015.520862:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434015.520869:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434015.520875:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434015.520878:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000040:2.0:1789434015.520881:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789434015.520881:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434015.520885:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434015.520888:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434015.520891:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434015.520895:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434015.520898:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434015.520907:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434015.520913:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434015.520920:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00100000:2.0:1789434015.520921:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933928192:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434015.520925:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434015.520931:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1789434015.520932:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:2.0:1789434015.520942:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1789434015.520943:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434015.520952:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434015.520953:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933928192/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434015.520957:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434015.520963:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434015.520970:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.520973:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1789434015.520975:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434015.520981:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
02000000:00000001:2.0:1789434015.520982:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434015.520988:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a400.
00000008:00000001:3.0:1789434015.520989:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434015.520994:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434015.520995:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:3.0:1789434015.521000:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000001:2.0:1789434015.521001:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434015.521006:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000040:3.0:1789434015.521008:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434015.521012:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000001:3.0:1789434015.521014:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1789434015.521017:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:3.0:1789434015.521018:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434015.521025:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434015.521026:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434015.521028:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434015.521029:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434015.521034:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:3.0:1789434015.521036:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000010:2.0:1789434015.521039:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:3.0:1789434015.521042:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.521047:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434015.521053:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434015.521054:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434015.521057:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.521069:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434015.521070:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434015.521073:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434015.521075:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.521080:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789434015.521085:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521086:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434015.521091:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434015.521115:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434015.521119:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434015.521129:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5480)
00000100:00000001:2.0:1789434015.521132:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434015.521136:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434015.521139:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434015.521141:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434015.521144:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434015.521149:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933928320:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434015.521153:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434015.521156:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434015.521158:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434015.521160:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434015.521164:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434015.521167:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434015.521171:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434015.521174:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434015.521177:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434015.521181:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933928320, portal 10
00000100:00000001:2.0:1789434015.521184:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434015.521185:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:2.0:1789434015.521191:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521197:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434015.521200:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434015.521202:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434015.521205:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933928320, offset 0
00000400:00000200:2.0:1789434015.521209:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434015.521214:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434015.521218:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434015.521221:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434015.521224:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434015.521226:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434015.521228:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434015.521231:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512505:512505:256:4294967295] 192.168.203.104@tcp LPNI seq info [512472:512472:8:4294967295]
00000400:00000200:2.0:1789434015.521235:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434015.521241:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434015.521246:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434015.521250:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434015.521254:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434015.521257:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789434015.521261:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434015.521265:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789434015.521268:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434015.521270:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434015.521274:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434015.521277:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434015.521280:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434015.521282:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434015.521284:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434015.521288:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521302:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434015.521305:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521311:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.521313:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434015.521316:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434015.521320:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434015.521323:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434015.521325:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300142604
00000100:00000001:2.0:1789434015.521328:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300143276
00000100:00000001:2.0:1789434015.521330:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300142604
00000100:00000001:2.0:1789434015.521333:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300143276
00000100:00000001:2.0:1789434015.521335:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434015.521337:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.521339:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434015.521343:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434015/real 1789434015]  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434015.521373:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434015.521374:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434015.521376:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434015.521379:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434015.521380:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434015.521382:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434015.521386:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434015.521394:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521400:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434015.521402:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.521404:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434015.521405:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434015.521408:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521415:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434015.521419:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521426:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434015.521429:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.521430:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434015.521431:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.521433:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434015.521436:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434015.521439:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434015.521443:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434015.521445:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434015.521449:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434015.521458:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933928320:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434015.521462:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434015.521465:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521472:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434015.521473:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434015.521475:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434015.521477:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434015.521479:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434015.521482:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933928448:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434015.521485:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434015.521488:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434015.521489:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434015.521491:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434015.521494:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434015.521496:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434015.521499:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434015.521502:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434015.521505:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434015.521508:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933928448, portal 4
00000100:00000001:2.0:1789434015.521509:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434015.521511:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:2.0:1789434015.521516:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521522:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434015.521524:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434015.521526:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434015.521528:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933928448, offset 0
00000400:00000200:2.0:1789434015.521532:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434015.521536:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434015.521539:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434015.521542:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434015.521544:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434015.521546:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434015.521549:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434015.521552:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512506:512506:256:4294967295] 192.168.203.104@tcp LPNI seq info [512473:512473:8:4294967295]
00000400:00000200:2.0:1789434015.521556:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434015.521562:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434015.521566:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434015.521569:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434015.521574:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434015.521577:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789434015.521581:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434015.521583:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789434015.521586:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434015.521588:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434015.521591:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434015.521609:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434015.521613:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434015.521614:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434015.521617:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434015.521620:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521628:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434015.521631:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521637:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.521639:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434015.521641:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434015.521644:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434015.521652:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434015.521654:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300142622
00000100:00000001:2.0:1789434015.521657:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300143276
00000100:00000001:2.0:1789434015.521659:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300142622
00000100:00000001:2.0:1789434015.521661:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300143276
00000100:00000001:2.0:1789434015.521663:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434015.521665:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.521667:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434015.521671:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434015/real 1789434015]  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434015.521678:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434015.521680:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434015.521681:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434015.521684:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434015.521685:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434015.521687:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434015.521690:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434015.521698:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521704:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434015.521705:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.521706:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434015.521708:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434015.521711:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521717:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434015.521721:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521729:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434015.521731:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.521732:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434015.521734:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.521735:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434015.521739:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434015.521741:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434015.521745:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434015.521747:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434015.521752:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434015.521765:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933928448:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434015.521769:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.521771:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434015.521774:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933928320/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521781:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434015.521783:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434015.521785:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434015.521787:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434015.521789:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434015.521790:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434015.521793:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434015.521795:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:2.0:1789434015.521798:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434015.521799:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434015.521801:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:2.0:1789434015.521803:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434015.521805:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.521806:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434015.521809:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933928448/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521815:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434015.521816:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434015.521817:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434015.521820:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434015.521821:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434015.521822:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434015.521824:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434015.521826:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:2.0:1789434015.521827:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434015.521829:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434015.521830:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:2.0:1789434015.521833:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434015.521834:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.521836:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.521839:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434015.521841:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.521842:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434015.521844:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434015.521845:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434015.521849:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521856:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434015.521857:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434015.521859:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434015.521860:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434015.521862:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434015.521865:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933928576:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434015.521868:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434015.521870:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434015.521871:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434015.521873:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434015.521876:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434015.521878:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434015.521881:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434015.521884:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434015.521887:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434015.521890:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933928576, portal 4
00000100:00000001:2.0:1789434015.521892:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434015.521893:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:2.0:1789434015.521898:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521904:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434015.521906:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434015.521908:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434015.521911:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933928576, offset 0
00000400:00000200:2.0:1789434015.521915:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434015.521918:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434015.521921:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434015.521924:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434015.521926:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434015.521929:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434015.521931:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434015.521933:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512507:512507:256:4294967295] 192.168.203.104@tcp LPNI seq info [512474:512474:8:4294967295]
00000400:00000200:2.0:1789434015.521937:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434015.521942:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434015.521947:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434015.521950:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434015.521953:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434015.521956:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1789434015.521960:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434015.521962:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1789434015.521966:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434015.521968:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434015.521970:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434015.521974:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434015.521977:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434015.521979:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434015.521981:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434015.521984:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.521992:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434015.521994:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434040 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.522000:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.522001:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434015.522004:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434015.522007:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434015.522010:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434015.522012:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300142624
00000100:00000001:2.0:1789434015.522014:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300143276
00000100:00000001:2.0:1789434015.522016:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300142624
00000100:00000001:2.0:1789434015.522018:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300143276
00000100:00000001:2.0:1789434015.522020:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434015.522022:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.522024:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434015.522028:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434015/real 1789434015]  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434015.522035:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434015.522037:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434015.522038:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434015.522041:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434015.522042:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434015.522044:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434015.522047:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434015.522055:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.522061:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434015.522062:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.522065:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434015.522066:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434015.522069:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.522076:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434015.522080:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.522086:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434015.522089:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.522091:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434015.522092:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.522093:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434015.522097:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434015.522099:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434015.522117:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434015.522120:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434015.522124:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434015.522132:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933928576:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434015.522136:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.522138:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434015.522141:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933928576/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434040 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434015.522147:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434015.522149:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434015.522150:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434015.522153:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434015.522154:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434015.522155:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434015.522156:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434015.522157:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:2.0:1789434015.522159:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434015.522160:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434015.522161:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:2.0:1789434015.522163:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434015.522164:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.522165:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434015.522167:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434015.522168:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434015.522169:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434015.522171:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434016.224226:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300143276, at 4300143296
00000100:00000040:3.0:1789434016.224226:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300143276, at 4300143296
00000100:00000010:3.0:1789434016.224241:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888875a0.
00000100:00000010:2.0:1789434016.224243:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888870c0.
00000100:00000001:0.0:1789434016.287460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434016.287467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434016.287471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434016.287477:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434016.287483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434016.287489:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434016.287493:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434016.287498:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434016.287503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434016.287574:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434016.287578:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434016.287583:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434016.543474:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434016.543482:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434016.543485:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434016.543491:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434016.543494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434016.543498:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434016.543501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434016.543503:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434016.543506:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434016.543547:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434016.543551:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434016.543553:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434016.543556:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434016.543558:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434016.543560:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434016.543563:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434016.543564:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434016.543567:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434017.311452:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434017.311461:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434017.311464:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434017.311471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434017.311476:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434017.311480:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434017.311483:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434017.311487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434017.311491:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434017.311579:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434017.311583:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434017.311587:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434017.567468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434017.567484:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434017.567487:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434017.567492:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434017.567497:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434017.567503:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434017.567507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434017.567512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434017.567517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434018.335461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434018.335469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434018.335473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434018.335480:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434018.335485:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434018.335491:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434018.335495:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434018.335500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434018.335505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434018.335532:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434018.335535:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434018.335539:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434018.591481:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434018.591493:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434018.591496:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434018.591504:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434018.591509:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434018.591518:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434018.591527:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434018.591531:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434018.591541:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434019.360221:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434019.360228:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434019.360230:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434019.360237:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434019.360240:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434019.360243:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434019.360246:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434019.360249:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434019.360253:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434019.615494:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434019.615506:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434019.615512:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434019.615514:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1789434019.615521:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434019.615523:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434019.615527:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434019.615532:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1789434019.615535:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434019.615539:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434019.615542:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434019.615545:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434019.615549:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434019.615550:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434019.615555:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434019.615566:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434019.615571:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434019.615578:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434020.383461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434020.383469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434020.383473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434020.383480:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434020.383485:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434020.383490:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434020.383495:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434020.383500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434020.383503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434020.384579:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434020.384584:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434020.384588:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434020.639462:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434020.639462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434020.639470:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434020.639470:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434020.639474:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434020.639479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434020.639481:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434020.639485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1789434020.639486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434020.639490:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434020.639491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434020.639495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.639496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434020.639501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434020.639501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434020.639504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.639506:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434020.639508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434020.639529:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434020.639533:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434020.639536:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434020.639539:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434020.639542:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434020.639548:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5475
00000400:00000200:0.0:1789434020.639557:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434020.639562:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434020.639565:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434020.639569:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.639571:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434020.639574:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.639576:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434020.639583:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434020.639585:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434020.639587:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434020.639591:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434020.639605:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434020.639608:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434020.639612:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.639614:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434020.639616:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.639618:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434020.639621:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434020.639624:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434020.639627:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434020.639629:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434020.639633:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434020.639635:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434020.639642:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434020.639645:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434020.639654:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf100.
00000020:00000040:0.0:1789434020.639657:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434020.639661:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434020.639663:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434020.639666:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434020.639669:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434020.639672:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434020.639678:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14400.
00000100:00000001:0.0:1789434020.639684:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434020.639693:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434020.639703:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434020.639707:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434020.639712:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053892fb8] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434020.639741:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434020.639744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434020.639747:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434020.639748:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434020.639750:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434020.639752:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434020.639755:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5475
00000400:00000200:0.0:1789434020.639758:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434020.639761:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434020.639763:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434020.639766:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.639768:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434020.639769:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.639771:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434020.639774:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434020.639775:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434020.639777:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434020.639779:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434020.639781:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434020.639784:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434020.639787:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.639789:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434020.639792:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.639794:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434020.639796:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1789434020.639797:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:2.0:1789434020.639801:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1789434020.639802:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434020.639804:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1789434020.639807:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434020.639810:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1789434020.639813:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434020.639816:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434020.639821:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434020.639823:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434020.639826:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434020.639829:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434020.639833:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434020.639838:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc380.
00000100:00000001:2.0:1789434020.639841:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1789434020.639843:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:2.0:1789434020.639844:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434020.639850:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434020.639852:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434020.639855:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434020.639859:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933928704:192.168.203.104@tcp:250:kworker.0
02000000:00000001:0.0:1789434020.639860:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434020.639863:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434020.639867:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1789434020.639867:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434020.639871:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434020.639873:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434020.639873:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434020.639878:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434020.639880:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
02000000:00000001:2.0:1789434020.639882:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789434020.639886:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434020.639890:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
00000100:00100000:0.0:1789434020.639894:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1789434020.639894:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434020.639902:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434020.639907:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000100:00000001:0.0:1789434020.639914:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1789434020.639915:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000001:0.0:1789434020.639917:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434020.639923:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008be3708] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434020.639931:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933928704, portal 25
00000100:00000001:2.0:1789434020.639935:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434020.639938:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549979392 : -119883159572224 : ffff92f786dbf100)
00000100:00000001:0.0:1789434020.639944:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434020.639946:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789434020.639949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434020.639957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434020.639960:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789434020.639963:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1789434020.639964:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434020.639969:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:2.0:1789434020.639970:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434020.639975:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00080000:0.0:1789434020.639976:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5475
00000100:00000200:2.0:1789434020.639980:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933928704, offset 0
00000400:00000200:0.0:1789434020.639983:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434020.639988:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434020.639991:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789434020.639992:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000040:0.0:1789434020.639997:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.640000:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434020.640004:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:0.0:1789434020.640010:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.640014:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434020.640015:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000020:00000001:0.0:1789434020.640020:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434020.640023:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000400:00000200:2.0:1789434020.640023:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1789434020.640026:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434020.640029:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434020.640031:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434020.640033:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:2.0:1789434020.640037:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000040:0.0:1789434020.640038:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.640042:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434020.640043:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1789434020.640048:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:2.0:1789434020.640050:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.640052:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434020.640057:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000200:2.0:1789434020.640058:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512508:512508:256:4294967295] 192.168.203.104@tcp LPNI seq info [512475:512475:8:4294967295]
00000100:00080000:0.0:1789434020.640064:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434020.640078:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434020.640082:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434020.640085:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789434020.640086:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:0.0:1789434020.640089:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434020.640092:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434020.640095:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000200:2.0:1789434020.640102:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000008:00000001:0.0:1789434020.640108:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789434020.640110:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434020.640112:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1789434020.640118:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000100:00000010:0.0:1789434020.640120:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbe300.
00000020:00000040:0.0:1789434020.640124:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434020.640129:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434020.640131:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434020.640133:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434020.640134:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434020.640136:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789434020.640139:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000010:0.0:1789434020.640140:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16800.
00000100:00000001:0.0:1789434020.640146:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789434020.640148:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00100000:0.0:1789434020.640154:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1789434020.640159:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434020.640165:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1789434020.640169:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434020.640173:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1789434020.640174:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434020.640178:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000100:00000040:0.0:1789434020.640181:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad113eb] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789434020.640185:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1789434020.640195:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434020.640195:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1789434020.640199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1789434020.640203:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000100:00080000:0.0:1789434020.640204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434020.640208:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1789434020.640208:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00080000:0.0:1789434020.640211:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434020.640214:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434020.640219:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434020.640224:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434020.640231:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5475
00000100:00000001:2.0:1789434020.640235:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1789434020.640239:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:2.0:1789434020.640242:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434045 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434020.640246:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434020.640251:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434020.640257:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434020.640258:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434020.640261:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434020.640262:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:0.0:1789434020.640267:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.640270:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434020.640270:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434020.640277:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434020.640280:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300148395
00000020:00000001:0.0:1789434020.640282:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434020.640285:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000010:2.0:1789434020.640287:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888870c0.
00000020:00000001:0.0:1789434020.640288:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434020.640293:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434020.640296:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434020.640296:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1789434020.640301:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434020.640303:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300148395
00000100:00000040:0.0:1789434020.640306:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000010:2.0:1789434020.640308:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887900.
00000100:00000001:0.0:1789434020.640310:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434020.640314:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434020.640316:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434020.640320:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:2.0:1789434020.640321:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1789434020.640324:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434020.640328:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434020.640330:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434020.640333:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434020.640333:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434020.640338:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434020.640339:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434020.640344:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789434020.640345:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1789434020.640370:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434020/real 1789434020]  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789434020.640376:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434020.640381:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1789434020.640381:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434020.640384:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789434020.640386:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434020.640387:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000100:00000010:0.0:1789434020.640392:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbed80.
00000400:00000200:2.0:1789434020.640392:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434020.640397:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000020:00000040:0.0:1789434020.640398:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:2.0:1789434020.640403:0:2346:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:0.0:1789434020.640404:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434020.640407:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434020.640410:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1789434020.640410:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434020.640413:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434020.640416:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434020.640422:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17000.
00000100:00000200:2.0:1789434020.640427:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434020.640428:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434020.640437:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434020.640440:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434020.640442:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.640448:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434020.640450:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434020.640452:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434020.640454:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434020.640460:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434020.640462:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d26fcf9] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640481:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434020.640485:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434020.640489:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434020.640491:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5485)
00000100:00000001:2.0:1789434020.640497:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434020.640500:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.640501:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434020.640502:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.640503:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434020.640505:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434020.640507:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434020.640510:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434020.640511:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434020.640515:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434020.640520:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933928704:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434020.640523:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.640525:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434020.640527:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbf100 x1876351933928704/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640530:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434020.640532:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434020.640534:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434020.640536:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434020.640537:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434020.640539:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434020.640540:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434020.640542:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14400.
02000000:00000001:2.0:1789434020.640544:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434020.640546:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434020.640547:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbf100.
00000100:00000001:2.0:1789434020.640549:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434020.640550:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.640551:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.640557:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434020.640557:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434020.640559:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434020.640560:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434020.640561:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434020.640563:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640567:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434020.640568:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434020.640570:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434020.640571:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434020.640572:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434020.640574:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933928832:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434020.640576:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434020.640577:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434020.640578:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434020.640579:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434020.640581:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434020.640582:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434020.640585:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434020.640587:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434020.640590:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434020.640599:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933928832, portal 10
00000100:00000001:2.0:1789434020.640601:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434020.640602:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549967744 : -119883159583872 : ffff92f786dbc380)
00000100:00000040:2.0:1789434020.640609:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640615:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434020.640617:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434020.640620:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434020.640623:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933928832, offset 0
00000400:00000200:2.0:1789434020.640628:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434020.640632:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434020.640635:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434020.640638:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434020.640641:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434020.640643:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434020.640645:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434020.640648:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512509:512509:256:4294967295] 192.168.203.104@tcp LPNI seq info [512476:512476:8:4294967295]
00000400:00000200:2.0:1789434020.640658:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434020.640664:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434020.640669:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434020.640672:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434020.640676:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434020.640679:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789434020.640684:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434020.640687:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789434020.640691:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434020.640693:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434020.640696:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434020.640699:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434020.640702:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434020.640704:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434020.640707:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434020.640710:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640726:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434020.640729:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434045 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640736:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434020.640738:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434020.640742:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434020.640745:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434020.640749:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434020.640751:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300147724
00000100:00000001:2.0:1789434020.640753:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300148395
00000100:00000001:2.0:1789434020.640754:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300147724
00000100:00000001:2.0:1789434020.640756:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300148395
00000100:00000001:2.0:1789434020.640757:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434020.640759:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434020.640760:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434020.640762:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434020/real 1789434020]  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434020.640768:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434020.640769:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434020.640771:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434020.640774:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434020.640776:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434020.640777:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434020.640780:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434020.640788:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640795:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434020.640796:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.640798:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434020.640800:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434020.640803:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640809:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434020.640812:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640817:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434020.640818:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.640819:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434020.640820:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.640821:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434020.640823:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434020.640825:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434020.640826:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434020.640827:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434020.640830:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434020.640835:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933928832:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434020.640837:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434020.640839:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640842:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434020.640843:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434020.640844:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434020.640845:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434020.640847:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434020.640848:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933928960:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434020.640851:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434020.640852:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434020.640853:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434020.640854:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434020.640856:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434020.640857:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434020.640860:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434020.640863:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434020.640866:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434020.640869:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933928960, portal 4
00000100:00000001:2.0:1789434020.640871:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434020.640872:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549975808 : -119883159575808 : ffff92f786dbe300)
00000100:00000040:2.0:1789434020.640877:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640884:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434020.640886:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434020.640889:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434020.640891:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933928960, offset 0
00000400:00000200:2.0:1789434020.640895:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434020.640899:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434020.640903:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434020.640905:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434020.640908:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434020.640911:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434020.640913:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434020.640916:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512510:512510:256:4294967295] 192.168.203.104@tcp LPNI seq info [512477:512477:8:4294967295]
00000400:00000200:2.0:1789434020.640920:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434020.640926:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434020.640931:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434020.640934:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434020.640938:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434020.640941:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789434020.640946:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434020.640948:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789434020.640952:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434020.640954:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434020.640956:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434020.640960:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434020.640963:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434020.640964:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434020.640968:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434020.640971:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640979:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434020.640981:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434045 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.640985:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434020.640986:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434020.640989:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434020.640990:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434020.640992:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434020.640994:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300147741
00000100:00000001:2.0:1789434020.640995:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300148395
00000100:00000001:2.0:1789434020.640997:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300147741
00000100:00000001:2.0:1789434020.640999:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300148395
00000100:00000001:2.0:1789434020.641000:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434020.641001:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434020.641002:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434020.641004:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434020/real 1789434020]  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434020.641010:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434020.641012:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434020.641013:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434020.641015:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434020.641017:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434020.641019:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434020.641022:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434020.641031:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641043:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434020.641044:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.641046:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434020.641047:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434020.641051:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641057:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434020.641060:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641079:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434020.641081:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.641083:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434020.641085:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.641086:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434020.641090:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434020.641093:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434020.641096:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434020.641098:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434020.641103:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434020.641111:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933928960:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434020.641115:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434020.641117:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641122:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434020.641123:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434020.641125:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434020.641126:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434020.641128:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434020.641129:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933929088:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434020.641131:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434020.641132:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434020.641133:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434020.641134:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434020.641137:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434020.641138:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434020.641141:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434020.641142:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434020.641145:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434020.641147:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933929088, portal 4
00000100:00000001:2.0:1789434020.641148:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434020.641149:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549978496 : -119883159573120 : ffff92f786dbed80)
00000100:00000040:2.0:1789434020.641152:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641156:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434020.641158:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434020.641159:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434020.641160:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933929088, offset 0
00000400:00000200:2.0:1789434020.641163:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434020.641165:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434020.641167:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434020.641169:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434020.641171:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434020.641172:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434020.641174:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434020.641176:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512511:512511:256:4294967295] 192.168.203.104@tcp LPNI seq info [512478:512478:8:4294967295]
00000400:00000200:2.0:1789434020.641178:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434020.641182:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434020.641185:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434020.641187:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434020.641190:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434020.641192:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1789434020.641194:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434020.641196:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1789434020.641199:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434020.641200:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434020.641202:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434020.641204:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434020.641206:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434020.641207:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434020.641209:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434020.641211:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641215:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434020.641217:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434045 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641221:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434020.641222:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434020.641224:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434020.641226:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434020.641228:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434020.641229:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300147743
00000100:00000001:2.0:1789434020.641230:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300148395
00000100:00000001:2.0:1789434020.641232:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300147743
00000100:00000001:2.0:1789434020.641233:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300148395
00000100:00000001:2.0:1789434020.641235:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434020.641236:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434020.641237:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434020.641239:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434020/real 1789434020]  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434020.641246:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434020.641247:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434020.641249:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434020.641251:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434020.641253:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434020.641254:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434020.641257:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434020.641265:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641271:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434020.641273:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.641275:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434020.641276:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434020.641280:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641287:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434020.641290:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641296:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434020.641299:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.641300:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434020.641301:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.641303:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434020.641305:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434020.641306:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434020.641308:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434020.641310:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434020.641313:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434020.641321:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933929088:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434020.641324:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.641326:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434020.641329:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc380 x1876351933928832/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641335:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434020.641337:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434020.641339:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434020.641341:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434020.641343:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434020.641344:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434020.641347:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434020.641365:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15c00.
02000000:00000001:2.0:1789434020.641369:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434020.641370:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434020.641371:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc380.
00000100:00000001:2.0:1789434020.641374:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434020.641375:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.641376:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434020.641380:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbe300 x1876351933928960/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641387:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434020.641388:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434020.641390:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434020.641392:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434020.641393:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434020.641394:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434020.641396:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434020.641397:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16800.
02000000:00000001:2.0:1789434020.641400:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434020.641401:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434020.641403:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbe300.
00000100:00000001:2.0:1789434020.641406:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434020.641407:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.641409:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434020.641412:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbed80 x1876351933929088/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434045 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434020.641419:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434020.641420:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434020.641421:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434020.641423:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434020.641423:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434020.641424:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434020.641426:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434020.641427:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17000.
02000000:00000001:2.0:1789434020.641428:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434020.641429:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434020.641430:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbed80.
00000100:00000001:2.0:1789434020.641431:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434020.641432:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.641433:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434020.641436:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434020.641437:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434020.641438:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434020.641439:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434021.343461:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300148395, at 4300148416
00000100:00000010:2.0:1789434021.343477:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888870c0.
00000100:00000040:3.0:1789434021.343552:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300148395, at 4300148416
00000100:00000010:3.0:1789434021.343559:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887900.
00000100:00000001:0.0:1789434021.407431:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434021.407438:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434021.407441:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434021.407446:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434021.407450:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434021.407453:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434021.407456:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434021.407460:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434021.407463:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434021.407974:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434021.407978:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434021.407982:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434021.663452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434021.663457:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434021.663458:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434021.663462:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434021.663463:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434021.663466:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434021.663467:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789434021.663471:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434021.663472:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434021.663476:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434021.663478:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434021.663480:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434021.663484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434021.663485:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434021.663488:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434021.663489:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434021.663493:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434021.663494:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434022.431458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434022.431465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434022.431466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434022.431471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434022.431474:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434022.431477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434022.431480:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434022.431481:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434022.431484:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434022.431543:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434022.431546:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434022.431548:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434022.687447:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434022.687448:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434022.687454:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434022.687455:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434022.687456:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434022.687459:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434022.687463:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434022.687464:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434022.687469:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434022.687473:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434022.687476:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434022.687477:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434022.687482:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434022.687484:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434022.687485:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434022.687489:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434022.687492:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434022.687495:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434023.455460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434023.455477:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434023.455480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434023.455489:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434023.455494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434023.455497:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434023.455501:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434023.455504:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434023.455507:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434023.711433:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434023.711433:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434023.711440:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434023.711440:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434023.711442:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434023.711442:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434023.711447:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434023.711447:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434023.711451:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434023.711451:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434023.711455:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434023.711455:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434023.711458:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434023.711458:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434023.711461:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434023.711461:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434023.711464:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434023.711464:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434024.479463:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434024.479468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434024.479470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434024.479474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434024.479477:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434024.479479:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434024.479481:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434024.479482:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434024.479484:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434024.479614:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434024.479617:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434024.479620:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434024.735454:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434024.735455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434024.735463:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434024.735463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434024.735468:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434024.735468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434024.735474:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434024.735475:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434024.735480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434024.735480:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434024.735486:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434024.735486:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434024.735491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434024.735492:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434024.735494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434024.735496:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434024.735497:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434024.735501:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434025.503454:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434025.503462:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434025.503465:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434025.503470:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434025.503474:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434025.503478:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434025.503482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434025.503485:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434025.503488:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434025.503603:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434025.503607:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434025.503611:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434025.759455:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434025.759455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434025.759462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434025.759463:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434025.759466:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434025.759466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434025.759474:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434025.759474:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434025.759480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434025.759481:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434025.759487:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.759487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.759490:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434025.759491:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434025.759494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434025.759495:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.759498:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434025.759500:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434025.759716:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434025.759721:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434025.759723:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434025.759731:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933929216/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.759745:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434025.759749:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434025.759754:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434025.759759:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434025.759764:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434025.759772:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933929216:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434025.759781:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434025.759786:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434025.759791:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434025.759795:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434025.759802:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434025.759807:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434025.759816:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434025.759823:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434025.759831:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434025.759840:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933929216, portal 25
00000100:00000001:2.0:1789434025.759844:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434025.759845:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:2.0:1789434025.759854:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933929216/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.759867:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434025.759872:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434025.759876:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434025.759881:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933929216, offset 0
00000400:00000200:2.0:1789434025.759891:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434025.759901:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434025.759912:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434025.759921:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434025.759929:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434025.759935:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434025.759942:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434025.759952:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512512:512512:256:4294967295] 192.168.203.104@tcp LPNI seq info [512479:512479:8:4294967295]
00000400:00000200:2.0:1789434025.759962:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434025.759977:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434025.759986:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434025.759993:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434025.760000:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434025.760005:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789434025.760012:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434025.760017:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789434025.760022:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434025.760026:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434025.760041:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434025.760047:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434025.760052:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434025.760055:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434025.760059:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434025.760064:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933929216/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760077:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434025.760085:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933929216/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760097:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434025.760099:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434025.760106:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434025.760125:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434025.760130:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300153515
00000100:00000010:2.0:1789434025.760139:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888870c0.
00000100:00000001:2.0:1789434025.760153:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434025.760161:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300153515
00000100:00000010:2.0:1789434025.760168:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887420.
00000100:00000001:2.0:1789434025.760174:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434025.760178:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434025.760181:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434025.760184:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434025.760192:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434025/real 1789434025]  req@ffff92f788849880 x1876351933929216/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434025.760210:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434025.760212:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434025.760215:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434025.760219:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434025.760221:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434025.760223:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434025.760229:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933929216/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434025.760241:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933929216/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760246:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434025.760247:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.760249:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434025.760251:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434025.760255:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933929216/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760263:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434025.760269:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933929216/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760280:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434025.760283:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.760285:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434025.760286:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.760288:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434025.760289:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434025.760291:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434025.760295:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434025.760299:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434025.760302:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933929216/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434025.760311:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933929216:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434025.760315:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.760318:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434025.760323:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933929216/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760337:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434025.760340:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434025.760343:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434025.760347:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434025.760363:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434025.760364:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434025.760366:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434025.760368:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7800.
02000000:00000001:2.0:1789434025.760370:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434025.760372:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434025.760374:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:2.0:1789434025.760377:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434025.760379:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.760382:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.760390:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434025.760393:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434025.760396:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434025.760398:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434025.760400:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434025.760405:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933929344/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760409:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434025.760410:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434025.760412:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434025.760413:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434025.760414:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434025.760417:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933929344:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434025.760419:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434025.760421:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434025.760422:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434025.760423:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434025.760425:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434025.760426:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434025.760429:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434025.760431:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434025.760433:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434025.760435:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933929344, portal 10
00000100:00000001:2.0:1789434025.760436:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434025.760437:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:2.0:1789434025.760441:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933929344/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760446:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434025.760447:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434025.760448:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434025.760450:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933929344, offset 0
00000400:00000200:2.0:1789434025.760452:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434025.760454:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434025.760456:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434025.760458:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434025.760460:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434025.760462:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434025.760463:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434025.760466:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512513:512513:256:4294967295] 192.168.203.104@tcp LPNI seq info [512480:512480:8:4294967295]
00000400:00000200:2.0:1789434025.760468:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434025.760473:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434025.760476:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434025.760479:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434025.760483:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434025.760486:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789434025.760489:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434025.760492:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789434025.760496:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434025.760498:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434025.760501:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434025.760504:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434025.760507:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434025.760509:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434025.760511:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434025.760514:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933929344/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760522:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434025.760524:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933929344/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760528:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434025.760529:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434025.760532:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434025.760534:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434025.760536:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434025.760538:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300152844
00000100:00000001:2.0:1789434025.760540:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300153515
00000100:00000001:2.0:1789434025.760541:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300152844
00000100:00000001:2.0:1789434025.760543:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300153515
00000100:00000001:2.0:1789434025.760544:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434025.760546:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434025.760547:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434025.760549:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434025/real 1789434025]  req@ffff92f788849f80 x1876351933929344/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434025.760555:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434025.760556:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434025.760557:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434025.760558:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434025.760560:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434025.760561:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434025.760563:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933929344/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434025.760568:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933929344/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760572:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434025.760572:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.760573:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434025.760574:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434025.760576:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933929344/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760580:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434025.760584:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933929344/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760589:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434025.760591:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.760593:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434025.760594:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.760596:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434025.760598:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434025.760601:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434025.760605:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434025.760607:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434025.760611:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933929344/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434025.760618:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933929344:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434025.760622:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434025.760625:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933929472/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760631:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434025.760633:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434025.760635:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434025.760637:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434025.760639:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434025.760641:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933929472:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434025.760645:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434025.760646:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434025.760648:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434025.760650:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434025.760653:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434025.760655:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434025.760658:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434025.760660:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434025.760663:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434025.760666:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933929472, portal 4
00000100:00000001:2.0:1789434025.760668:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434025.760669:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:2.0:1789434025.760674:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933929472/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760680:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434025.760682:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434025.760684:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434025.760686:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933929472, offset 0
00000400:00000200:2.0:1789434025.760690:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434025.760693:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434025.760697:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434025.760699:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434025.760701:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434025.760704:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434025.760706:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434025.760709:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512514:512514:256:4294967295] 192.168.203.104@tcp LPNI seq info [512481:512481:8:4294967295]
00000400:00000200:2.0:1789434025.760712:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434025.760718:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434025.760722:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434025.760724:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434025.760728:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434025.760730:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789434025.760734:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434025.760736:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789434025.760740:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434025.760741:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434025.760744:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434025.760747:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434025.760749:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434025.760751:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434025.760753:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434025.760756:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933929472/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760763:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434025.760766:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933929472/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760771:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434025.760773:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434025.760776:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434025.760778:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434025.760781:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434025.760783:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300152861
00000100:00000001:2.0:1789434025.760785:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300153515
00000100:00000001:2.0:1789434025.760787:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300152861
00000100:00000001:2.0:1789434025.760789:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300153515
00000100:00000001:2.0:1789434025.760791:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434025.760793:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434025.760794:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434025.760797:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434025/real 1789434025]  req@ffff92f788849500 x1876351933929472/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434025.760804:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434025.760805:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434025.760807:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434025.760809:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434025.760811:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434025.760812:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434025.760815:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933929472/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434025.760822:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933929472/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760828:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434025.760829:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.760831:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434025.760832:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434025.760835:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933929472/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760843:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434025.760846:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933929472/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760853:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434025.760855:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.760856:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434025.760858:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.760859:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434025.760862:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434025.760865:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434025.760867:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434025.760869:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434025.760873:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933929472/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434025.760880:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933929472:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434025.760883:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434025.760886:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933929600/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760892:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434025.760893:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434025.760895:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434025.760897:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434025.760898:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434025.760901:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933929600:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434025.760904:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434025.760905:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434025.760906:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434025.760908:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434025.760911:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434025.760913:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434025.760916:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434025.760918:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434025.760921:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434025.760923:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933929600, portal 4
00000100:00000001:2.0:1789434025.760925:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434025.760926:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:2.0:1789434025.760930:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933929600/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.760936:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434025.760937:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434025.760939:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434025.760942:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933929600, offset 0
00000400:00000200:2.0:1789434025.760946:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434025.760949:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434025.760952:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434025.760954:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434025.760957:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434025.760959:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434025.760961:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434025.760964:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512515:512515:256:4294967295] 192.168.203.104@tcp LPNI seq info [512482:512482:8:4294967295]
00000400:00000200:2.0:1789434025.760968:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434025.760973:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434025.760977:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434025.760980:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434025.760983:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434025.760986:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1789434025.760989:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434025.760992:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1789434025.760995:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434025.760997:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434025.761000:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434025.761003:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434025.761005:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434025.761007:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434025.761010:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434025.761013:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933929600/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.761020:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434025.761023:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933929600/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.761039:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434025.761041:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434025.761044:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434025.761047:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434025.761050:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434025.761052:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300152863
00000100:00000001:2.0:1789434025.761054:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300153515
00000100:00000001:2.0:1789434025.761057:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300152863
00000100:00000001:2.0:1789434025.761059:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300153515
00000100:00000001:2.0:1789434025.761061:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434025.761063:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434025.761065:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434025.761069:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434025/real 1789434025]  req@ffff92f78884aa00 x1876351933929600/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434025.761076:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434025.761077:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434025.761079:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434025.761081:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434025.761083:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434025.761085:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434025.761088:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933929600/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434025.761095:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933929600/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.761106:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434025.761107:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.761109:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434025.761110:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434025.761113:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933929600/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.761119:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434025.761122:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933929600/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.761128:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434025.761131:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.761132:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434025.761133:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.761135:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434025.761138:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434025.761140:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434025.761143:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434025.761145:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434025.761148:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933929600/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434025.761155:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933929600:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434025.761158:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.761160:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434025.761163:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933929344/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.761169:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434025.761170:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434025.761172:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434025.761174:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434025.761176:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434025.761177:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434025.761179:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434025.761181:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5000.
02000000:00000001:2.0:1789434025.761183:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434025.761184:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434025.761185:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:2.0:1789434025.761188:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434025.761189:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.761191:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434025.761194:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933929472/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.761200:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434025.761201:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434025.761202:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434025.761205:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434025.761206:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434025.761207:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434025.761209:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434025.761210:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6800.
02000000:00000001:2.0:1789434025.761212:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434025.761213:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434025.761214:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:2.0:1789434025.761216:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434025.761217:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.761219:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434025.761222:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933929600/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434025.761227:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434025.761228:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434025.761230:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434025.761231:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434025.761232:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434025.761233:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434025.761235:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434025.761237:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4000.
02000000:00000001:2.0:1789434025.761239:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434025.761239:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434025.761241:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:2.0:1789434025.761242:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434025.761243:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.761245:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434025.761249:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434025.761250:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434025.761251:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434025.761252:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434026.463457:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300153515, at 4300153536
00000100:00000040:3.0:1789434026.463457:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300153515, at 4300153536
00000100:00000010:3.0:1789434026.463470:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887420.
00000100:00000010:2.0:1789434026.463472:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888870c0.
00000100:00000001:0.0:1789434026.527460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434026.527467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434026.527470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434026.527474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434026.527480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434026.527485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434026.527490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434026.527495:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434026.527502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434026.527542:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434026.527551:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434026.527558:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434026.783452:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434026.783452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434026.783460:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434026.783460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434026.783464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434026.783465:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434026.783470:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789434026.783474:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434026.783476:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434026.783478:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434026.783481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434026.783482:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434026.783487:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434026.783488:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434026.783489:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434026.783491:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434026.783493:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434026.783495:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434027.551472:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434027.551482:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434027.551484:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434027.551489:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434027.551494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434027.551497:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434027.551500:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434027.551502:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434027.551506:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434027.807468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434027.807468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434027.807476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434027.807477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434027.807478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434027.807480:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434027.807486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434027.807486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434027.807491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434027.807492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434027.807496:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434027.807496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434027.807500:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434027.807500:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434027.807503:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434027.807504:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434027.807509:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434027.807509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434028.575462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434028.575469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434028.575472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434028.575476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434028.575482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434028.575486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434028.575490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434028.575493:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434028.575505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434028.831487:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434028.831491:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434028.831496:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434028.831498:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434028.831499:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434028.831503:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434028.831507:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789434028.831511:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434028.831512:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434028.831516:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434028.831519:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434028.831520:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434028.831526:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434028.831527:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434028.831529:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434028.831535:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434028.831539:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434028.831543:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434029.599474:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434029.599482:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434029.599484:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434029.599489:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434029.599493:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434029.599498:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434029.599500:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434029.599503:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434029.599506:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434029.600512:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434029.600516:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434029.600518:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434029.855459:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434029.855465:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434029.855467:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434029.855472:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434029.855475:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434029.855479:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434029.855481:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434029.855483:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434029.855486:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434029.855556:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434029.855560:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434029.855562:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434029.855565:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434029.855567:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434029.855570:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434029.855572:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434029.855574:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434029.855576:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.623472:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434030.623478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434030.623482:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434030.623486:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434030.623491:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434030.623495:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.623498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434030.623501:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.623505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434030.623506:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434030.623511:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434030.623515:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434030.879444:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434030.879444:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434030.879450:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434030.879451:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434030.879453:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.879454:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434030.879459:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434030.879460:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434030.879465:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434030.879466:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434030.879471:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.879471:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434030.879476:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434030.879476:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434030.879479:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.879480:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434030.879484:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.879484:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.879655:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434030.879659:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434030.879662:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434030.879667:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933929728/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.879675:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434030.879676:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434030.879680:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434030.879682:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434030.879685:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434030.879688:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933929728:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434030.879692:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434030.879696:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434030.879698:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434030.879700:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434030.879705:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434030.879707:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434030.879712:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434030.879724:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434030.879730:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434030.879736:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933929728, portal 25
00000100:00000001:2.0:1789434030.879739:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434030.879741:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:2.0:1789434030.879746:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933929728/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.879755:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434030.879758:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434030.879760:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434030.879763:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933929728, offset 0
00000400:00000200:2.0:1789434030.879770:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434030.879779:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434030.879784:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434030.879790:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434030.879793:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434030.879797:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434030.879800:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434030.879804:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512516:512516:256:4294967295] 192.168.203.104@tcp LPNI seq info [512483:512483:8:4294967295]
00000400:00000200:2.0:1789434030.879810:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434030.879818:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434030.879824:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434030.879829:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434030.879835:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434030.879839:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789434030.879844:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434030.879848:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789434030.879859:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434030.879861:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434030.879868:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434030.879872:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434030.879878:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434030.879881:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434030.879884:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434030.879888:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933929728/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.879897:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434030.879901:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933929728/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.879909:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.879911:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434030.879916:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434030.879920:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434030.879922:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300158635
00000100:00000010:2.0:1789434030.879927:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888870c0.
00000100:00000001:2.0:1789434030.879933:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434030.879945:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300158635
00000100:00000010:2.0:1789434030.879948:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887600.
00000100:00000001:2.0:1789434030.879952:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434030.879962:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434030.879965:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.879967:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434030.879971:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434030/real 1789434030]  req@ffff92f78884ad80 x1876351933929728/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434030.879981:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434030.879983:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434030.879985:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434030.879989:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434030.880002:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434030.880009:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434030.880015:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933929728/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434030.880023:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933929728/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880031:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434030.880032:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880035:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434030.880038:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434030.880041:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933929728/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880049:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434030.880060:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933929728/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880069:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434030.880071:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880073:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434030.880074:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880077:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434030.880080:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434030.880083:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434030.880087:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434030.880089:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434030.880093:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933929728/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434030.880099:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933929728:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434030.880102:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880103:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434030.880105:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933929728/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880109:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434030.880111:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434030.880113:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434030.880116:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434030.880117:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434030.880119:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434030.880120:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434030.880122:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6000.
02000000:00000001:2.0:1789434030.880125:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434030.880126:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434030.880127:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:2.0:1789434030.880129:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434030.880130:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880131:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880136:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434030.880137:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.880139:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434030.880140:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434030.880141:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434030.880143:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933929856/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880151:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434030.880152:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434030.880153:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434030.880155:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434030.880156:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434030.880157:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933929856:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434030.880159:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434030.880160:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434030.880161:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434030.880162:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434030.880164:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434030.880165:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434030.880167:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434030.880169:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434030.880171:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434030.880173:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933929856, portal 10
00000100:00000001:2.0:1789434030.880174:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434030.880175:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:2.0:1789434030.880180:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933929856/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880184:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434030.880186:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434030.880187:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434030.880188:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933929856, offset 0
00000400:00000200:2.0:1789434030.880191:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434030.880193:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434030.880195:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434030.880197:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434030.880198:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434030.880200:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434030.880202:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434030.880204:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512517:512517:256:4294967295] 192.168.203.104@tcp LPNI seq info [512484:512484:8:4294967295]
00000400:00000200:2.0:1789434030.880206:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434030.880211:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434030.880214:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434030.880216:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434030.880218:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434030.880220:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789434030.880223:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434030.880225:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789434030.880227:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434030.880228:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434030.880230:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434030.880232:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434030.880234:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434030.880235:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434030.880237:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434030.880239:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933929856/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880244:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434030.880246:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933929856/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880253:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.880254:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434030.880256:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434030.880260:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434030.880263:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434030.880265:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300157963
00000100:00000001:2.0:1789434030.880267:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300158635
00000100:00000001:2.0:1789434030.880269:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300157963
00000100:00000001:2.0:1789434030.880271:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300158635
00000100:00000001:2.0:1789434030.880273:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434030.880276:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.880278:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434030.880282:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434030/real 1789434030]  req@ffff92f78884b100 x1876351933929856/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434030.880298:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434030.880299:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434030.880300:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434030.880302:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434030.880303:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434030.880304:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434030.880307:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933929856/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434030.880312:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933929856/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880316:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434030.880317:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880318:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434030.880318:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434030.880320:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933929856/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880324:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434030.880326:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933929856/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880331:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434030.880332:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880333:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434030.880333:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880334:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434030.880336:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434030.880338:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434030.880340:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434030.880341:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434030.880344:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933929856/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434030.880363:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933929856:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434030.880365:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434030.880367:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933929984/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880371:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434030.880372:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434030.880374:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434030.880375:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434030.880376:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434030.880377:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933929984:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434030.880379:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434030.880380:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434030.880381:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434030.880382:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434030.880385:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434030.880386:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434030.880388:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434030.880390:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434030.880392:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434030.880393:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933929984, portal 4
00000100:00000001:2.0:1789434030.880395:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434030.880396:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000040:2.0:1789434030.880399:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933929984/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880404:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434030.880406:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434030.880407:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434030.880408:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933929984, offset 0
00000400:00000200:2.0:1789434030.880411:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434030.880413:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434030.880415:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434030.880418:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434030.880419:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434030.880421:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434030.880422:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434030.880424:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512518:512518:256:4294967295] 192.168.203.104@tcp LPNI seq info [512485:512485:8:4294967295]
00000400:00000200:2.0:1789434030.880427:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434030.880430:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434030.880432:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434030.880434:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434030.880436:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434030.880438:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789434030.880441:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434030.880442:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789434030.880445:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434030.880446:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434030.880448:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434030.880450:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434030.880452:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434030.880453:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434030.880454:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434030.880456:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933929984/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880461:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434030.880462:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933929984/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880466:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.880467:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434030.880469:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434030.880471:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434030.880473:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434030.880475:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300157981
00000100:00000001:2.0:1789434030.880476:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300158635
00000100:00000001:2.0:1789434030.880478:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300157981
00000100:00000001:2.0:1789434030.880479:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300158635
00000100:00000001:2.0:1789434030.880480:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434030.880481:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.880482:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434030.880484:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434030/real 1789434030]  req@ffff92f78884b480 x1876351933929984/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434030.880488:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434030.880489:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434030.880490:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434030.880491:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434030.880492:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434030.880493:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434030.880495:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933929984/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434030.880500:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933929984/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880504:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434030.880504:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880505:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434030.880506:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434030.880508:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933929984/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880511:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434030.880513:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933929984/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880518:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434030.880519:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880520:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434030.880521:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880522:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434030.880524:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434030.880526:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434030.880527:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434030.880528:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434030.880530:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933929984/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434030.880534:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933929984:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434030.880536:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434030.880538:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933930112/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880542:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434030.880543:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434030.880544:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434030.880545:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434030.880546:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434030.880547:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933930112:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434030.880549:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434030.880550:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434030.880550:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434030.880551:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434030.880553:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434030.880554:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434030.880555:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434030.880557:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434030.880559:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434030.880560:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933930112, portal 4
00000100:00000001:2.0:1789434030.880568:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434030.880569:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:2.0:1789434030.880573:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933930112/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880576:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434030.880578:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434030.880580:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434030.880583:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933930112, offset 0
00000400:00000200:2.0:1789434030.880587:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434030.880590:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434030.880593:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434030.880595:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434030.880597:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434030.880599:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434030.880602:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434030.880604:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512519:512519:256:4294967295] 192.168.203.104@tcp LPNI seq info [512486:512486:8:4294967295]
00000400:00000200:2.0:1789434030.880608:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434030.880614:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434030.880619:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434030.880622:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434030.880626:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434030.880628:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789434030.880632:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434030.880634:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789434030.880638:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434030.880640:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434030.880643:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434030.880646:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434030.880649:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434030.880651:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434030.880654:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434030.880657:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933930112/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880665:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434030.880667:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933930112/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880671:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.880672:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434030.880675:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434030.880677:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434030.880679:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434030.880680:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300157983
00000100:00000001:2.0:1789434030.880682:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300158635
00000100:00000001:2.0:1789434030.880683:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300157983
00000100:00000001:2.0:1789434030.880685:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300158635
00000100:00000001:2.0:1789434030.880686:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434030.880687:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.880688:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434030.880690:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434030/real 1789434030]  req@ffff92f78884aa00 x1876351933930112/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434030.880694:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434030.880695:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434030.880696:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434030.880697:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434030.880699:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434030.880700:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434030.880702:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933930112/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434030.880707:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933930112/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880714:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434030.880715:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880716:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434030.880717:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434030.880719:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933930112/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880723:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434030.880724:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933930112/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880728:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434030.880729:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880730:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434030.880731:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880732:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434030.880734:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434030.880735:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434030.880737:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434030.880738:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434030.880740:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933930112/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434030.880744:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933930112:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434030.880746:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880747:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434030.880748:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933929856/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880752:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434030.880754:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434030.880755:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434030.880757:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434030.880758:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434030.880759:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434030.880760:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434030.880761:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7000.
02000000:00000001:2.0:1789434030.880763:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434030.880764:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434030.880765:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:2.0:1789434030.880766:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434030.880767:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880768:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434030.880770:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933929984/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880774:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434030.880775:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434030.880776:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434030.880777:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434030.880777:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434030.880778:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434030.880779:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434030.880779:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:2.0:1789434030.880780:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434030.880781:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434030.880782:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:2.0:1789434030.880783:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434030.880783:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880784:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434030.880786:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933930112/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434030.880789:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434030.880789:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434030.880790:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434030.880791:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434030.880792:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434030.880792:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434030.880794:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434030.880795:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:2.0:1789434030.880796:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434030.880797:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434030.880798:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:2.0:1789434030.880799:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434030.880799:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880800:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434030.880802:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434030.880803:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434030.880804:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434030.880805:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434031.583465:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300158635, at 4300158656
00000100:00000040:3.0:1789434031.583465:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300158635, at 4300158656
00000100:00000010:2.0:1789434031.583485:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888870c0.
00000100:00000010:3.0:1789434031.583496:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887600.
00000100:00000001:2.0:1789434031.647503:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434031.647518:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434031.647523:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434031.647540:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434031.647547:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434031.647552:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434031.647556:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434031.647559:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434031.647564:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434031.903452:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434031.903452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434031.903460:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434031.903461:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434031.903463:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434031.903464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434031.903471:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434031.903471:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434031.903477:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434031.903477:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434031.903483:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434031.903483:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434031.903488:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434031.903489:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434031.903490:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434031.903492:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434031.903494:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434031.903496:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434032.671460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434032.671468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434032.671471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434032.671478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434032.671483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434032.671488:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434032.671493:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434032.671497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434032.671503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434032.671545:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434032.671548:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434032.671552:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434032.927445:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434032.927445:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434032.927453:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434032.927453:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434032.927456:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434032.927457:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434032.927463:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434032.927464:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434032.927468:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434032.927469:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434032.927474:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434032.927474:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434032.927480:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434032.927481:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434032.927484:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434032.927484:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434032.927490:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434032.927491:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434033.695613:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434033.695616:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434033.695619:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434033.696055:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434033.696061:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434033.696063:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434033.696069:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434033.696073:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434033.696075:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434033.696078:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434033.696080:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434033.696083:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434033.951536:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434033.951542:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434033.951545:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434033.951560:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434033.951566:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434033.951570:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434033.951573:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434033.951576:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434033.951579:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434033.951859:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434033.951861:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434033.951863:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434033.951865:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434033.951867:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434033.951869:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434033.951871:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434033.951872:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434033.951874:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434034.719494:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434034.719505:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434034.719508:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434034.719521:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434034.719525:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434034.719528:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434034.719532:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434034.719535:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434034.719539:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434034.719607:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434034.719618:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434034.719623:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434034.975590:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434034.975597:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434034.975599:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434034.975605:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434034.975610:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434034.975616:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434034.975622:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434034.975627:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434034.975633:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434035.743434:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434035.743443:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434035.743446:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434035.743451:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434035.743456:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434035.743460:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434035.743463:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434035.743466:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434035.743470:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434035.999523:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434035.999530:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434035.999533:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434035.999538:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434035.999542:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434035.999546:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434035.999549:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434035.999551:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434035.999554:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434035.999742:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434035.999746:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434035.999748:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434035.999751:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434035.999753:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434035.999755:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434035.999757:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434035.999759:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434035.999761:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434035.999782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434035.999787:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434035.999790:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434035.999793:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434035.999797:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434035.999803:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5490
00000400:00000200:0.0:1789434035.999812:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434035.999817:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434035.999821:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434035.999824:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434035.999827:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434035.999829:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434035.999831:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434035.999839:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434035.999841:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434035.999843:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434035.999846:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434035.999848:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434035.999851:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434035.999854:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434035.999856:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434035.999858:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434035.999860:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434035.999863:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434035.999866:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434035.999868:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434035.999871:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434035.999875:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434035.999878:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434035.999879:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434035.999882:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434035.999890:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbea00.
00000020:00000040:0.0:1789434035.999893:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434035.999897:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434035.999899:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434035.999912:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434035.999915:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434035.999926:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434035.999933:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000100:00000001:0.0:1789434035.999940:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434035.999949:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434035.999969:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434035.999973:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434035.999985:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099227cf5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434036.000004:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434036.000014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434036.000017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434036.000019:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434036.000021:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434036.000024:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434036.000028:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5490
00000400:00000200:0.0:1789434036.000032:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434036.000033:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1789434036.000036:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1789434036.000038:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1789434036.000040:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789434036.000042:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434036.000046:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434036.000051:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434036.000052:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434036.000056:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434036.000061:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434036.000068:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789434036.000069:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434036.000071:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434036.000074:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434036.000076:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1789434036.000080:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
02000000:00000001:2.0:1789434036.000081:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434036.000084:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1789434036.000088:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933930240:192.168.203.104@tcp:250:kworker.0
00000020:00000040:0.0:1789434036.000089:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:2.0:1789434036.000098:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434036.000102:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1789434036.000104:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:2.0:1789434036.000105:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434036.000109:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1789434036.000110:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000010:2.0:1789434036.000116:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000040:0.0:1789434036.000117:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:2.0:1789434036.000120:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434036.000128:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434036.000128:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:0.0:1789434036.000133:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000010:2.0:1789434036.000135:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000100:00000001:0.0:1789434036.000137:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434036.000142:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000400:00000010:2.0:1789434036.000143:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00080000:0.0:1789434036.000146:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434036.000150:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434036.000152:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933930240, portal 25
02000000:00000001:0.0:1789434036.000153:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434036.000157:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1789434036.000160:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434036.000160:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549977600 : -119883159574016 : ffff92f786dbea00)
02000000:00000001:0.0:1789434036.000165:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434036.000167:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434036.000170:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1789434036.000171:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1789434036.000183:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.000185:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1789434036.000187:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434036.000191:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000010:0.0:1789434036.000194:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc000.
00000400:00000010:2.0:1789434036.000196:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000020:00000040:0.0:1789434036.000199:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000200:2.0:1789434036.000201:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933930240, offset 0
02000000:00000001:0.0:1789434036.000204:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434036.000207:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434036.000209:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1789434036.000211:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
02000000:00000001:0.0:1789434036.000212:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434036.000215:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434036.000221:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17800.
00000400:00000200:2.0:1789434036.000223:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434036.000227:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434036.000232:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789434036.000239:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:0.0:1789434036.000240:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434036.000245:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434036.000248:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1789434036.000251:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f9eea5b] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434036.000261:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434036.000264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1789434036.000268:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00080000:0.0:1789434036.000270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434036.000273:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1789434036.000274:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1789434036.000276:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1789434036.000280:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:0.0:1789434036.000282:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1789434036.000287:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512520:512520:256:4294967295] 192.168.203.104@tcp LPNI seq info [512487:512487:8:4294967295]
00000100:00080000:0.0:1789434036.000289:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5490
00000400:00000200:2.0:1789434036.000299:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434036.000300:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434036.000306:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434036.000309:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434036.000317:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:2.0:1789434036.000319:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1789434036.000322:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434036.000327:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000200:2.0:1789434036.000331:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434036.000332:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434036.000338:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434036.000339:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000800:00000010:2.0:1789434036.000340:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000020:00000001:0.0:1789434036.000341:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434036.000380:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000800:00000200:2.0:1789434036.000380:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:0.0:1789434036.000386:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:2.0:1789434036.000388:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1789434036.000390:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:2.1:1789434036.000397:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:0.0:1789434036.000398:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434036.000404:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1789434036.000404:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1789434036.000409:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434036.000414:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000100:2.0:1789434036.000415:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000020:00000040:0.0:1789434036.000418:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000800:00000010:2.0:1789434036.000420:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000100:00080000:0.0:1789434036.000423:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434036.000426:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434036.000427:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434036.000429:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789434036.000429:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1789434036.000434:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434036.000436:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434036.000439:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000200:2.0:1789434036.000439:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1789434036.000442:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434036.000445:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434036.000448:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbfb80.
00000400:00000200:2.0:1789434036.000449:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000020:00000040:0.0:1789434036.000450:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434036.000454:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434036.000455:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434036.000455:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:0.0:1789434036.000459:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434036.000462:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789434036.000462:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:0.0:1789434036.000464:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434036.000469:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1789434036.000471:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14800.
00000100:00000001:0.0:1789434036.000478:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.000483:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434036.000487:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434036.000496:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434036.000499:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.000502:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434036.000507:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434036.000515:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1789434036.000516:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434036.000520:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.000521:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300163756
00000100:00000040:0.0:1789434036.000527:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f4038] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789434036.000529:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888870c0.
00000100:00000001:2.0:1789434036.000537:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434036.000540:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.000544:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300163756
00000100:00080000:0.0:1789434036.000545:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1789434036.000550:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888877e0.
00000100:00080000:0.0:1789434036.000552:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434036.000556:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789434036.000556:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1789434036.000558:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434036.000561:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434036.000562:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434036.000566:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434036.000567:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5490
00000100:00000001:2.0:1789434036.000571:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434036.000577:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434035/real 1789434036]  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434036.000588:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000001:2.0:1789434036.000593:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1789434036.000595:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000001:2.0:1789434036.000597:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434036.000601:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000100:00080000:0.0:1789434036.000604:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789434036.000606:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000100:00000040:0.0:1789434036.000610:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000010:2.0:1789434036.000610:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:0.0:1789434036.000615:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434036.000615:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:0.0:1789434036.000620:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000200:2.0:1789434036.000623:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434036.000624:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434036.000631:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434036.000633:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434036.000637:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434036.000641:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000200:2.0:1789434036.000641:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789434036.000647:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434036.000651:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434036.000657:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:0.0:1789434036.000658:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434036.000661:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434036.000662:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434036.000666:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1789434036.000667:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434036.000670:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434036.000671:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434036.000676:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00100000:2.0:1789434036.000678:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789434036.000681:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434036.000686:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434036.000690:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434036.000695:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434036.000696:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789434036.000699:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434036.000703:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:2.0:1789434036.000705:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789434036.000707:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434036.000712:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434036.000716:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434036.000722:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc700.
00000100:00000001:2.0:1789434036.000722:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1789434036.000728:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:2.0:1789434036.000729:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789434036.000733:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789434036.000733:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1789434036.000737:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.000737:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434036.000741:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1789434036.000743:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1789434036.000744:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434036.000747:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.000747:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:0.0:1789434036.000754:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15400.
00000100:00080000:2.0:1789434036.000754:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1789434036.000760:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434036.000762:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434036.000766:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1789434036.000769:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789434036.000774:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434036.000786:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434036.000791:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434036.000795:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933930240:192.168.203.104@tcp:250:kworker.0
00000100:00000040:0.0:1789434036.000799:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4613ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.000808:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.000814:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789434036.000815:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434036.000821:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbea00 x1876351933930240/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434036.000822:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5500)
00000100:00000001:2.0:1789434036.000832:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434036.000835:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434036.000838:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434036.000842:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434036.000844:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434036.000846:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434036.000853:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434036.000856:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15000.
02000000:00000001:2.0:1789434036.000860:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434036.000862:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434036.000863:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbea00.
00000100:00000001:2.0:1789434036.000867:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434036.000868:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.000870:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.000877:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434036.000879:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.000881:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434036.000882:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434036.000884:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434036.000888:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.000895:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434036.000896:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434036.000898:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434036.000900:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434036.000902:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434036.000905:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933930368:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434036.000909:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434036.000911:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434036.000912:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434036.000914:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434036.000918:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434036.000920:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434036.000924:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434036.000926:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434036.000930:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434036.000933:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933930368, portal 10
00000100:00000001:2.0:1789434036.000935:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434036.000936:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549966848 : -119883159584768 : ffff92f786dbc000)
00000100:00000040:2.0:1789434036.000943:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.000949:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434036.000952:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434036.000968:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434036.000971:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933930368, offset 0
00000400:00000200:2.0:1789434036.000975:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434036.000979:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434036.000983:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434036.000986:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434036.000988:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434036.000990:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434036.000992:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434036.000995:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512521:512521:256:4294967295] 192.168.203.104@tcp LPNI seq info [512488:512488:8:4294967295]
00000400:00000200:2.0:1789434036.000999:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434036.001005:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434036.001009:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434036.001013:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434036.001017:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434036.001020:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789434036.001024:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434036.001027:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789434036.001030:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434036.001032:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434036.001036:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434036.001039:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434036.001042:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434036.001044:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434036.001046:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434036.001049:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001057:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434036.001060:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001067:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.001068:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434036.001072:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434036.001075:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434036.001078:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434036.001080:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300163084
00000100:00000001:2.0:1789434036.001083:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300163756
00000100:00000001:2.0:1789434036.001085:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300163084
00000100:00000001:2.0:1789434036.001087:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300163756
00000100:00000001:2.0:1789434036.001089:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434036.001091:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.001094:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434036.001097:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434036/real 1789434036]  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434036.001105:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434036.001107:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434036.001108:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434036.001111:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434036.001112:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434036.001114:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434036.001118:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434036.001126:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001131:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434036.001133:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001135:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434036.001136:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434036.001139:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001146:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434036.001150:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001157:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434036.001159:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001161:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434036.001163:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001164:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434036.001167:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434036.001170:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434036.001173:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434036.001175:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434036.001179:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434036.001186:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933930368:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434036.001190:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434036.001193:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001204:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434036.001205:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434036.001207:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434036.001209:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434036.001211:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434036.001213:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933930496:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434036.001217:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434036.001219:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434036.001220:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434036.001222:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434036.001226:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434036.001228:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434036.001231:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434036.001234:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434036.001237:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434036.001240:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933930496, portal 4
00000100:00000001:2.0:1789434036.001241:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434036.001243:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549982080 : -119883159569536 : ffff92f786dbfb80)
00000100:00000040:2.0:1789434036.001248:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001254:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434036.001256:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434036.001258:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434036.001260:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933930496, offset 0
00000400:00000200:2.0:1789434036.001264:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434036.001268:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434036.001270:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434036.001273:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434036.001275:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434036.001278:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434036.001280:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434036.001283:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512522:512522:256:4294967295] 192.168.203.104@tcp LPNI seq info [512489:512489:8:4294967295]
00000400:00000200:2.0:1789434036.001287:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434036.001293:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434036.001297:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434036.001301:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434036.001304:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434036.001307:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789434036.001312:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434036.001314:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789434036.001318:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434036.001320:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434036.001322:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434036.001326:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434036.001329:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434036.001331:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434036.001333:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434036.001336:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001344:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434036.001346:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001374:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.001376:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434036.001379:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434036.001382:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434036.001385:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434036.001388:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300163102
00000100:00000001:2.0:1789434036.001390:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300163756
00000100:00000001:2.0:1789434036.001392:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300163102
00000100:00000001:2.0:1789434036.001394:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300163756
00000100:00000001:2.0:1789434036.001396:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434036.001398:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.001400:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434036.001404:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434036/real 1789434036]  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434036.001413:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434036.001414:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434036.001416:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434036.001419:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434036.001421:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434036.001423:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434036.001426:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434036.001433:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001439:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434036.001441:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001443:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434036.001444:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434036.001447:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001454:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434036.001458:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001465:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434036.001467:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001469:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434036.001470:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001472:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434036.001476:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434036.001478:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434036.001482:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434036.001484:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434036.001488:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434036.001496:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933930496:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434036.001500:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434036.001503:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001509:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434036.001511:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434036.001513:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434036.001515:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434036.001516:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434036.001519:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933930624:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434036.001522:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434036.001523:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434036.001524:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434036.001526:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434036.001529:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79800.
02000000:00000001:2.0:1789434036.001531:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434036.001535:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434036.001537:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434036.001540:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434036.001543:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933930624, portal 4
00000100:00000001:2.0:1789434036.001544:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434036.001546:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549968640 : -119883159582976 : ffff92f786dbc700)
00000100:00000040:2.0:1789434036.001551:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001557:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434036.001560:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434036.001562:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434036.001564:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933930624, offset 0
00000400:00000200:2.0:1789434036.001568:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434036.001572:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434036.001576:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434036.001578:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434036.001581:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434036.001583:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434036.001585:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434036.001588:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512523:512523:256:4294967295] 192.168.203.104@tcp LPNI seq info [512490:512490:8:4294967295]
00000400:00000200:2.0:1789434036.001592:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434036.001598:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434036.001602:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434036.001606:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434036.001610:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434036.001612:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789434036.001616:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434036.001667:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789434036.001672:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434036.001673:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434036.001677:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434036.001680:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434036.001682:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434036.001685:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434036.001687:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434036.001691:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001698:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434036.001701:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001708:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.001710:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434036.001713:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434036.001716:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434036.001719:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434036.001721:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300163104
00000100:00000001:2.0:1789434036.001723:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300163756
00000100:00000001:2.0:1789434036.001726:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300163104
00000100:00000001:2.0:1789434036.001728:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300163756
00000100:00000001:2.0:1789434036.001730:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434036.001732:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.001734:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434036.001738:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434036/real 1789434036]  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434036.001745:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434036.001747:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434036.001749:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434036.001751:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434036.001753:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434036.001755:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434036.001758:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434036.001766:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001772:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434036.001773:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001776:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434036.001777:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434036.001780:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001786:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434036.001790:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001797:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434036.001799:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001801:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434036.001802:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001804:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434036.001807:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434036.001809:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434036.001812:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434036.001815:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434036.001818:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434036.001826:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933930624:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434036.001829:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001831:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434036.001834:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc000 x1876351933930368/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001841:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434036.001843:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434036.001845:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:2.0:1789434036.001848:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434036.001850:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434036.001851:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434036.001853:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434036.001854:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17800.
02000000:00000001:2.0:1789434036.001857:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434036.001859:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434036.001860:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc000.
00000100:00000001:2.0:1789434036.001862:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434036.001864:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001866:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434036.001869:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbfb80 x1876351933930496/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001876:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434036.001877:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434036.001879:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434036.001881:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434036.001882:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434036.001883:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434036.001885:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434036.001887:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14800.
02000000:00000001:2.0:1789434036.001889:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434036.001890:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434036.001891:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbfb80.
00000100:00000001:2.0:1789434036.001893:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434036.001895:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001896:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434036.001899:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc700 x1876351933930624/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434036.001905:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434036.001906:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434036.001907:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79800.
02000000:00000001:2.0:1789434036.001911:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434036.001912:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434036.001913:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434036.001914:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434036.001916:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15400.
02000000:00000001:2.0:1789434036.001918:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434036.001919:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434036.001920:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc700.
00000100:00000001:2.0:1789434036.001921:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434036.001923:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001924:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434036.001927:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434036.001928:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434036.001930:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434036.001932:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434036.703455:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300163756, at 4300163776
00000100:00000010:3.0:1789434036.703471:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888877e0.
00000100:00000040:2.0:1789434036.703488:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300163756, at 4300163776
00000100:00000010:2.0:1789434036.703560:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888870c0.
00000100:00000001:3.0:1789434036.767470:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434036.767478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434036.767480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434036.767486:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434036.767490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434036.767494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434036.767498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434036.767500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434036.767504:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434036.767644:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434036.767647:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434036.767657:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434037.023477:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434037.023483:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434037.023496:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434037.023501:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434037.023504:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434037.023509:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434037.023511:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434037.023514:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434037.023517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434037.023925:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434037.023928:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434037.023930:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434037.023933:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434037.023935:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434037.023937:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434037.023939:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434037.023941:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434037.023943:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434037.791499:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434037.791518:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434037.791522:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434037.791529:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434037.791537:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434037.791544:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434037.791549:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434037.791552:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434037.791558:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434037.791684:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434037.791688:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434037.791691:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434038.047468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434038.047476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434038.047484:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434038.047490:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434038.047494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434038.047497:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434038.047501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434038.047503:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434038.047506:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434038.047548:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434038.047551:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434038.047552:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434038.047554:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434038.047556:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434038.047558:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434038.047560:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434038.047562:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434038.047565:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434038.815452:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434038.815460:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434038.815462:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434038.815467:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434038.815470:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434038.815474:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434038.815476:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434038.815479:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434038.815482:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434038.815675:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434038.815679:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434038.815683:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434039.071502:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434039.071511:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434039.071513:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434039.071519:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434039.071522:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434039.071526:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434039.071529:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434039.071532:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434039.071534:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434039.071613:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434039.071616:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434039.071617:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434039.071620:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434039.071622:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434039.071624:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434039.071626:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434039.071627:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434039.071630:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434039.839458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434039.839466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434039.839469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434039.839475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434039.839480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434039.839485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434039.839488:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434039.839491:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434039.839495:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434040.095472:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434040.095479:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434040.095482:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434040.095487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434040.095491:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434040.095494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434040.095497:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434040.095499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434040.095502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434040.095783:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434040.095787:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434040.095789:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434040.095792:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434040.095794:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434040.095796:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434040.095798:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434040.095800:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434040.095802:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434040.863753:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434040.863758:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434040.863760:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434040.863764:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434040.863767:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434040.863770:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434040.863773:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434040.863775:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434040.863778:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.119476:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434041.119485:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1789434041.119487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789434041.119488:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434041.119496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1789434041.119496:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434041.119499:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434041.119503:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434041.119505:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434041.119511:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5495
00000100:00000001:3.0:1789434041.119512:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1789434041.119519:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434041.119521:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.119525:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1789434041.119526:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434041.119530:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789434041.119531:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434041.119536:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119539:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789434041.119540:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434041.119542:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119545:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434041.119554:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434041.119562:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434041.119566:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434041.119569:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434041.119571:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434041.119573:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434041.119575:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119576:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434041.119578:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119579:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434041.119581:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00000001:3.0:1789434041.119583:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1789434041.119587:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119591:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.119591:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434041.119595:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434041.119596:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1789434041.119600:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
02000000:00000001:0.0:1789434041.119601:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434041.119605:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1789434041.119606:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434041.119611:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434041.119612:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434041.119613:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.119619:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:0.0:1789434041.119621:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbdf80.
00000100:00000001:3.0:1789434041.119622:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1789434041.119626:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
00000100:00000001:3.0:1789434041.119626:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434041.119633:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434041.119637:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434041.119641:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434041.119644:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434041.119648:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434041.119656:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14c00.
00000100:00000001:0.0:1789434041.119664:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434041.119674:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434041.119683:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434041.119686:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434041.119691:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d73b369] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434041.119712:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434041.119716:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434041.119721:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434041.119724:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434041.119727:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434041.119730:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434041.119736:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5495
00000100:00000001:3.0:1789434041.119742:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1789434041.119744:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434041.119747:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1789434041.119751:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:3.0:1789434041.119751:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1789434041.119755:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434041.119762:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434041.119763:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119768:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434041.119771:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119776:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434041.119782:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1789434041.119782:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434041.119784:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789434041.119785:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434041.119789:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1789434041.119792:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1789434041.119793:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434041.119797:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:3.0:1789434041.119797:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1789434041.119801:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:3.0:1789434041.119803:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434041.119805:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119808:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434041.119811:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00100000:3.0:1789434041.119812:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933930752:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434041.119813:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434041.119816:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434041.119819:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119820:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434041.119821:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434041.119826:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434041.119827:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434041.119828:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434041.119831:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434041.119833:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434041.119834:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434041.119837:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf480.
00000020:00000040:0.0:1789434041.119839:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434041.119840:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434041.119842:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434041.119843:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434041.119844:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434041.119845:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434041.119851:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15400.
00000100:00000001:0.0:1789434041.119854:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434041.119858:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434041.119863:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434041.119865:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434041.119869:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002030f0d5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434041.119875:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434041.119876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434041.119879:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434041.119880:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434041.119882:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434041.119884:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434041.119886:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5495
00000400:00000200:0.0:1789434041.119890:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434041.119893:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434041.119895:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434041.119898:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119899:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434041.119901:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119903:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434041.119906:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434041.119907:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434041.119908:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434041.119911:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434041.119912:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434041.119914:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434041.119928:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119930:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434041.119932:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119934:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434041.119936:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434041.119938:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434041.119941:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434041.119942:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789434041.119943:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434041.119945:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434041.119947:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434041.119947:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1789434041.119948:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434041.119951:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434041.119953:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434041.119954:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434041.119956:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434041.119958:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbce00.
02000000:00000001:3.0:1789434041.119958:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1789434041.119960:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434041.119962:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434041.119963:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434041.119963:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:0.0:1789434041.119965:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434041.119965:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434041.119966:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434041.119968:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434041.119970:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000010:0.0:1789434041.119971:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14800.
00000100:00000001:0.0:1789434041.119974:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434041.119974:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000100:00100000:0.0:1789434041.119978:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1789434041.119979:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000001:0.0:1789434041.119984:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434041.119986:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789434041.119986:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933930752, portal 25
00000100:00000001:3.0:1789434041.119988:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1789434041.119990:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c51f9e] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.119990:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549974912 : -119883159576704 : ffff92f786dbdf80)
00000100:00000040:3.0:1789434041.119995:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434041.119997:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434041.119999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434041.120011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434041.120013:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434041.120014:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434041.120017:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434041.120019:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5495
00000400:00000200:0.0:1789434041.120022:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434041.120026:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434041.120028:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434041.120030:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.120032:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434041.120034:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.120036:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434041.120039:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434041.120040:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434041.120042:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434041.120043:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434041.120045:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434041.120047:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434041.120050:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.120052:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434041.120053:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434041.120055:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434041.120057:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434041.120060:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434041.120062:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434041.120064:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434041.120066:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434041.120068:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434041.120070:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434041.120071:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434041.120074:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434041.120075:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434041.120078:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd500.
00000020:00000040:0.0:1789434041.120079:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434041.120081:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434041.120083:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434041.120084:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434041.120086:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434041.120087:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434041.120091:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17800.
00000100:00000001:0.0:1789434041.120093:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434041.120098:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434041.120103:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434041.120105:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434041.120108:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879e203] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434041.120115:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434041.120119:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5505)
00000100:00000001:3.0:1789434041.120152:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434041.120156:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434041.120159:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434041.120161:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933930752, offset 0
00000400:00000200:3.0:1789434041.120167:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434041.120174:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434041.120180:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434041.120185:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434041.120188:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434041.120192:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434041.120195:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434041.120199:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512524:512524:256:4294967295] 192.168.203.104@tcp LPNI seq info [512491:512491:8:4294967295]
00000400:00000200:3.0:1789434041.120203:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434041.120212:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434041.120218:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434041.120223:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434041.120229:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434041.120232:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789434041.120238:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434041.120241:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789434041.120244:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434041.120246:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434041.120251:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434041.120255:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434041.120260:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434041.120262:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434041.120265:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434041.120269:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120278:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434041.120281:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120288:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.120290:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434041.120295:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434041.120298:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434041.120301:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300168875
00000100:00000010:3.0:1789434041.120305:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a05a0.
00000100:00000001:3.0:1789434041.120311:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434041.120315:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300168875
00000100:00000010:3.0:1789434041.120317:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a06c0.
00000100:00000001:3.0:1789434041.120320:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434041.120323:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434041.120325:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.120328:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434041.120331:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434041/real 1789434041]  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434041.120341:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434041.120342:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434041.120345:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434041.120366:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434041.120370:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434041.120373:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434041.120377:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434041.120387:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120402:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434041.120406:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.120409:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434041.120411:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434041.120416:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120422:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434041.120427:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120434:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434041.120436:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.120438:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434041.120439:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.120447:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434041.120450:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434041.120453:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434041.120457:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434041.120460:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434041.120464:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434041.120473:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933930752:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434041.120477:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.120479:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434041.120482:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbdf80 x1876351933930752/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120486:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434041.120488:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434041.120490:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434041.120491:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434041.120493:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434041.120494:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434041.120496:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434041.120499:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14c00.
02000000:00000001:3.0:1789434041.120502:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434041.120503:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434041.120505:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbdf80.
00000100:00000001:3.0:1789434041.120508:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434041.120509:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.120512:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.120519:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434041.120520:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.120522:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434041.120523:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434041.120524:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434041.120527:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120534:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434041.120535:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434041.120537:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434041.120539:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434041.120541:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434041.120543:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933930880:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434041.120546:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434041.120548:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434041.120549:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434041.120550:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434041.120553:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434041.120554:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434041.120558:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434041.120561:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434041.120564:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434041.120567:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933930880, portal 10
00000100:00000001:3.0:1789434041.120568:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434041.120569:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549980288 : -119883159571328 : ffff92f786dbf480)
00000100:00000040:3.0:1789434041.120615:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120628:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434041.120631:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434041.120634:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434041.120636:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933930880, offset 0
00000400:00000200:3.0:1789434041.120640:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434041.120644:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434041.120647:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434041.120649:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434041.120650:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434041.120652:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434041.120653:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434041.120655:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512525:512525:256:4294967295] 192.168.203.104@tcp LPNI seq info [512492:512492:8:4294967295]
00000400:00000200:3.0:1789434041.120658:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434041.120662:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434041.120664:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434041.120667:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434041.120669:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434041.120671:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789434041.120673:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434041.120675:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789434041.120678:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434041.120680:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434041.120682:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434041.120684:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434041.120686:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434041.120687:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434041.120688:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434041.120690:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120701:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434041.120705:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120711:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.120713:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434041.120716:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434041.120719:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434041.120722:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434041.120724:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300168204
00000100:00000001:3.0:1789434041.120727:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300168875
00000100:00000001:3.0:1789434041.120729:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300168204
00000100:00000001:3.0:1789434041.120731:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300168875
00000100:00000001:3.0:1789434041.120733:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434041.120735:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.120737:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434041.120740:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434041/real 1789434041]  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434041.120755:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434041.120756:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434041.120759:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434041.120761:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434041.120763:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434041.120765:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434041.120768:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434041.120776:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120781:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434041.120783:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.120784:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434041.120785:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434041.120789:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120795:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434041.120799:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120805:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434041.120807:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.120808:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434041.120809:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.120811:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434041.120813:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434041.120816:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434041.120820:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434041.120822:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434041.120825:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434041.120833:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933930880:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434041.120837:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434041.120840:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120846:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434041.120847:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434041.120850:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434041.120852:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434041.120853:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434041.120856:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933931008:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434041.120858:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434041.120860:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434041.120861:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434041.120863:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434041.120866:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434041.120868:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434041.120871:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434041.120873:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434041.120876:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434041.120878:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933931008, portal 4
00000100:00000001:3.0:1789434041.120880:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434041.120880:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549970432 : -119883159581184 : ffff92f786dbce00)
00000100:00000040:3.0:1789434041.120885:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120890:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434041.120893:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434041.120894:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434041.120896:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933931008, offset 0
00000400:00000200:3.0:1789434041.120900:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434041.120903:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434041.120907:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434041.120909:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434041.120911:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434041.120913:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434041.120929:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434041.120932:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512526:512526:256:4294967295] 192.168.203.104@tcp LPNI seq info [512493:512493:8:4294967295]
00000400:00000200:3.0:1789434041.120935:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434041.120941:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434041.120944:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434041.120947:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434041.120951:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434041.120953:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789434041.120957:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434041.120959:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789434041.120962:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434041.120964:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434041.120967:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434041.120970:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434041.120973:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434041.120974:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434041.120976:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434041.120980:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120987:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434041.120989:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.120995:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.120996:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434041.120999:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434041.121002:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434041.121005:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434041.121007:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300168221
00000100:00000001:3.0:1789434041.121009:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300168875
00000100:00000001:3.0:1789434041.121011:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300168221
00000100:00000001:3.0:1789434041.121013:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300168875
00000100:00000001:3.0:1789434041.121015:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434041.121016:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.121018:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434041.121022:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434041/real 1789434041]  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434041.121029:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434041.121030:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434041.121032:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434041.121034:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434041.121036:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434041.121038:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434041.121041:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434041.121047:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121051:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434041.121052:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.121053:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434041.121054:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434041.121056:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121059:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434041.121062:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121066:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434041.121067:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.121068:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434041.121069:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.121070:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434041.121073:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434041.121074:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434041.121075:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434041.121077:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434041.121079:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434041.121083:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933931008:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434041.121086:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434041.121087:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121091:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434041.121091:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434041.121093:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434041.121094:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434041.121095:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434041.121097:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933931136:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434041.121098:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434041.121099:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434041.121100:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434041.121101:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434041.121103:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434041.121104:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434041.121106:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434041.121108:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434041.121109:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434041.121111:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933931136, portal 4
00000100:00000001:3.0:1789434041.121112:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434041.121113:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549972224 : -119883159579392 : ffff92f786dbd500)
00000100:00000040:3.0:1789434041.121117:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121120:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434041.121122:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434041.121123:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434041.121124:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933931136, offset 0
00000400:00000200:3.0:1789434041.121126:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434041.121129:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434041.121131:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434041.121132:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434041.121134:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434041.121135:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434041.121137:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434041.121139:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512527:512527:256:4294967295] 192.168.203.104@tcp LPNI seq info [512494:512494:8:4294967295]
00000400:00000200:3.0:1789434041.121141:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434041.121144:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434041.121147:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434041.121149:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434041.121151:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434041.121153:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789434041.121155:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434041.121157:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789434041.121159:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434041.121160:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434041.121162:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434041.121164:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434041.121166:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434041.121167:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434041.121169:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434041.121171:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121176:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434041.121177:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434066 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121181:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.121182:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434041.121184:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434041.121185:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434041.121187:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434041.121188:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300168223
00000100:00000001:3.0:1789434041.121190:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300168875
00000100:00000001:3.0:1789434041.121191:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300168223
00000100:00000001:3.0:1789434041.121192:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300168875
00000100:00000001:3.0:1789434041.121193:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434041.121194:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.121195:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434041.121197:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434041/real 1789434041]  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434041.121201:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434041.121201:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434041.121202:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434041.121204:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434041.121205:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434041.121206:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434041.121207:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434041.121212:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121219:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434041.121220:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.121221:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434041.121222:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434041.121224:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121227:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434041.121229:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121232:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434041.121233:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.121234:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434041.121235:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.121236:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434041.121238:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434041.121239:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434041.121241:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434041.121242:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434041.121244:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434041.121247:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933931136:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434041.121249:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.121250:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434041.121252:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbf480 x1876351933930880/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121256:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434041.121257:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434041.121258:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434041.121259:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434041.121260:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434041.121261:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434041.121263:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434041.121264:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15400.
02000000:00000001:3.0:1789434041.121265:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434041.121266:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434041.121267:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbf480.
00000100:00000001:3.0:1789434041.121268:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434041.121269:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.121270:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434041.121272:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbce00 x1876351933931008/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121275:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434041.121276:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434041.121277:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434041.121277:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434041.121278:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434041.121279:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434041.121280:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434041.121280:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14800.
02000000:00000001:3.0:1789434041.121281:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434041.121282:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434041.121283:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbce00.
00000100:00000001:3.0:1789434041.121284:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434041.121285:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.121286:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434041.121288:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd500 x1876351933931136/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434066 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434041.121291:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434041.121292:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434041.121292:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434041.121293:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434041.121294:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434041.121295:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434041.121296:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434041.121297:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17800.
02000000:00000001:3.0:1789434041.121298:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434041.121299:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434041.121300:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd500.
00000100:00000001:3.0:1789434041.121301:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434041.121301:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.121302:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.121304:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434041.121305:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434041.121306:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434041.121307:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434041.823458:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300168875, at 4300168896
00000100:00000040:3.0:1789434041.823458:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300168875, at 4300168896
00000100:00000010:2.0:1789434041.823473:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a05a0.
00000100:00000010:3.0:1789434041.823483:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a06c0.
00000100:00000001:3.0:1789434041.887438:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434041.887445:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434041.887448:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434041.887454:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434041.887458:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434041.887462:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.887465:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434041.887467:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434041.887471:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434041.888257:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434041.888262:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434041.888266:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434042.144340:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434042.144371:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434042.144373:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434042.144379:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434042.144383:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434042.144387:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434042.144390:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434042.144393:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434042.144397:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434042.144421:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434042.144430:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434042.144433:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434042.144439:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434042.144442:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434042.144445:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434042.144448:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434042.144451:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434042.144454:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434042.911441:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434042.911450:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434042.911454:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434042.911460:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434042.911466:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434042.911471:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434042.911545:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434042.911548:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434042.911551:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434042.911770:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434042.911773:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434042.911777:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434043.167474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434043.167480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434043.167481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434043.167485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434043.167487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434043.167490:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434043.167492:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434043.167494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434043.167496:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434043.167541:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434043.167546:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434043.167548:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434043.167552:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434043.167555:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434043.167557:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434043.167559:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434043.167561:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434043.167564:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434043.935413:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434043.935419:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434043.935427:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434043.935432:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434043.935437:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434043.935442:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434043.935445:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434043.935448:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434043.935452:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434043.935529:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434043.935532:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434043.935536:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434044.191480:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434044.191488:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434044.191491:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434044.191496:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434044.191500:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434044.191504:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434044.191507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434044.191509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434044.191512:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434044.191683:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434044.191687:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434044.191689:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434044.191692:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434044.191694:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434044.191697:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434044.191699:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434044.191701:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434044.191703:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434044.959458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434044.959464:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434044.959468:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434044.959473:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434044.959479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434044.959485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434044.959491:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434044.959495:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434044.959502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434045.215483:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434045.215483:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434045.215491:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434045.215492:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434045.215496:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434045.215496:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434045.215504:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434045.215505:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434045.215511:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434045.215512:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434045.215518:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434045.215518:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434045.215523:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434045.215523:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434045.215528:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434045.215529:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434045.215535:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434045.215536:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434045.983444:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434045.983452:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434045.983455:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434045.983461:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434045.983465:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434045.983469:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434045.983471:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434045.983474:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434045.983478:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434045.983579:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434045.983583:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434045.983587:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789434046.239539:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434046.239549:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434046.239554:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434046.239561:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434046.239568:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434046.239577:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5500
00000400:00000200:2.0:1789434046.239589:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434046.239598:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434046.239601:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789434046.239681:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434046.239685:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434046.239686:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434046.239689:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434046.239691:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434046.239693:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.239696:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434046.239697:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.239699:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434046.239751:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.239755:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434046.239757:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.239760:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434046.239769:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434046.239771:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434046.239774:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434046.239777:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434046.239779:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434046.239782:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434046.239785:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.239788:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434046.239789:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.239791:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434046.239794:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434046.239797:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434046.239800:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434046.239803:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434046.239806:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434046.239809:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434046.239811:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434046.239813:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434046.239821:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29f80.
00000020:00000040:2.0:1789434046.239825:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434046.239828:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434046.239830:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434046.239833:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434046.239836:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434046.239840:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434046.239860:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79800.
00000100:00000001:2.0:1789434046.239868:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434046.239888:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434046.239900:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434046.239904:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434046.239909:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b20d5cf0] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434046.239934:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434046.239937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434046.239940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434046.239942:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434046.239944:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434046.239946:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434046.239949:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5500
00000400:00000200:2.0:1789434046.239953:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434046.239956:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434046.239958:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434046.239961:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.239963:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434046.239965:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.239967:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434046.239971:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434046.239972:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434046.239974:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434046.239976:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434046.239978:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434046.239980:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434046.239983:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.239985:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434046.239987:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.239990:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434046.239992:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434046.239995:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434046.240002:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434046.240004:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434046.240010:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434046.240012:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434046.240014:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434046.240017:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434046.240020:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434046.240021:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434046.240025:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2aa00.
00000020:00000040:2.0:1789434046.240028:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434046.240030:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434046.240032:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434046.240034:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434046.240035:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434046.240037:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434046.240052:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789434046.240056:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434046.240061:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434046.240068:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434046.240070:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434046.240074:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3661409] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434046.240081:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434046.240084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434046.240087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434046.240088:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434046.240090:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434046.240093:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434046.240095:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5500
00000400:00000200:2.0:1789434046.240109:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434046.240113:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434046.240115:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434046.240118:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.240119:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434046.240121:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.240123:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434046.240126:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434046.240128:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434046.240129:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434046.240131:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434046.240133:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434046.240136:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434046.240139:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.240141:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434046.240143:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.240145:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434046.240146:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434046.240149:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434046.240151:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434046.240153:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434046.240156:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434046.240158:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434046.240160:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434046.240163:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434046.240165:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434046.240167:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434046.240170:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29c00.
00000020:00000040:2.0:1789434046.240172:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434046.240175:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434046.240176:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434046.240177:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434046.240179:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434046.240181:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434046.240184:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789434046.240188:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434046.240192:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434046.240200:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434046.240202:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434046.240206:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a31316b7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434046.240213:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434046.240216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434046.240220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434046.240221:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434046.240223:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434046.240226:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434046.240228:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5500
00000400:00000200:2.0:1789434046.240232:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434046.240235:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434046.240237:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434046.240240:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.240242:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434046.240244:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.240246:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434046.240249:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434046.240250:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434046.240252:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434046.240254:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434046.240256:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434046.240259:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434046.240262:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.240264:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434046.240266:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434046.240268:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434046.240270:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434046.240273:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434046.240275:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434046.240277:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434046.240280:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434046.240282:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434046.240284:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434046.240286:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434046.240288:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434046.240290:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434046.240293:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2bb80.
00000020:00000040:2.0:1789434046.240296:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434046.240298:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434046.240299:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434046.240301:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434046.240302:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434046.240304:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434046.240307:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000100:00000001:2.0:1789434046.240310:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434046.240314:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434046.240321:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434046.240323:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434046.240326:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ddafd05] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434046.240334:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434046.240338:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5511)
00000100:00000001:3.0:1789434046.240406:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434046.240409:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434046.240411:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434046.240419:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.240426:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434046.240428:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434046.240432:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434046.240434:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434046.240437:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434046.240449:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933931264:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434046.240454:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434046.240457:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434046.240459:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434046.240461:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434046.240466:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434046.240468:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434046.240473:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434046.240477:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434046.240483:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434046.240490:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933931264, portal 25
00000100:00000001:3.0:1789434046.240492:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434046.240494:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482259840 : -119883227291776 : ffff92f782d29f80)
00000100:00000040:3.0:1789434046.240499:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.240506:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434046.240509:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434046.240512:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434046.240515:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933931264, offset 0
00000400:00000200:3.0:1789434046.240521:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434046.240529:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434046.240535:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434046.240540:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434046.240544:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434046.240547:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434046.240550:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434046.240554:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512528:512528:256:4294967295] 192.168.203.104@tcp LPNI seq info [512495:512495:8:4294967295]
00000400:00000200:3.0:1789434046.240558:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434046.240568:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434046.240575:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434046.240580:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434046.240586:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434046.240589:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789434046.240595:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434046.240598:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1789434046.240603:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434046.240605:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434046.240610:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434046.240614:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434046.240619:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434046.240622:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434046.240625:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434046.240629:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.240637:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434046.240640:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.240647:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434046.240648:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434046.240653:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434046.240657:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434046.240660:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300173996
00000100:00000010:3.0:1789434046.240665:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a06c0.
00000100:00000001:3.0:1789434046.240671:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434046.240682:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300173996
00000100:00000010:3.0:1789434046.240685:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a00c0.
00000100:00000001:3.0:1789434046.240688:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434046.240691:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434046.240694:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434046.240696:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434046.240701:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434046/real 1789434046]  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434046.240716:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434046.240718:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434046.240719:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434046.240722:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434046.240723:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434046.240726:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434046.240729:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434046.240737:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.240743:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434046.240744:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.240747:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434046.240749:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434046.240753:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.240759:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434046.240763:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.240770:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434046.240772:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.240774:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434046.240775:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.240777:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434046.240779:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434046.240781:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434046.240785:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434046.240787:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434046.240791:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434046.240799:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933931264:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434046.240803:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434046.240806:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.240812:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434046.240814:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434046.240816:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434046.240817:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434046.240819:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434046.240822:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933931392:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434046.240824:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434046.240826:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434046.240827:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434046.240829:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434046.240832:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434046.240834:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434046.240837:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434046.240840:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434046.240842:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434046.240845:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933931392, portal 10
00000100:00000001:3.0:1789434046.240846:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434046.240847:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482262528 : -119883227289088 : ffff92f782d2aa00)
00000100:00000040:3.0:1789434046.240853:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.240858:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434046.240860:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434046.240862:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434046.240863:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933931392, offset 0
00000400:00000200:3.0:1789434046.240867:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434046.240870:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434046.240873:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434046.240876:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434046.240891:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434046.240893:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434046.240895:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434046.240898:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512529:512529:256:4294967295] 192.168.203.104@tcp LPNI seq info [512496:512496:8:4294967295]
00000400:00000200:3.0:1789434046.240902:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434046.240908:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434046.240912:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434046.240915:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434046.240918:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434046.240921:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789434046.240924:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434046.240926:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1789434046.240930:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434046.240931:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434046.240934:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434046.240937:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434046.240939:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434046.240941:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434046.240943:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434046.240945:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.240952:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434046.240954:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.240960:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434046.240961:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434046.240963:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434046.240966:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434046.240969:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434046.240971:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300173324
00000100:00000001:3.0:1789434046.240973:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300173996
00000100:00000001:3.0:1789434046.240975:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300173324
00000100:00000001:3.0:1789434046.240977:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300173996
00000100:00000001:3.0:1789434046.240979:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434046.240980:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434046.240982:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434046.240985:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434046/real 1789434046]  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434046.240991:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434046.240992:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434046.240993:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434046.240995:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434046.240997:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434046.240998:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434046.241001:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434046.241007:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241013:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434046.241014:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241015:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434046.241017:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434046.241020:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241025:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434046.241029:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241035:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434046.241037:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241039:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434046.241040:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241041:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434046.241044:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434046.241046:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434046.241049:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434046.241050:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434046.241054:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434046.241061:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933931392:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434046.241064:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434046.241067:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241073:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434046.241075:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434046.241076:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434046.241078:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434046.241080:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434046.241082:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933931520:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434046.241085:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434046.241086:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434046.241087:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434046.241089:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434046.241091:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434046.241093:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434046.241096:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434046.241098:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434046.241101:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434046.241104:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933931520, portal 4
00000100:00000001:3.0:1789434046.241106:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434046.241107:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258944 : -119883227292672 : ffff92f782d29c00)
00000100:00000040:3.0:1789434046.241112:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241117:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434046.241119:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434046.241121:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434046.241123:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933931520, offset 0
00000400:00000200:3.0:1789434046.241127:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434046.241130:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434046.241134:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434046.241137:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434046.241139:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434046.241141:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434046.241143:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434046.241146:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512530:512530:256:4294967295] 192.168.203.104@tcp LPNI seq info [512497:512497:8:4294967295]
00000400:00000200:3.0:1789434046.241150:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434046.241156:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434046.241160:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434046.241163:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434046.241165:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434046.241167:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789434046.241171:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434046.241174:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1789434046.241177:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434046.241179:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434046.241182:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434046.241185:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434046.241188:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434046.241189:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434046.241191:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434046.241195:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241206:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434046.241208:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241213:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434046.241215:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434046.241217:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434046.241220:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434046.241222:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434046.241224:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300173341
00000100:00000001:3.0:1789434046.241226:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300173996
00000100:00000001:3.0:1789434046.241227:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300173341
00000100:00000001:3.0:1789434046.241229:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300173996
00000100:00000001:3.0:1789434046.241231:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434046.241232:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434046.241234:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434046.241237:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434046/real 1789434046]  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434046.241244:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434046.241245:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434046.241246:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434046.241248:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434046.241250:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434046.241251:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434046.241254:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434046.241261:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241266:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434046.241268:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241270:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434046.241271:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434046.241274:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241280:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434046.241283:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241289:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434046.241291:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241292:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434046.241294:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241295:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434046.241299:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434046.241302:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434046.241305:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434046.241307:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434046.241311:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434046.241319:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933931520:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434046.241323:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434046.241326:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241332:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434046.241333:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434046.241335:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434046.241337:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434046.241339:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434046.241342:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933931648:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434046.241345:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434046.241369:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434046.241371:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434046.241372:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434046.241374:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434046.241376:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434046.241378:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434046.241380:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434046.241383:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434046.241386:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933931648, portal 4
00000100:00000001:3.0:1789434046.241388:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434046.241389:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482267008 : -119883227284608 : ffff92f782d2bb80)
00000100:00000040:3.0:1789434046.241396:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241402:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434046.241404:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434046.241406:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434046.241408:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933931648, offset 0
00000400:00000200:3.0:1789434046.241412:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434046.241416:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434046.241419:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434046.241422:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434046.241424:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434046.241426:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434046.241428:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434046.241432:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512531:512531:256:4294967295] 192.168.203.104@tcp LPNI seq info [512498:512498:8:4294967295]
00000400:00000200:3.0:1789434046.241435:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434046.241441:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434046.241446:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434046.241448:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434046.241452:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434046.241455:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789434046.241459:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434046.241462:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1789434046.241465:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434046.241467:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434046.241470:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434046.241473:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434046.241476:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434046.241478:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434046.241480:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434046.241483:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241491:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434046.241494:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241500:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434046.241502:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434046.241504:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434046.241507:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434046.241510:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434046.241512:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300173344
00000100:00000001:3.0:1789434046.241514:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300173996
00000100:00000001:3.0:1789434046.241516:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300173344
00000100:00000001:3.0:1789434046.241518:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300173996
00000100:00000001:3.0:1789434046.241520:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434046.241522:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434046.241523:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434046.241526:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434046/real 1789434046]  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434046.241532:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434046.241534:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434046.241536:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434046.241538:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434046.241539:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434046.241541:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434046.241544:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434046.241551:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241558:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434046.241559:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241561:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434046.241563:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434046.241566:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241572:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434046.241576:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241580:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434046.241581:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241582:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434046.241583:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241584:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434046.241586:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434046.241588:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434046.241591:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434046.241593:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434046.241596:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434046.241609:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933931648:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434046.241613:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241615:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434046.241618:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29f80 x1876351933931264/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241624:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434046.241626:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434046.241629:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434046.241631:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434046.241633:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434046.241634:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434046.241636:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434046.241638:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79800.
02000000:00000001:3.0:1789434046.241643:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434046.241644:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434046.241646:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29f80.
00000100:00000001:3.0:1789434046.241649:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434046.241650:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241652:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434046.241655:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2aa00 x1876351933931392/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241661:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434046.241662:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434046.241663:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434046.241665:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434046.241666:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434046.241667:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434046.241668:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434046.241670:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:3.0:1789434046.241672:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434046.241673:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434046.241675:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2aa00.
00000100:00000001:3.0:1789434046.241677:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434046.241678:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241679:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434046.241682:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29c00 x1876351933931520/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241688:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434046.241689:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434046.241690:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434046.241692:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434046.241693:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434046.241694:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434046.241695:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434046.241697:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:3.0:1789434046.241699:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434046.241700:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434046.241701:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29c00.
00000100:00000001:3.0:1789434046.241703:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434046.241704:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241706:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434046.241709:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2bb80 x1876351933931648/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434071 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434046.241714:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434046.241716:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434046.241717:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434046.241719:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434046.241720:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434046.241721:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434046.241723:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434046.241724:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:3.0:1789434046.241726:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434046.241727:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434046.241728:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2bb80.
00000100:00000001:3.0:1789434046.241730:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434046.241731:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241733:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434046.241740:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434046.241742:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434046.241744:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434046.241746:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434046.943463:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300173996, at 4300174016
00000100:00000040:2.0:1789434046.943467:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300173996, at 4300174016
00000100:00000010:3.0:1789434046.943481:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a00c0.
00000100:00000010:2.0:1789434046.943483:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a06c0.
00000100:00000001:2.0:1789434047.007529:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434047.007534:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434047.007537:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434047.007541:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434047.007544:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434047.007548:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434047.007550:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434047.007553:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434047.007556:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434047.007647:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434047.007652:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434047.007656:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434047.263466:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434047.263473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434047.263475:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434047.263481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434047.263484:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434047.263488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434047.263491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434047.263494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434047.263496:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434048.032426:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434048.032432:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434048.032433:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434048.032437:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434048.032439:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434048.032442:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434048.032443:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434048.032445:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434048.032447:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434048.033110:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434048.033113:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434048.033116:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434048.287805:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434048.287812:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434048.287815:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434048.287822:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434048.287828:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434048.287832:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434048.287836:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434048.287840:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434048.287843:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434048.287895:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434048.287899:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434048.287901:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434048.287904:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434048.287907:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434048.287910:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434048.287914:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434048.287926:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434048.287929:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434049.059004:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434049.059009:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434049.059011:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434049.059016:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434049.059020:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434049.059024:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434049.059027:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434049.059029:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434049.059032:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434049.311470:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434049.311476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434049.311479:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434049.311485:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434049.311488:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434049.311492:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434049.311493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434049.311497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434049.311500:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434049.311501:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434049.311505:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434049.311506:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434049.311515:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434049.311520:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434049.311525:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434049.311528:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434049.311531:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434049.311533:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434050.079610:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434050.079614:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434050.079618:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434050.079707:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434050.079714:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434050.079716:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434050.079722:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434050.079725:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434050.079729:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434050.079733:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434050.079736:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434050.079740:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434050.335453:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434050.335461:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434050.335464:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434050.335470:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434050.335473:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434050.335477:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434050.335480:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434050.335483:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434050.335483:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434050.335488:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434050.335491:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434050.335495:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434050.335500:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434050.335504:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434050.335508:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434050.335511:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434050.335513:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434050.335516:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434051.103508:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434051.103518:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434051.103520:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434051.103526:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434051.103530:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434051.103534:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.103537:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434051.103540:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.103543:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434051.103699:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434051.103709:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434051.103712:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434051.359477:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434051.359482:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434051.359484:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434051.359488:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434051.359488:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434051.359492:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1789434051.359494:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:3.0:1789434051.359495:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434051.359501:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434051.359501:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434051.359502:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434051.359509:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434051.359510:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434051.359510:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5506
00000100:00000001:0.0:1789434051.359518:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434051.359518:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434051.359525:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434051.359526:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:2.0:1789434051.359530:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434051.359531:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434051.359535:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434051.359541:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789434051.359542:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434051.359549:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434051.359549:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434051.359553:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434051.359556:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1789434051.359557:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434051.359560:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434051.359561:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434051.359571:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434051.359574:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434051.359576:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434051.359578:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434051.359580:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434051.359588:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434051.359591:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434051.359598:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434051.359600:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434051.359603:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434051.359604:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434051.359608:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434051.359611:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434051.359614:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434051.359617:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434051.359620:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434051.359623:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434051.359625:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434051.359628:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434051.359635:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789434051.359639:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434051.359643:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434051.359644:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434051.359648:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434051.359650:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434051.359654:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434051.359661:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789434051.359667:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434051.359673:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434051.359680:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434051.359684:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434051.359687:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434051.359715:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434051.359718:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434051.359722:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434051.359723:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434051.359725:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434051.359727:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434051.359730:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5506
00000400:00000200:3.0:1789434051.359734:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434051.359737:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434051.359740:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434051.359748:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434051.359751:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434051.359752:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789434051.359753:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434051.359757:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434051.359758:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434051.359764:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1789434051.359765:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434051.359769:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434051.359771:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434051.359773:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000040:2.0:1789434051.359778:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789434051.359778:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434051.359784:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434051.359796:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434051.359806:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434051.359808:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1789434051.359809:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434051.359813:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434051.359813:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434051.359819:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
02000000:00000001:2.0:1789434051.359824:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1789434051.359826:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:2.0:1789434051.359829:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434051.359831:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434051.359836:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434051.359837:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1789434051.359854:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933931776:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434051.359858:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434051.359859:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434051.359863:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434051.359865:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434051.359867:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434051.359869:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789434051.359872:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434051.359877:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1789434051.359879:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
00000008:00000001:3.0:1789434051.359881:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434051.359885:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434051.359886:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434051.359893:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000400:00000200:2.0:1789434051.359899:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:3.0:1789434051.359901:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434051.359907:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434051.359908:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434051.359910:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434051.359911:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434051.359913:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434051.359916:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
02000000:00000010:3.0:1789434051.359919:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:3.0:1789434051.359925:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434051.359926:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434051.359935:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933931776, portal 25
00000100:00100000:3.0:1789434051.359936:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434051.359938:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434051.359942:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000100:00000001:3.0:1789434051.359955:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1789434051.359956:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434051.359960:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434051.359972:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.359975:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434051.359993:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434051.360000:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000001:3.0:1789434051.360004:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434051.360006:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933931776, offset 0
00000100:00080000:3.0:1789434051.360011:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1789434051.360017:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789434051.360021:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434051.360023:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434051.360024:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434051.360027:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1789434051.360031:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:3.0:1789434051.360035:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5506
00000400:00000200:2.0:1789434051.360045:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434051.360051:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434051.360055:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434051.360059:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434051.360062:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434051.360066:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512532:512532:256:4294967295] 192.168.203.104@tcp LPNI seq info [512499:512499:8:4294967295]
00000400:00000200:2.0:1789434051.360070:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434051.360080:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1789434051.360088:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000200:2.0:1789434051.360089:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434051.360094:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000800:00000010:2.0:1789434051.360096:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000100:00080000:3.0:1789434051.360097:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434051.360104:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:2.0:1789434051.360107:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789434051.360110:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1789434051.360114:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1789434051.360118:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434051.360124:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434051.360132:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1789434051.360132:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:3.0:1789434051.360137:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434051.360140:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1789434051.360140:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000020:00000040:3.0:1789434051.360144:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434051.360151:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000100:2.0:1789434051.360155:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789434051.360159:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000010:2.0:1789434051.360161:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000100:00000040:3.0:1789434051.360168:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434051.360172:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434051.360173:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1789434051.360178:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:2.0:1789434051.360183:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1789434051.360185:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434051.360193:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000020:00000040:3.0:1789434051.360193:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000010:2.0:1789434051.360202:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00080000:3.0:1789434051.360203:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434051.360211:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434051.360213:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434051.360216:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1789434051.360217:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434051.360221:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434051.360222:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434051.360226:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000200:2.0:1789434051.360227:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789434051.360229:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434051.360236:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434051.360246:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789434051.360251:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:2.0:1789434051.360252:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1789434051.360254:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434051.360258:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434051.360259:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434051.360267:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434051.360270:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434051.360275:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434051.360279:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434051.360281:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:2.0:1789434051.360282:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434051.360289:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434051.360293:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434051.360299:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789434051.360306:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434051.360315:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300179115
00000100:00000001:3.0:1789434051.360324:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1789434051.360326:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888870c0.
00000100:00000001:3.0:1789434051.360327:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434051.360339:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.360342:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434051.360379:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434051.360381:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434051.360384:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434051.360385:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789434051.360387:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300179116
00000100:00080000:3.0:1789434051.360388:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434051.360397:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000010:2.0:1789434051.360399:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887660.
00000100:00080000:3.0:1789434051.360400:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5506
00000100:00000001:2.0:1789434051.360414:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000400:00000200:3.0:1789434051.360414:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434051.360419:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1789434051.360421:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1789434051.360422:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789434051.360427:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434051.360430:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434051.360432:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1789434051.360433:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434051.360438:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434051.360443:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00100000:2.0:1789434051.360445:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434051/real 1789434051]  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789434051.360447:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434051.360449:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434051.360451:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434051.360453:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434051.360460:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434051.360466:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434051.360478:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434051.360484:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1789434051.360486:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1789434051.360487:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000001:2.0:1789434051.360490:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1789434051.360494:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000010:2.0:1789434051.360495:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000020:00000040:3.0:1789434051.360497:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000200:2.0:1789434051.360502:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000100:00080000:3.0:1789434051.360502:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000010:2.0:1789434051.360508:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:3.0:1789434051.360509:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434051.360516:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434051.360517:0:2346:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:3.0:1789434051.360523:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434051.360526:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434051.360527:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434051.360528:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434051.360533:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434051.360535:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434051.360535:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434051.360543:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789434051.360547:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434051.360555:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434051.360557:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434051.360563:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434051.360566:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434051.360568:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434051.360573:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1789434051.360576:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789434051.360588:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434051.360592:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434051.360595:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434051.360599:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434051.360600:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434051.360604:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434051.360616:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434051.360618:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434051.360623:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434051.360633:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.360646:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434051.360657:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434051.360661:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5516)
00000100:00000040:2.0:1789434051.360669:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.360675:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434051.360677:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.360678:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434051.360679:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.360681:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434051.360683:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434051.360685:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434051.360688:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434051.360689:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434051.360692:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434051.360697:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933931776:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434051.360700:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.360702:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434051.360703:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933931776/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.360707:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434051.360709:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434051.360711:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434051.360713:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434051.360715:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434051.360716:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434051.360718:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434051.360721:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:2.0:1789434051.360724:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434051.360726:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434051.360728:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:2.0:1789434051.360731:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434051.360732:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.360733:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.360739:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434051.360740:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434051.360741:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434051.360742:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434051.360743:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434051.360746:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.360750:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434051.360751:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434051.360753:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434051.360754:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434051.360755:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434051.360757:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933931904:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434051.360758:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434051.360760:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434051.360761:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434051.360762:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434051.360764:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434051.360765:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434051.360768:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434051.360770:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434051.360772:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434051.360774:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933931904, portal 10
00000100:00000001:2.0:1789434051.360775:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434051.360776:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196928 : -119882416354688 : ffff92f7b3288a80)
00000100:00000040:2.0:1789434051.360781:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.360785:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434051.360786:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434051.360788:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434051.360789:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933931904, offset 0
00000400:00000200:2.0:1789434051.360791:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434051.360794:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434051.360797:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434051.360799:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434051.360801:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434051.360803:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434051.360806:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434051.360809:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512533:512533:256:4294967295] 192.168.203.104@tcp LPNI seq info [512500:512500:8:4294967295]
00000400:00000200:2.0:1789434051.360813:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434051.360818:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434051.360823:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434051.360826:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434051.360830:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434051.360832:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789434051.360838:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434051.360853:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1789434051.360857:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434051.360858:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434051.360861:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434051.360864:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434051.360868:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434051.360869:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434051.360872:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434051.360875:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.360882:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434051.360885:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.360892:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434051.360893:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434051.360896:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434051.360900:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434051.360904:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434051.360906:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300178444
00000100:00000001:2.0:1789434051.360909:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300179115
00000100:00000001:2.0:1789434051.360911:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300178444
00000100:00000001:2.0:1789434051.360912:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300179116
00000100:00000001:2.0:1789434051.360914:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434051.360915:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434051.360917:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434051.360919:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434051/real 1789434051]  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434051.360924:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434051.360925:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434051.360926:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434051.360928:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434051.360929:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434051.360930:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434051.360932:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434051.360937:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.360940:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434051.360941:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.360942:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434051.360943:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434051.360945:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.360948:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434051.360951:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.360955:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434051.360958:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.360959:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434051.360960:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.360962:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434051.360966:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434051.360968:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434051.360971:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434051.360973:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434051.360977:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434051.360985:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933931904:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434051.360988:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434051.360993:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.360999:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434051.360999:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434051.361001:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434051.361002:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434051.361003:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434051.361005:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933932032:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434051.361007:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434051.361009:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434051.361010:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434051.361011:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434051.361013:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434051.361014:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434051.361016:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434051.361018:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434051.361020:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434051.361023:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933932032, portal 4
00000100:00000001:2.0:1789434051.361024:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434051.361025:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:2.0:1789434051.361028:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361032:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434051.361034:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434051.361036:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434051.361038:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933932032, offset 0
00000400:00000200:2.0:1789434051.361042:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434051.361045:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434051.361049:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434051.361051:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434051.361053:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434051.361056:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434051.361058:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434051.361061:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512534:512534:256:4294967295] 192.168.203.104@tcp LPNI seq info [512501:512501:8:4294967295]
00000400:00000200:2.0:1789434051.361065:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434051.361071:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434051.361075:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434051.361079:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434051.361082:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434051.361084:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789434051.361086:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434051.361088:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1789434051.361091:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434051.361092:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434051.361094:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434051.361096:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434051.361098:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434051.361099:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434051.361101:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434051.361103:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361109:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434051.361112:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361118:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434051.361120:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434051.361123:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434051.361126:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434051.361129:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434051.361131:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300178461
00000100:00000001:2.0:1789434051.361133:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300179115
00000100:00000001:2.0:1789434051.361135:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300178461
00000100:00000001:2.0:1789434051.361137:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300179116
00000100:00000001:2.0:1789434051.361139:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434051.361141:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434051.361143:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434051.361147:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434051/real 1789434051]  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434051.361154:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434051.361156:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434051.361157:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434051.361160:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434051.361161:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434051.361163:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434051.361166:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434051.361173:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361186:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434051.361187:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.361189:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434051.361190:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434051.361194:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361199:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434051.361202:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361206:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434051.361207:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.361208:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434051.361209:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.361210:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434051.361214:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434051.361215:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434051.361217:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434051.361218:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434051.361220:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434051.361225:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933932032:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434051.361228:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434051.361230:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361233:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434051.361234:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434051.361236:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434051.361237:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434051.361238:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434051.361240:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933932160:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434051.361242:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434051.361243:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434051.361244:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434051.361245:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434051.361247:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434051.361248:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434051.361250:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434051.361252:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434051.361253:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434051.361255:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933932160, portal 4
00000100:00000001:2.0:1789434051.361256:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434051.361257:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:2.0:1789434051.361261:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361265:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434051.361266:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434051.361267:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00000200:2.0:1789434051.361268:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933932160, offset 0
00000400:00000200:2.0:1789434051.361271:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434051.361273:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434051.361275:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434051.361277:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434051.361278:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434051.361279:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434051.361281:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434051.361283:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512535:512535:256:4294967295] 192.168.203.104@tcp LPNI seq info [512502:512502:8:4294967295]
00000400:00000200:2.0:1789434051.361285:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434051.361289:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434051.361292:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434051.361294:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434051.361296:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434051.361298:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789434051.361300:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434051.361302:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1789434051.361305:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434051.361306:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434051.361308:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434051.361309:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434051.361311:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65aa0
00000400:00000010:2.0:1789434051.361312:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65aa0.
00000100:00000001:2.0:1789434051.361314:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434051.361316:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361320:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434051.361322:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361325:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434051.361326:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434051.361328:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434051.361330:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434051.361332:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434051.361333:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300178463
00000100:00000001:2.0:1789434051.361335:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300179115
00000100:00000001:2.0:1789434051.361336:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300178463
00000100:00000001:2.0:1789434051.361337:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300179116
00000100:00000001:2.0:1789434051.361338:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434051.361339:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434051.361340:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434051.361342:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434051/real 1789434051]  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434051.361347:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434051.361364:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434051.361365:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434051.361368:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434051.361369:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434051.361371:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434051.361374:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434051.361382:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361388:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434051.361390:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.361392:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434051.361393:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434051.361396:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361403:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434051.361407:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361413:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434051.361416:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.361417:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434051.361417:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.361419:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434051.361421:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434051.361423:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434051.361425:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434051.361427:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434051.361429:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434051.361434:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933932160:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434051.361437:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.361439:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434051.361442:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288a80 x1876351933931904/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361448:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434051.361450:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434051.361452:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434051.361454:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434051.361456:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434051.361458:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434051.361459:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434051.361461:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:2.0:1789434051.361464:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434051.361465:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434051.361466:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288a80.
00000100:00000001:2.0:1789434051.361468:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434051.361469:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.361471:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434051.361474:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933932032/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361481:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434051.361482:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434051.361483:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434051.361485:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434051.361486:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434051.361487:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434051.361489:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434051.361491:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:2.0:1789434051.361492:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434051.361494:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434051.361495:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:2.0:1789434051.361497:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434051.361498:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.361500:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434051.361503:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933932160/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434051.361508:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434051.361509:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434051.361511:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434051.361514:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434051.361515:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434051.361516:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434051.361518:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434051.361519:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:2.0:1789434051.361521:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434051.361523:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434051.361524:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:2.0:1789434051.361527:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434051.361528:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.361530:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434051.361533:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434051.361534:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434051.361535:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434051.361537:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434052.063472:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300179115, at 4300179136
00000100:00000040:3.0:1789434052.063473:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300179116, at 4300179136
00000100:00000010:2.0:1789434052.063489:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888870c0.
00000100:00000010:3.0:1789434052.063492:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887660.
00000100:00000001:2.0:1789434052.127516:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434052.127527:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434052.127530:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434052.127536:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434052.127541:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434052.127545:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434052.127548:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434052.127551:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434052.127554:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434052.127682:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434052.127686:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434052.127690:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434052.383417:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434052.383423:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434052.383425:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434052.383430:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434052.383434:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434052.383438:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434052.383440:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434052.383443:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434052.383446:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434052.384419:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434052.384427:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434052.384429:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434052.384434:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434052.384438:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434052.384441:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434052.384444:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434052.384447:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434052.384449:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434053.151511:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434053.151525:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434053.151530:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434053.151544:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434053.151553:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434053.151561:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434053.151569:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434053.151574:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434053.151579:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434053.151619:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434053.151625:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434053.151629:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434053.407469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434053.407475:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434053.407477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434053.407483:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434053.407484:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1789434053.407490:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434053.407493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434053.407498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434053.407499:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434053.407506:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1789434053.407508:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434053.407512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434053.407515:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434053.407517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434053.407521:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434053.407526:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434053.407528:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434053.407531:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434054.175461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434054.175470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434054.175472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434054.175478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434054.175484:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434054.175488:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434054.175491:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434054.175495:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434054.175498:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434054.175573:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434054.175576:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434054.175580:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434054.431481:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434054.431486:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434054.431488:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434054.431492:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434054.431493:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434054.431495:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434054.431500:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434054.431501:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434054.431508:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434054.431508:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434054.431513:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434054.431513:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434054.431517:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434054.431518:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434054.431522:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434054.431523:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434054.431529:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434054.431533:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434055.199599:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434055.199603:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434055.199607:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434055.201033:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434055.201038:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434055.201041:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434055.201045:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434055.201048:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434055.201052:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434055.201055:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434055.201057:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434055.201060:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434055.455496:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434055.455508:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434055.455511:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434055.455518:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1789434055.455519:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434055.455528:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434055.455529:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434055.455533:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434055.455536:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434055.455543:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434055.455544:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434055.455552:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434055.455553:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434055.455558:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434055.455561:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434055.455564:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434055.455569:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434055.455572:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.223491:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434056.223499:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434056.223501:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434056.223507:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434056.223511:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434056.223516:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434056.223519:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434056.223522:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434056.223526:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434056.223621:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434056.223624:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434056.223628:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789434056.479481:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434056.479482:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434056.479490:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434056.479497:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434056.479498:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434056.479499:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434056.479504:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789434056.479507:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1789434056.479509:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:3.0:1789434056.479510:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434056.479512:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434056.479520:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1789434056.479521:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434056.479522:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434056.479528:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434056.479529:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789434056.479533:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5511
00000100:00000001:0.0:1789434056.479537:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434056.479538:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434056.479543:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434056.479544:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1789434056.479545:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434056.479550:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.479551:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434056.479559:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434056.479570:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434056.479574:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434056.479582:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434056.479585:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434056.479588:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434056.479590:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434056.479600:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434056.479602:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434056.479604:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434056.479608:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434056.479610:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434056.479612:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434056.479615:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434056.479616:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434056.479618:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434056.479619:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434056.479622:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434056.479624:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434056.479627:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434056.479629:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434056.479632:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434056.479635:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434056.479636:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434056.479638:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434056.479647:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789434056.479650:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434056.479654:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434056.479655:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434056.479658:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434056.479660:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434056.479663:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434056.479670:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789434056.479676:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434056.479685:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933932288/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434056.479694:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434056.479699:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434056.479703:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933932288/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434056.479723:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434056.479726:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434056.479728:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434056.479729:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434056.479730:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434056.479732:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434056.479735:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5511
00000400:00000200:3.0:1789434056.479738:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434056.479742:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434056.479744:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434056.479748:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434056.479750:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434056.479752:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434056.479754:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434056.479755:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434056.479759:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1789434056.479760:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789434056.479763:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1789434056.479764:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434056.479767:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434056.479769:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434056.479772:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434056.479774:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933932288/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789434056.479775:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434056.479783:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434056.479788:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434056.479790:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434056.479793:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434056.479793:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434056.479798:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:2.0:1789434056.479800:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1789434056.479812:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
02000000:00000001:2.0:1789434056.479813:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434056.479818:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434056.479819:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00100000:2.0:1789434056.479824:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933932288:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434056.479824:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434056.479828:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434056.479830:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434056.479834:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434056.479836:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434056.479836:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434056.479840:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1789434056.479842:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434056.479845:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:2.0:1789434056.479846:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
00000008:00100000:3.0:1789434056.479849:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1789434056.479851:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789434056.479854:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434056.479857:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434056.479861:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000010:3.0:1789434056.479865:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000400:00000010:2.0:1789434056.479867:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000020:00000040:3.0:1789434056.479869:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434056.479874:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1789434056.479875:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
02000000:00000001:3.0:1789434056.479876:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434056.479881:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434056.479882:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434056.479884:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434056.479885:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933932288, portal 25
02000000:00000010:3.0:1789434056.479888:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
00000100:00000001:2.0:1789434056.479890:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434056.479892:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.479894:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00100000:3.0:1789434056.479898:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933932416/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789434056.479905:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933932288/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434056.479906:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434056.479908:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434056.479914:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933932416/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434056.479923:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434056.479925:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434056.479929:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1789434056.479930:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434056.479932:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434056.479934:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1789434056.479937:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434056.479940:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:2.0:1789434056.479941:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65aa0.
00000100:00080000:3.0:1789434056.479945:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5511
00000100:00000200:2.0:1789434056.479946:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933932288, offset 0
00000400:00000200:3.0:1789434056.479953:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434056.479958:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434056.479961:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434056.479965:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434056.479968:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:2.0:1789434056.479970:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434056.479972:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434056.479976:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434056.479978:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434056.479981:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434056.479987:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434056.479991:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434056.479994:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434056.479998:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434056.480002:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512536:512536:256:4294967295] 192.168.203.104@tcp LPNI seq info [512503:512503:8:4294967295]
00000400:00000200:2.0:1789434056.480007:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434056.480018:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434056.480024:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434056.480030:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000020:00000001:3.0:1789434056.480030:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434056.480033:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434056.480036:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.0:1789434056.480040:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:3.0:1789434056.480042:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434056.480048:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:2.1:1789434056.480049:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:3.0:1789434056.480052:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434056.480057:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434056.480059:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434056.480061:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434056.480063:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434056.480065:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434056.480068:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434056.480070:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434056.480072:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434056.480075:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434056.480077:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.480079:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434056.480079:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434056.480082:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000200:2.0:1789434056.480086:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00000001:3.0:1789434056.480087:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.480091:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300184235
00000100:00000001:3.0:1789434056.480095:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434056.480099:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888870c0.
00000100:00000010:3.0:1789434056.480101:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789434056.480105:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:2.0:1789434056.480107:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1789434056.480109:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434056.480112:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434056.480114:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1789434056.480116:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300184235
02000000:00000001:3.0:1789434056.480117:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434056.480120:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434056.480123:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887840.
02000000:00000010:3.0:1789434056.480126:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:2.0:1789434056.480128:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434056.480132:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.480134:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1789434056.480139:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933932544/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434056.480140:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.480147:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434056.480148:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434056.480152:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434056.480152:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434056.480157:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933932544/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434056.480162:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434056.480163:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.480166:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:3.0:1789434056.480166:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434056.480171:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434056.480172:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434056.480173:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434056.480176:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434056.480177:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434056.480178:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434056.480181:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1789434056.480182:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5511
00000400:00000200:3.0:1789434056.480187:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:2.0:1789434056.480190:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933932416/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434056.480191:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434056.480195:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434056.480201:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434056.480206:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434056.480210:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1789434056.480210:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434056.480213:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434056.480214:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:2.0:1789434056.480217:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1789434056.480219:0:13200:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1789434056.480221:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1789434056.480223:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
02000000:00000001:2.0:1789434056.480226:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434056.480226:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434056.480230:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00100000:2.0:1789434056.480234:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933932416:192.168.203.104@tcp:38:kworker.0
00000020:00000001:3.0:1789434056.480234:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434056.480240:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434056.480241:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434056.480245:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1789434056.480246:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:2.0:1789434056.480249:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434056.480251:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1789434056.480252:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1789434056.480256:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000010:2.0:1789434056.480259:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:3.0:1789434056.480260:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:2.0:1789434056.480264:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789434056.480265:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434056.480270:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:2.0:1789434056.480272:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434056.480274:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434056.480277:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0bb0.
02000000:00000001:3.0:1789434056.480278:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434056.480282:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1789434056.480284:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
02000000:00000001:3.0:1789434056.480287:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434056.480289:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933932416, portal 10
00000100:00000001:3.0:1789434056.480290:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434056.480294:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:2.0:1789434056.480295:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434056.480297:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000008:00000001:3.0:1789434056.480300:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434056.480303:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434056.480307:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933932416/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1789434056.480308:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789434056.480312:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434056.480317:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434056.480320:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.480324:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789434056.480324:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434056.480328:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1789434056.480330:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
02000000:00000001:3.0:1789434056.480332:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434056.480335:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e653b8.
00000100:00000200:2.0:1789434056.480338:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933932416, offset 0
02000000:00000010:3.0:1789434056.480338:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000100:00000001:3.0:1789434056.480344:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434056.480346:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434056.480380:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:3.0:1789434056.480383:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933932672/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789434056.480388:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434056.480397:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1789434056.480399:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434056.480404:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434056.480410:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000040:3.0:1789434056.480411:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933932672/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789434056.480419:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789434056.480422:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434056.480424:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000040:3.0:1789434056.480427:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5521)
00000400:00000200:2.0:1789434056.480430:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512537:512537:255:4294967295] 192.168.203.104@tcp LPNI seq info [512504:512504:7:4294967295]
00000400:00000200:2.0:1789434056.480436:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434056.480445:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434056.480450:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434056.480454:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a900.
00000800:00000200:2.0:1789434056.480458:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434056.480463:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434056.480467:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434056.480471:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434056.480474:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434056.480476:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300183564
00000100:00000001:2.0:1789434056.480479:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300184235
00000100:00000001:2.0:1789434056.480482:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300183564
00000100:00000001:2.0:1789434056.480484:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300184235
00000100:00000001:2.0:1789434056.480485:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434056.480488:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.480490:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434056.480494:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933932544/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434056.480502:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434056.480503:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434056.480505:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434056.480507:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434056.480509:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434056.480512:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933932544:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434056.480514:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434056.480516:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434056.480517:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434056.480518:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434056.480521:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434056.480523:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434056.480525:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434056.480527:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434056.480530:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434056.480532:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933932544, portal 4
00000100:00000001:2.0:1789434056.480533:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434056.480534:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:2.0:1789434056.480539:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933932544/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434056.480546:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434056.480549:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434056.480551:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65000.
00000100:00000200:2.0:1789434056.480554:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933932544, offset 0
00000400:00000200:2.0:1789434056.480572:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434056.480577:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434056.480580:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434056.480583:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434056.480586:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434056.480588:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434056.480590:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434056.480592:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512538:512538:254:4294967295] 192.168.203.104@tcp LPNI seq info [512505:512505:6:4294967295]
00000400:00000200:2.0:1789434056.480596:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434056.480602:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434056.480606:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434056.480610:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515aa00.
00000800:00000200:2.0:1789434056.480613:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434056.480617:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434056.480620:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434056.480623:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434056.480626:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434056.480628:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300183581
00000100:00000001:2.0:1789434056.480630:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300184235
00000100:00000001:2.0:1789434056.480633:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300183581
00000100:00000001:2.0:1789434056.480635:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300184235
00000100:00000001:2.0:1789434056.480637:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434056.480639:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.480641:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.480643:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434056.480647:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434056.480649:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1789434056.480651:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434056.480652:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434056.480653:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434056.480657:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288a80 x1876351933932672/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434056.480664:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434056.480665:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434056.480667:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434056.480669:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434056.480671:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434056.480673:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933932672:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434056.480676:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434056.480677:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434056.480679:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434056.480681:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434056.480684:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434056.480686:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434056.480689:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434056.480692:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434056.480695:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65990.
00000100:00000200:2.0:1789434056.480698:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933932672, portal 4
00000100:00000001:2.0:1789434056.480700:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434056.480701:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196928 : -119882416354688 : ffff92f7b3288a80)
00000100:00000040:2.0:1789434056.480706:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288a80 x1876351933932672/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434056.480713:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434056.480715:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434056.480717:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e654c8.
00000100:00000200:2.0:1789434056.480720:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933932672, offset 0
00000400:00000200:2.0:1789434056.480724:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434056.480727:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434056.480731:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434056.480734:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434056.480737:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434056.480739:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434056.480741:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434056.480743:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512539:512539:253:4294967295] 192.168.203.104@tcp LPNI seq info [512506:512506:5:4294967295]
00000400:00000200:2.0:1789434056.480747:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434056.480753:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434056.480758:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434056.480761:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a700.
00000800:00000200:2.0:1789434056.480765:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434056.480768:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434056.480770:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434056.480772:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434056.480776:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434056.480777:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300183583
00000100:00000001:2.0:1789434056.480780:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300184235
00000100:00000001:2.0:1789434056.480782:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300183583
00000100:00000001:2.0:1789434056.480784:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300184235
00000100:00000001:2.0:1789434056.480786:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434056.480788:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.480791:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.480793:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434056.480796:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434056.480797:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1789434056.480799:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434056.480800:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434056.480814:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434056.480817:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434057.183404:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300184235, at 4300184256
00000100:00000010:2.0:1789434057.183419:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888870c0.
00000100:00000040:3.0:1789434057.183476:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300184235, at 4300184256
00000100:00000010:3.0:1789434057.183480:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887840.
00000100:00000001:2.0:1789434057.247463:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434057.247471:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434057.247475:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434057.247480:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434057.247484:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434057.247487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434057.247490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434057.247492:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434057.247496:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434057.247838:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434057.247841:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434057.247844:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434057.503497:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434057.503504:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434057.503507:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434057.503513:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434057.503517:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434057.503522:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434057.503525:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434057.503527:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434057.503530:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434057.504252:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434057.504256:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434057.504258:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434057.504261:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434057.504264:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434057.504266:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434057.504268:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434057.504270:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434057.504272:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434058.272143:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434058.272146:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434058.272149:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434058.272244:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434058.272248:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434058.272250:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434058.272254:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434058.272257:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434058.272260:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434058.272263:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434058.272265:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434058.272268:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434058.527480:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434058.527480:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434058.527487:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434058.527487:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434058.527490:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434058.527490:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434058.527495:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434058.527495:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434058.527498:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434058.527498:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434058.527503:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434058.527503:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434058.527505:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434058.527505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434058.527508:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434058.527508:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434058.527510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434058.527511:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434059.295530:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434059.295540:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434059.295543:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434059.295551:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434059.295559:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1789434059.295575:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1789434059.295576:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1789434059.295582:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434059.295586:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:0.0:1789434059.295590:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434059.295592:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.295599:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434059.551510:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434059.551518:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434059.551520:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434059.551525:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434059.551529:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434059.551533:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434059.551536:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434059.551539:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434059.551543:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434059.551564:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434059.551575:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434059.551578:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434059.551584:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434059.551599:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434059.551605:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.551608:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434059.551612:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.551616:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434059.551953:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434059.551958:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434059.551961:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434059.551973:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434056/real 1789434059]  req@ffff92f7b3288a80 x1876351933932672/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434059.551989:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434059.551992:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434059.551996:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434059.552002:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65990
00000400:00000010:2.0:1789434059.552005:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65990.
00000100:00000001:2.0:1789434059.552009:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434059.552014:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288a80 x1876351933932672/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434059.552024:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288a80 x1876351933932672/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552032:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434059.552034:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552037:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434059.552040:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434059.552045:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288a80 x1876351933932672/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552051:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434059.552056:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288a80 x1876351933932672/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552064:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434059.552067:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552069:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434059.552070:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552073:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434059.552078:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434059.552081:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434059.552098:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434059.552101:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434059.552106:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288a80 x1876351933932672/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434059.552115:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933932672:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434059.552121:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434059.552125:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434056/real 1789434059]  req@ffff92f7b3289500 x1876351933932416/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434059.552133:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434059.552134:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434059.552136:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0bb0.
00000400:00000200:2.0:1789434059.552139:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434059.552141:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434059.552143:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434059.552146:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933932416/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434059.552155:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933932416/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552161:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434059.552163:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552164:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434059.552166:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434059.552169:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933932416/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552176:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434059.552180:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933932416/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552186:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434059.552189:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552190:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434059.552191:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552193:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434059.552197:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434059.552200:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434059.552204:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434059.552206:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434059.552210:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933932416/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434059.552218:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933932416:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434059.552222:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434059.552226:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434056/real 1789434059]  req@ffff92f7b3288700 x1876351933932544/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434059.552239:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434059.552240:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434059.552242:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434059.552245:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:2.0:1789434059.552247:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:2.0:1789434059.552249:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434059.552252:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933932544/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434059.552260:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933932544/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552266:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434059.552267:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552269:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434059.552271:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434059.552274:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933932544/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552280:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434059.552283:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933932544/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552290:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434059.552292:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552294:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434059.552295:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552296:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434059.552301:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434059.552304:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434059.552308:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434059.552310:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434059.552315:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933932544/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434059.552322:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933932544:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434059.552326:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434059.552330:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434056/real 1789434059]  req@ffff92f7b328ad80 x1876351933932288/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434059.552337:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434059.552338:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434059.552340:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434059.552364:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434059.552367:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434059.552369:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434059.552373:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933932288/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434059.552381:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933932288/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552387:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434059.552388:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552389:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434059.552391:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434059.552394:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933932288/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552401:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434059.552404:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933932288/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552411:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434059.552413:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552414:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434059.552416:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552417:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434059.552419:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434059.552421:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434059.552424:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434059.552427:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434059.552430:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933932288/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434059.552438:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933932288:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434059.552442:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552445:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434059.552448:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288a80 x1876351933932672/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552454:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434059.552458:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434059.552480:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434059.552485:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434059.552489:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434059.552491:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434059.552494:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434059.552496:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0800.
02000000:00000001:2.0:1789434059.552501:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434059.552503:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434059.552505:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288a80.
00000100:00000001:2.0:1789434059.552510:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434059.552512:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552513:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434059.552517:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933932416/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552523:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434059.552524:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434059.552525:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434059.552528:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434059.552529:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434059.552530:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434059.552532:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434059.552533:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1400.
02000000:00000001:2.0:1789434059.552536:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434059.552537:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434059.552538:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:2.0:1789434059.552541:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434059.552542:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552544:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434059.552547:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933932544/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552553:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434059.552554:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434059.552555:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434059.552558:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434059.552559:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434059.552560:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434059.552562:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434059.552564:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2000.
02000000:00000001:2.0:1789434059.552566:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434059.552567:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434059.552568:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:2.0:1789434059.552570:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434059.552571:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552573:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434059.552576:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933932288/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434059.552582:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434059.552583:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434059.552584:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434059.552599:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434059.552601:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434059.552603:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434059.552606:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434059.552611:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2c00.
02000000:00000001:2.0:1789434059.552615:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434059.552617:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434059.552620:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:2.0:1789434059.552623:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434059.552624:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552627:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434059.552635:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434059.552637:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434059.552640:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434059.552641:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434060.319478:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434060.319487:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434060.319489:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434060.319494:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434060.319498:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434060.319502:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434060.319505:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434060.319507:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434060.319512:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434060.319626:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434060.319631:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434060.319634:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434060.575473:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434060.575480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434060.575483:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434060.575489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434060.575493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434060.575496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434060.575499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434060.575501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434060.575504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434060.575517:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434060.575521:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434060.575522:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434060.575525:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434060.575528:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434060.575530:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434060.575531:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434060.575533:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434060.575535:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.343452:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434061.343463:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434061.343465:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434061.343472:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434061.343476:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434061.343479:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.343482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434061.343485:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.343489:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434061.346396:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434061.346404:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434061.346410:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434061.599489:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434061.599497:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434061.599500:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434061.599507:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434061.599511:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434061.599515:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.599519:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434061.599521:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.599524:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.599561:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434061.599564:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434061.599565:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434061.599568:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434061.599570:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434061.599572:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.599574:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434061.599576:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.599578:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434061.599669:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434061.599679:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434061.599682:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434061.599687:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434061.599692:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434061.599701:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5516
00000400:00000200:0.0:1789434061.599719:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434061.599727:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434061.599730:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434061.599733:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.599735:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434061.599737:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.599739:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434061.599748:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434061.599750:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434061.599753:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434061.599757:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434061.599759:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434061.599776:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434061.599780:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.599782:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434061.599784:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.599787:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434061.599791:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434061.599794:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434061.599797:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434061.599801:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434061.599805:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434061.599807:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434061.599810:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434061.599812:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434061.599818:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd180.
00000020:00000040:0.0:1789434061.599821:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434061.599825:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434061.599827:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434061.599830:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434061.599833:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434061.599838:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434061.599848:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000100:00000001:0.0:1789434061.599856:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434061.599866:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434061.599878:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434061.599883:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434061.599888:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002561b92c] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434061.599910:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434061.599913:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434061.599917:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434061.599918:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434061.599920:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434061.599923:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434061.599926:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5516
00000400:00000200:0.0:1789434061.599931:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434061.599934:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434061.599936:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434061.599940:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.599943:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434061.599946:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.599949:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434061.599953:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434061.599955:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00000001:2.0:1789434061.599955:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1789434061.599962:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789434061.599963:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1789434061.599966:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:2.0:1789434061.599968:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1789434061.599973:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434061.599978:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434061.599986:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434061.599987:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.599994:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434061.599999:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.600004:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434061.600007:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434061.600010:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434061.600012:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434061.600017:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434061.600027:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434061.600030:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434061.600034:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434061.600035:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434061.600040:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1789434061.600042:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1789434061.600046:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1789434061.600048:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434061.600052:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434061.600053:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434061.600063:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434061.600068:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933932800:192.168.203.104@tcp:250:kworker.0
00000100:00000010:0.0:1789434061.600075:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbca80.
00000100:00000001:2.0:1789434061.600080:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1789434061.600081:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434061.600085:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434061.600087:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434061.600089:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434061.600090:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434061.600092:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434061.600099:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17000.
02000000:00000001:2.0:1789434061.600101:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1789434061.600105:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434061.600106:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434061.600112:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1789434061.600116:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1789434061.600124:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:0.0:1789434061.600125:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1789434061.600132:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434061.600137:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434061.600145:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:0.0:1789434061.600146:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6c4da94] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1789434061.600154:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434061.600170:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000001:0.0:1789434061.600171:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434061.600178:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434061.600182:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1789434061.600183:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933932800, portal 25
00000100:00000001:0.0:1789434061.600185:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434061.600189:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434061.600191:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434061.600194:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434061.600195:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549971328 : -119883159580288 : ffff92f786dbd180)
00000100:00080000:0.0:1789434061.600203:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5516
00000100:00000040:2.0:1789434061.600212:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434061.600213:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434061.600226:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434061.600238:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789434061.600243:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434061.600248:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000040:2.0:1789434061.600252:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434061.600256:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000001:0.0:1789434061.600258:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1789434061.600264:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933932800, offset 0
00000100:00000040:0.0:1789434061.600266:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.600271:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434061.600275:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434061.600276:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434061.600278:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434061.600280:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434061.600284:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434061.600291:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:2.0:1789434061.600298:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000040:0.0:1789434061.600304:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.600309:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434061.600311:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.600316:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434061.600317:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:0.0:1789434061.600324:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434061.600332:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:2.0:1789434061.600338:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:0.0:1789434061.600340:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434061.600347:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434061.600387:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434061.600390:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434061.600392:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1789434061.600394:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434061.600400:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000200:2.0:1789434061.600404:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000008:00000001:0.0:1789434061.600407:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434061.600411:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434061.600413:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1789434061.600421:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd500.
00000400:00000200:2.0:1789434061.600421:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000020:00000040:0.0:1789434061.600430:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000400:00000200:2.0:1789434061.600440:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512540:512540:256:4294967295] 192.168.203.104@tcp LPNI seq info [512507:512507:8:4294967295]
02000000:00000001:0.0:1789434061.600441:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434061.600445:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434061.600453:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434061.600457:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1789434061.600462:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:0.0:1789434061.600467:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434061.600477:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434061.600486:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
02000000:00000010:0.0:1789434061.600489:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16800.
00000800:00000010:2.0:1789434061.600495:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000100:00000001:0.0:1789434061.600498:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434061.600512:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1789434061.600513:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434061.600524:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1789434061.600538:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434061.600545:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789434061.600546:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434061.600558:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1789434061.600561:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879e203] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789434061.600571:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434061.600579:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000100:00000001:0.0:1789434061.600584:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434061.600590:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1789434061.600591:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1789434061.600602:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434061.600604:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434061.600608:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1789434061.600618:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1789434061.600620:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434061.600627:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5516
00000400:00000200:0.0:1789434061.600635:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434061.600636:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000200:0.0:1789434061.600641:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000010:2.0:1789434061.600643:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00080000:0.0:1789434061.600647:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434061.600653:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434061.600654:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:0.0:1789434061.600661:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1789434061.600666:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434061.600668:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.600676:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434061.600683:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434061.600685:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434061.600690:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434061.600695:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434061.600699:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434061.600699:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1789434061.600706:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434061.600713:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434061.600718:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.600730:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434061.600733:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434061.600736:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434061.600739:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434061.600742:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434061.600744:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434061.600750:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434061.600756:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434061.600757:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434061.600776:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.600778:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434061.600782:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434061.600787:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1789434061.600788:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434061.600799:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434061.600804:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434061.600806:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000010:0.0:1789434061.600814:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbce00.
00000100:00000001:2.0:1789434061.600815:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300189356
00000020:00000040:0.0:1789434061.600824:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434061.600828:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434061.600829:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434061.600831:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434061.600832:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434061.600834:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434061.600840:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888870c0.
02000000:00000010:0.0:1789434061.600841:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
00000100:00000001:0.0:1789434061.600851:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.600856:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1789434061.600863:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434061.600869:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300189356
00000100:00000001:0.0:1789434061.600874:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434061.600879:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434061.600880:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887120.
00000100:00000040:0.0:1789434061.600889:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c51f9e] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.600891:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434061.600905:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434061.600906:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.600912:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434061.600917:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5526)
00000100:00000001:2.0:1789434061.600918:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434061.600934:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434061/real 1789434061]  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434061.600947:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434061.600949:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434061.600951:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434061.600956:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434061.600958:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434061.600961:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434061.600966:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434061.600979:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.600985:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434061.600986:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.600989:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434061.600991:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434061.600995:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601002:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434061.601007:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601013:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434061.601017:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.601018:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434061.601019:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.601023:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434061.601025:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434061.601029:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434061.601033:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434061.601036:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434061.601041:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434061.601050:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933932800:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434061.601055:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.601057:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434061.601060:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd180 x1876351933932800/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601071:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434061.601073:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434061.601076:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434061.601081:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434061.601083:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434061.601085:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434061.601087:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434061.601089:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15000.
02000000:00000001:2.0:1789434061.601093:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434061.601094:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434061.601096:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd180.
00000100:00000001:2.0:1789434061.601099:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434061.601100:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.601102:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.601110:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434061.601111:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.601114:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434061.601115:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434061.601117:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434061.601123:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601130:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434061.601131:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434061.601136:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434061.601140:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434061.601143:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434061.601146:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933932928:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434061.601149:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434061.601153:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434061.601155:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434061.601157:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434061.601167:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434061.601169:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434061.601173:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434061.601177:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434061.601181:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434061.601185:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933932928, portal 10
00000100:00000001:2.0:1789434061.601188:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434061.601189:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549969536 : -119883159582080 : ffff92f786dbca80)
00000100:00000040:2.0:1789434061.601197:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601202:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434061.601206:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434061.601207:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434061.601209:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933932928, offset 0
00000400:00000200:2.0:1789434061.601214:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434061.601221:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434061.601227:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434061.601233:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434061.601237:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434061.601241:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434061.601245:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434061.601249:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512541:512541:256:4294967295] 192.168.203.104@tcp LPNI seq info [512508:512508:8:4294967295]
00000400:00000200:2.0:1789434061.601253:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434061.601261:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434061.601266:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434061.601270:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434061.601274:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434061.601276:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789434061.601280:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434061.601282:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789434061.601284:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434061.601286:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434061.601289:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434061.601291:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434061.601294:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:2.0:1789434061.601295:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:2.0:1789434061.601297:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434061.601301:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601309:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434061.601312:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601319:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.601320:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434061.601324:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434061.601327:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434061.601331:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434061.601333:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300188684
00000100:00000001:2.0:1789434061.601336:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300189356
00000100:00000001:2.0:1789434061.601339:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300188684
00000100:00000001:2.0:1789434061.601341:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300189356
00000100:00000001:2.0:1789434061.601342:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434061.601345:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.601346:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434061.601381:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434061/real 1789434061]  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434061.601390:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434061.601392:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434061.601393:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434061.601396:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434061.601398:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434061.601400:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434061.601403:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434061.601411:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601423:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434061.601424:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.601426:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434061.601427:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434061.601431:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601437:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434061.601440:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601446:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434061.601448:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.601450:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434061.601451:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.601453:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434061.601457:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434061.601459:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434061.601462:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434061.601464:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434061.601468:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434061.601475:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933932928:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434061.601479:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434061.601482:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601488:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434061.601490:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434061.601492:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434061.601494:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434061.601496:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434061.601498:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933933056:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434061.601501:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434061.601503:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434061.601504:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434061.601506:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434061.601510:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434061.601511:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434061.601515:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434061.601517:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434061.601520:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434061.601523:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933933056, portal 4
00000100:00000001:2.0:1789434061.601525:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434061.601526:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549972224 : -119883159579392 : ffff92f786dbd500)
00000100:00000040:2.0:1789434061.601531:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601537:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434061.601539:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434061.601541:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434061.601543:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933933056, offset 0
00000400:00000200:2.0:1789434061.601547:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434061.601551:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434061.601554:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434061.601557:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434061.601560:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434061.601562:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434061.601564:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434061.601567:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512542:512542:256:4294967295] 192.168.203.104@tcp LPNI seq info [512509:512509:8:4294967295]
00000400:00000200:2.0:1789434061.601570:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434061.601576:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434061.601581:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434061.601584:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434061.601587:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434061.601590:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789434061.601594:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434061.601597:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789434061.601600:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434061.601602:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434061.601604:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434061.601607:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434061.601610:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:2.0:1789434061.601612:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:2.0:1789434061.601614:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434061.601617:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601624:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434061.601627:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601633:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.601634:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434061.601637:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434061.601640:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434061.601643:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434061.601645:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300188702
00000100:00000001:2.0:1789434061.601648:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300189356
00000100:00000001:2.0:1789434061.601650:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300188702
00000100:00000001:2.0:1789434061.601652:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300189356
00000100:00000001:2.0:1789434061.601654:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434061.601656:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.601658:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434061.601661:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434061/real 1789434061]  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434061.601669:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434061.601681:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434061.601684:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434061.601687:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434061.601688:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434061.601692:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434061.601695:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434061.601701:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601707:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434061.601708:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.601710:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434061.601711:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434061.601714:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601720:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434061.601723:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601730:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434061.601733:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.601734:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434061.601735:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.601737:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434061.601741:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434061.601744:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434061.601746:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434061.601748:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434061.601753:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434061.601759:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933933056:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434061.601763:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434061.601779:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601786:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434061.601787:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434061.601790:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434061.601791:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434061.601793:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434061.601795:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933933184:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434061.601798:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434061.601799:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434061.601801:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434061.601803:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434061.601806:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434061.601808:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434061.601810:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434061.601814:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434061.601817:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434061.601820:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933933184, portal 4
00000100:00000001:2.0:1789434061.601822:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434061.601823:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549970432 : -119883159581184 : ffff92f786dbce00)
00000100:00000040:2.0:1789434061.601828:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601833:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434061.601835:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434061.601836:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434061.601838:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933933184, offset 0
00000400:00000200:2.0:1789434061.601842:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434061.601846:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434061.601849:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434061.601851:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434061.601853:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434061.601855:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434061.601857:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434061.601859:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512543:512543:256:4294967295] 192.168.203.104@tcp LPNI seq info [512510:512510:8:4294967295]
00000400:00000200:2.0:1789434061.601863:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434061.601868:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434061.601872:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434061.601875:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434061.601878:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434061.601881:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789434061.601884:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434061.601886:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789434061.601889:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434061.601891:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434061.601894:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434061.601897:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434061.601900:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:2.0:1789434061.601902:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:2.0:1789434061.601903:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434061.601906:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601912:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434061.601915:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601921:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.601922:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434061.601925:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434061.601928:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434061.601931:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434061.601933:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300188704
00000100:00000001:2.0:1789434061.601936:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300189356
00000100:00000001:2.0:1789434061.601938:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300188704
00000100:00000001:2.0:1789434061.601940:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300189356
00000100:00000001:2.0:1789434061.601943:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434061.601945:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.601947:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434061.601950:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434061/real 1789434061]  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434061.601957:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434061.601958:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434061.601959:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434061.601962:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434061.601964:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434061.601966:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434061.601969:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434061.601976:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601982:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434061.601983:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.601985:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434061.601986:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434061.601990:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.601996:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434061.601999:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.602006:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434061.602008:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.602010:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434061.602011:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.602013:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434061.602016:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434061.602019:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434061.602022:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434061.602024:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434061.602028:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434061.602036:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933933184:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434061.602039:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.602041:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434061.602046:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbca80 x1876351933932928/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.602052:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434061.602054:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434061.602056:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434061.602060:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434061.602061:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434061.602063:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434061.602065:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434061.602067:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17000.
02000000:00000001:2.0:1789434061.602070:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434061.602072:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434061.602073:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbca80.
00000100:00000001:2.0:1789434061.602076:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434061.602077:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.602079:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434061.602082:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd500 x1876351933933056/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.602095:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434061.602096:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434061.602098:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434061.602100:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434061.602101:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434061.602102:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434061.602105:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434061.602106:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16800.
02000000:00000001:2.0:1789434061.602108:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434061.602109:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434061.602110:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd500.
00000100:00000001:2.0:1789434061.602112:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434061.602113:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.602115:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434061.602118:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbce00 x1876351933933184/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434061.602124:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434061.602125:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434061.602126:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434061.602128:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434061.602130:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434061.602131:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434061.602133:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434061.602134:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15c00.
02000000:00000001:2.0:1789434061.602136:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434061.602137:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434061.602138:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbce00.
00000100:00000001:2.0:1789434061.602141:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434061.602142:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.602144:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434061.602149:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434061.602151:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434061.602154:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434061.602156:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434062.303453:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300189356, at 4300189376
00000100:00000010:3.0:1789434062.303465:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887120.
00000100:00000040:2.0:1789434062.303513:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300189356, at 4300189376
00000100:00000010:2.0:1789434062.303527:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888870c0.
00000020:00000001:0.0:1789434062.367793:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434062.367797:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434062.367800:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434062.367893:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434062.367901:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434062.367904:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434062.367909:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434062.367913:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434062.367918:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434062.367921:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434062.367924:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434062.367928:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434062.623988:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434062.623993:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434062.623994:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434062.623998:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434062.624001:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434062.624005:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434062.624008:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434062.624010:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434062.624012:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434063.391459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434063.391466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434063.391469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434063.391475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434063.391479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434063.391482:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434063.391486:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434063.391488:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434063.391491:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434063.391715:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434063.391719:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434063.391722:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434063.647473:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434063.647481:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434063.647483:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434063.647489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434063.647493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434063.647497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434063.647500:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434063.647503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434063.647505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434064.416247:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434064.416254:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434064.416256:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434064.416261:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434064.416265:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434064.416269:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434064.416271:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434064.416274:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434064.416277:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434064.418387:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434064.418395:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434064.418400:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434064.671515:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434064.671528:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434064.671532:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434064.671541:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434064.671548:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434064.671552:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434064.671555:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434064.671559:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434064.671562:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434065.439488:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434065.439501:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434065.439508:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434065.439518:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434065.439528:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434065.439534:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434065.439546:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434065.439550:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434065.439567:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434065.439617:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434065.439623:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434065.439628:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434065.695482:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434065.695492:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434065.695497:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434065.695506:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434065.695512:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434065.695520:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434065.695527:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434065.695530:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434065.695536:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.463457:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434066.463467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434066.463469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434066.463474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434066.463478:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434066.463483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.463486:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434066.463490:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.463494:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434066.463679:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434066.463683:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434066.463686:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434066.719449:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434066.719459:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434066.719464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434066.719468:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434066.719478:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434066.719485:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434066.719491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434066.719495:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434066.719502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434066.719526:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434066.719532:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434066.719536:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434066.719538:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434066.719541:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434066.719546:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5521
00000400:00000200:3.0:1789434066.719553:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434066.719558:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434066.719560:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434066.719562:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434066.719565:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434066.719566:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434066.719568:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434066.719581:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434066.719584:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434066.719586:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434066.719588:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434066.719589:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434066.719591:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434066.719593:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434066.719594:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434066.719596:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434066.719597:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434066.719598:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434066.719601:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434066.719602:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434066.719604:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434066.719606:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434066.719608:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434066.719609:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434066.719611:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434066.719618:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789434066.719621:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434066.719623:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434066.719625:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434066.719626:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434066.719629:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434066.719632:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434066.719638:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789434066.719644:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434066.719654:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434066.719665:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434066.719670:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434066.719674:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434066.719696:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434066.719699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434066.719701:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434066.719702:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434066.719703:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434066.719705:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434066.719706:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5521
00000400:00000200:3.0:1789434066.719709:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434066.719711:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434066.719713:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434066.719714:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434066.719716:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434066.719718:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434066.719719:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434066.719722:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434066.719723:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434066.719725:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789434066.719736:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1789434066.719736:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434066.719738:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:2.0:1789434066.719742:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1789434066.719742:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:2.0:1789434066.719746:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434066.719749:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000040:2.0:1789434066.719754:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434066.719755:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434066.719761:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434066.719764:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434066.719767:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434066.719767:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:2.0:1789434066.719770:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434066.719774:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1789434066.719774:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
02000000:00000001:2.0:1789434066.719777:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434066.719781:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434066.719785:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434066.719788:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933933312:192.168.203.104@tcp:250:kworker.0
02000000:00000001:3.0:1789434066.719789:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434066.719794:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434066.719797:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434066.719797:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434066.719801:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434066.719802:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434066.719803:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1789434066.719807:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1789434066.719808:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434066.719813:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434066.719814:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:3.0:1789434066.719816:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434066.719819:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434066.719822:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000400:00000200:2.0:1789434066.719827:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:3.0:1789434066.719827:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434066.719833:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1789434066.719835:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
02000000:00000001:3.0:1789434066.719836:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434066.719841:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434066.719843:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1789434066.719844:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
02000000:00000001:3.0:1789434066.719845:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434066.719852:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000200:2.0:1789434066.719853:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933933312, portal 25
00000100:00000001:3.0:1789434066.719855:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.719857:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434066.719860:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000100:00100000:3.0:1789434066.719863:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789434066.719871:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434066.719873:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434066.719877:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434066.719886:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.719906:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789434066.719911:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434066.719912:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434066.719918:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00080000:3.0:1789434066.719918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1789434066.719922:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933933312, offset 0
00000100:00080000:3.0:1789434066.719923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434066.719928:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1789434066.719932:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789434066.719932:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434066.719938:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434066.719943:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5521
00000400:00000200:2.0:1789434066.719944:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434066.719952:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434066.719957:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434066.719961:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434066.719964:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434066.719967:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434066.719971:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512544:512544:256:4294967295] 192.168.203.104@tcp LPNI seq info [512511:512511:8:4294967295]
00000400:00000200:2.0:1789434066.719976:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434066.719992:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434066.719999:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434066.720001:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000010:2.0:1789434066.720004:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434066.720012:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000400:00000200:3.0:1789434066.720013:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000800:00000200:2.0:1789434066.720015:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1789434066.720017:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1789434066.720023:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789434066.720026:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:2.1:1789434066.720027:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1789434066.720033:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1789434066.720035:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000040:3.0:1789434066.720039:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000010:2.0:1789434066.720041:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000100:00000001:3.0:1789434066.720042:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434066.720047:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434066.720048:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000400:00000200:2.0:1789434066.720049:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1789434066.720050:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434066.720053:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434066.720055:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434066.720059:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:2.0:1789434066.720060:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1789434066.720068:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434066.720070:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434066.720071:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434066.720072:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434066.720075:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000020:00000040:3.0:1789434066.720075:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434066.720081:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000010:2.0:1789434066.720083:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:3.0:1789434066.720084:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434066.720089:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434066.720090:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1789434066.720093:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1789434066.720099:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434066.720099:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434066.720104:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434066.720108:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434066.720114:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.720117:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789434066.720118:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434066.720124:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1789434066.720125:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789434066.720130:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434066.720136:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434066.720138:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434066.720143:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434066.720146:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434066.720149:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.720152:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434066.720155:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:2.0:1789434066.720156:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434066.720162:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.720164:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434066.720169:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789434066.720173:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434066.720177:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300194475
00000100:00000001:3.0:1789434066.720183:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1789434066.720184:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888870c0.
00000100:00000001:3.0:1789434066.720185:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434066.720190:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720191:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434066.720197:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300194475
00000100:00000001:3.0:1789434066.720198:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434066.720200:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887ea0.
00000100:00080000:3.0:1789434066.720201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434066.720204:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1789434066.720205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434066.720208:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434066.720209:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434066.720212:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434066.720213:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434066.720216:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434066.720217:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1789434066.720221:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5521
00000100:00100000:2.0:1789434066.720224:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434066/real 1789434066]  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434066.720230:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000001:2.0:1789434066.720238:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1789434066.720239:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000001:2.0:1789434066.720240:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434066.720245:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000100:00080000:3.0:1789434066.720245:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1789434066.720248:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434066.720251:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000040:3.0:1789434066.720252:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434066.720253:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1789434066.720258:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1789434066.720259:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789434066.720265:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000200:2.0:1789434066.720269:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434066.720271:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434066.720278:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434066.720280:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789434066.720280:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434066.720283:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:2.0:1789434066.720284:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434066.720287:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789434066.720287:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434066.720291:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434066.720292:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434066.720295:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00100000:2.0:1789434066.720300:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789434066.720304:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434066.720310:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434066.720311:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434066.720316:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000040:2.0:1789434066.720317:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434066.720322:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434066.720325:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1789434066.720327:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:2.0:1789434066.720328:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.720333:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434066.720334:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434066.720336:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434066.720337:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434066.720339:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434066.720344:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1789434066.720344:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434066.720367:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434066.720369:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434066.720372:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434066.720378:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1789434066.720379:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933933312:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434066.720384:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789434066.720384:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434066.720386:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1789434066.720389:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434066.720391:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933933312/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434066.720392:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434066.720395:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434066.720399:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.720404:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1789434066.720404:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434066.720407:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:3.0:1789434066.720408:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
02000000:00000010:2.0:1789434066.720410:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
00000020:00000040:3.0:1789434066.720412:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434066.720414:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434066.720415:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434066.720417:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434066.720418:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434066.720420:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434066.720422:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789434066.720425:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434066.720431:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:3.0:1789434066.720431:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:2.0:1789434066.720435:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434066.720439:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000100:00000001:3.0:1789434066.720439:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434066.720443:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434066.720444:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434066.720449:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
00000100:00000040:3.0:1789434066.720450:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789434066.720456:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434066.720459:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434066.720463:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:3.0:1789434066.720463:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.720470:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434066.720472:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434066.720472:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5531)
00000100:00000001:2.0:1789434066.720477:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.720484:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434066.720485:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.720487:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434066.720489:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434066.720490:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434066.720493:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720499:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434066.720500:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434066.720501:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434066.720502:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434066.720504:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434066.720505:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933933440:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434066.720507:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434066.720509:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434066.720510:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434066.720511:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434066.720514:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434066.720515:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434066.720518:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434066.720520:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434066.720522:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434066.720524:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933933440, portal 10
00000100:00000001:2.0:1789434066.720525:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434066.720526:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:2.0:1789434066.720531:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720535:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434066.720537:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434066.720539:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434066.720540:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933933440, offset 0
00000400:00000200:2.0:1789434066.720543:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434066.720546:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434066.720548:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434066.720551:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434066.720552:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434066.720554:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434066.720556:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434066.720557:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512545:512545:256:4294967295] 192.168.203.104@tcp LPNI seq info [512512:512512:8:4294967295]
00000400:00000200:2.0:1789434066.720560:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434066.720565:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434066.720568:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434066.720570:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434066.720582:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434066.720585:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789434066.720590:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434066.720592:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789434066.720597:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434066.720599:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434066.720603:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434066.720607:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434066.720610:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:2.0:1789434066.720612:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:2.0:1789434066.720615:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434066.720618:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720626:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434066.720628:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720642:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.720644:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434066.720648:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434066.720652:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434066.720655:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434066.720657:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300193804
00000100:00000001:2.0:1789434066.720660:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300194475
00000100:00000001:2.0:1789434066.720662:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300193804
00000100:00000001:2.0:1789434066.720664:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300194475
00000100:00000001:2.0:1789434066.720666:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434066.720668:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.720670:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434066.720677:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434066/real 1789434066]  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434066.720685:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434066.720687:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434066.720689:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434066.720692:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434066.720693:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434066.720696:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434066.720699:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434066.720707:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720714:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434066.720715:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.720717:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434066.720718:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434066.720722:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720743:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434066.720747:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720758:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434066.720760:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.720761:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434066.720762:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.720764:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434066.720767:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434066.720769:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434066.720772:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434066.720774:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434066.720777:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434066.720783:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933933440:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434066.720787:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434066.720789:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720795:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434066.720796:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434066.720797:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434066.720799:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434066.720801:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434066.720803:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933933568:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434066.720806:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434066.720808:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434066.720809:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434066.720811:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434066.720815:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434066.720817:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434066.720821:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434066.720824:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434066.720826:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434066.720830:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933933568, portal 4
00000100:00000001:2.0:1789434066.720831:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434066.720833:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:2.0:1789434066.720838:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720844:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434066.720846:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434066.720849:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434066.720851:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933933568, offset 0
00000400:00000200:2.0:1789434066.720855:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434066.720859:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434066.720863:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434066.720866:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434066.720868:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434066.720871:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434066.720873:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434066.720875:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512546:512546:256:4294967295] 192.168.203.104@tcp LPNI seq info [512513:512513:8:4294967295]
00000400:00000200:2.0:1789434066.720879:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434066.720884:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434066.720889:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434066.720892:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434066.720896:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434066.720898:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789434066.720903:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434066.720905:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789434066.720909:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434066.720911:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434066.720913:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434066.720917:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434066.720920:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:2.0:1789434066.720921:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:2.0:1789434066.720924:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434066.720928:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720936:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434066.720938:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720942:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.720943:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434066.720946:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434066.720948:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434066.720950:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434066.720951:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300193821
00000100:00000001:2.0:1789434066.720953:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300194475
00000100:00000001:2.0:1789434066.720954:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300193821
00000100:00000001:2.0:1789434066.720956:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300194475
00000100:00000001:2.0:1789434066.720957:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434066.720958:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.720959:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434066.720961:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434066/real 1789434066]  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434066.720965:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434066.720966:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434066.720967:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434066.720969:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434066.720970:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434066.720971:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434066.720973:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434066.720978:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720986:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434066.720987:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.720988:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434066.720989:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434066.720991:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.720995:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434066.720997:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.721000:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434066.721001:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.721002:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434066.721003:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.721004:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434066.721007:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434066.721009:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434066.721011:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434066.721013:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434066.721015:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434066.721020:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933933568:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434066.721022:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434066.721024:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.721027:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434066.721028:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434066.721030:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434066.721031:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434066.721033:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434066.721036:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933933696:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434066.721039:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434066.721040:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434066.721042:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434066.721043:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434066.721046:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434066.721048:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434066.721051:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434066.721053:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434066.721056:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434066.721058:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933933696, portal 4
00000100:00000001:2.0:1789434066.721060:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434066.721062:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:2.0:1789434066.721067:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.721073:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434066.721075:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434066.721077:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434066.721079:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933933696, offset 0
00000400:00000200:2.0:1789434066.721083:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434066.721087:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434066.721091:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434066.721094:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434066.721096:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434066.721099:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434066.721101:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434066.721104:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512547:512547:256:4294967295] 192.168.203.104@tcp LPNI seq info [512514:512514:8:4294967295]
00000400:00000200:2.0:1789434066.721108:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434066.721114:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434066.721119:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434066.721122:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434066.721126:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434066.721129:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789434066.721133:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434066.721136:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789434066.721138:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434066.721139:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434066.721142:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434066.721144:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434066.721146:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:2.0:1789434066.721147:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:2.0:1789434066.721149:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434066.721151:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.721156:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434066.721158:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.721162:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.721163:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434066.721165:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434066.721167:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434066.721169:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434066.721171:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300193823
00000100:00000001:2.0:1789434066.721173:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300194475
00000100:00000001:2.0:1789434066.721174:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300193823
00000100:00000001:2.0:1789434066.721176:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300194475
00000100:00000001:2.0:1789434066.721177:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434066.721178:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.721179:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434066.721181:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434066/real 1789434066]  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434066.721186:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434066.721187:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434066.721189:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434066.721190:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434066.721191:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434066.721192:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434066.721194:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434066.721199:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.721204:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434066.721206:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.721207:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434066.721209:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434066.721212:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.721218:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434066.721221:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.721228:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434066.721230:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.721231:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434066.721233:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.721234:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434066.721238:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434066.721240:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434066.721243:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434066.721245:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434066.721249:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434066.721256:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933933696:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434066.721259:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.721261:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434066.721264:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933933440/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.721269:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434066.721271:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434066.721273:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434066.721275:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434066.721276:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434066.721277:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434066.721280:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434066.721281:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:2.0:1789434066.721284:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434066.721285:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434066.721286:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:2.0:1789434066.721289:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434066.721290:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.721291:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434066.721294:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933933568/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.721300:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434066.721301:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434066.721302:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434066.721305:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434066.721306:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434066.721307:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434066.721308:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434066.721309:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:2.0:1789434066.721311:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434066.721313:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434066.721314:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:2.0:1789434066.721317:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434066.721318:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.721319:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434066.721322:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933933696/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434066.721328:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434066.721329:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434066.721331:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434066.721334:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434066.721335:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434066.721337:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434066.721339:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434066.721340:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:2.0:1789434066.721342:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434066.721343:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434066.721345:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:2.0:1789434066.721365:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434066.721366:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.721368:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434066.721372:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434066.721373:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434066.721375:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434066.721377:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434067.423443:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300194475, at 4300194496
00000100:00000010:2.0:1789434067.423459:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888870c0.
00000100:00000040:3.0:1789434067.423478:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300194475, at 4300194496
00000100:00000010:3.0:1789434067.423492:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887ea0.
00000100:00000001:2.0:1789434067.487481:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434067.487491:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434067.487497:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434067.487505:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434067.487512:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434067.487518:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434067.487524:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434067.487528:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434067.487534:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434067.487574:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434067.487579:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434067.487631:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434067.743445:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434067.743453:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434067.743456:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434067.743465:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434067.743471:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434067.743476:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434067.743487:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434067.743493:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434067.743501:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434068.511458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434068.511467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434068.511477:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434068.511484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434068.511488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434068.511493:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434068.511496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434068.511500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434068.511504:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434068.511567:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434068.511571:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434068.511574:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434068.767453:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434068.767460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434068.767463:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434068.767469:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434068.767475:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434068.767479:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434068.767484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434068.767490:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434068.767497:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434069.535542:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434069.535547:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434069.535551:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434069.536785:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434069.536791:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434069.536793:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434069.536797:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434069.536801:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434069.536804:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434069.536807:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434069.536810:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434069.536813:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434069.791407:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434069.791414:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434069.791416:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434069.791422:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434069.791428:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434069.791434:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434069.791446:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434069.791450:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434069.791453:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434070.559458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434070.559468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434070.559471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434070.559478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434070.559484:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434070.559490:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434070.559495:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434070.559499:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434070.559504:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434070.559634:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434070.559638:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434070.559642:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434070.815454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434070.815462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434070.815465:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434070.815470:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434070.815475:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434070.815479:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434070.815484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434070.815488:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434070.815491:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434071.583471:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434071.583480:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434071.583483:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434071.583491:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434071.583498:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434071.583504:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.583509:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434071.583515:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.583521:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434071.583602:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434071.583605:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434071.583608:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434071.839454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434071.839459:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434071.839463:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434071.839469:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434071.839475:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434071.839480:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434071.839485:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434071.839489:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434071.839494:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434071.839526:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434071.839532:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434071.839535:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434071.839542:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434071.839547:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434071.839551:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434071.839554:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434071.839556:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434071.839558:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434071.840094:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434071.840099:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434071.840101:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434071.840106:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933933824/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840114:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434071.840116:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434071.840119:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434071.840121:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434071.840124:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434071.840128:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933933824:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434071.840132:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434071.840135:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434071.840138:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434071.840140:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434071.840145:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434071.840147:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434071.840153:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434071.840155:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434071.840160:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434071.840165:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933933824, portal 25
00000100:00000001:2.0:1789434071.840166:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434071.840168:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:2.0:1789434071.840172:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933933824/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840177:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434071.840180:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434071.840181:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434071.840183:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933933824, offset 0
00000400:00000200:2.0:1789434071.840187:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434071.840193:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434071.840197:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434071.840200:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434071.840204:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434071.840207:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434071.840209:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434071.840213:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512548:512548:256:4294967295] 192.168.203.104@tcp LPNI seq info [512515:512515:8:4294967295]
00000400:00000200:2.0:1789434071.840216:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434071.840222:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434071.840226:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434071.840230:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434071.840238:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434071.840241:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789434071.840246:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434071.840249:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789434071.840254:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434071.840256:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434071.840270:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434071.840275:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434071.840280:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:2.0:1789434071.840282:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:2.0:1789434071.840285:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434071.840289:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933933824/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840298:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434071.840301:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933933824/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840308:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434071.840310:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434071.840315:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434071.840319:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434071.840321:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300199595
00000100:00000010:2.0:1789434071.840326:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888870c0.
00000100:00000001:2.0:1789434071.840331:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434071.840336:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300199595
00000100:00000010:2.0:1789434071.840339:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887a80.
00000100:00000001:2.0:1789434071.840342:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434071.840345:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434071.840369:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434071.840372:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434071.840377:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434071/real 1789434071]  req@ffff92f788849500 x1876351933933824/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434071.840385:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434071.840386:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434071.840387:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434071.840390:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434071.840391:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434071.840393:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434071.840395:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933933824/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434071.840401:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933933824/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840406:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434071.840406:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.840408:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434071.840409:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434071.840412:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933933824/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840416:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434071.840418:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933933824/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840423:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434071.840425:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.840426:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434071.840426:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.840428:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434071.840430:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434071.840432:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434071.840435:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434071.840436:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434071.840439:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933933824/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434071.840443:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933933824:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434071.840446:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434071.840448:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933933952/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840452:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434071.840453:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434071.840454:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434071.840456:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434071.840457:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434071.840458:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933933952:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434071.840460:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434071.840461:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434071.840462:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434071.840464:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434071.840466:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434071.840467:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434071.840470:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434071.840472:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434071.840474:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434071.840475:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933933952, portal 10
00000100:00000001:2.0:1789434071.840477:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434071.840477:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:2.0:1789434071.840482:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933933952/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840486:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434071.840488:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434071.840489:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434071.840490:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933933952, offset 0
00000400:00000200:2.0:1789434071.840493:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434071.840495:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434071.840497:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434071.840499:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434071.840501:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434071.840502:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434071.840504:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434071.840506:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512549:512549:256:4294967295] 192.168.203.104@tcp LPNI seq info [512516:512516:8:4294967295]
00000400:00000200:2.0:1789434071.840509:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434071.840513:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434071.840516:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434071.840518:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434071.840520:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434071.840522:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789434071.840525:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434071.840526:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789434071.840529:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434071.840530:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434071.840532:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434071.840534:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434071.840536:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:2.0:1789434071.840537:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:2.0:1789434071.840539:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434071.840541:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933933952/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840545:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434071.840547:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933933952/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840557:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434071.840559:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434071.840561:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434071.840565:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434071.840569:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434071.840571:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300198924
00000100:00000001:2.0:1789434071.840573:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300199595
00000100:00000001:2.0:1789434071.840575:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300198924
00000100:00000001:2.0:1789434071.840577:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300199595
00000100:00000001:2.0:1789434071.840579:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434071.840581:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434071.840583:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434071.840587:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434071/real 1789434071]  req@ffff92f788849f80 x1876351933933952/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434071.840595:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434071.840597:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434071.840598:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434071.840601:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434071.840603:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434071.840605:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434071.840608:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933933952/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434071.840616:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933933952/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840622:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434071.840624:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.840625:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434071.840627:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434071.840630:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933933952/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840637:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434071.840641:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933933952/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840648:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434071.840650:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.840652:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434071.840653:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.840655:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434071.840658:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434071.840661:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434071.840664:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434071.840666:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434071.840670:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933933952/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434071.840679:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933933952:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434071.840682:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434071.840686:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933934080/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840702:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434071.840703:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434071.840705:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434071.840707:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434071.840709:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434071.840712:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933934080:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434071.840715:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434071.840717:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434071.840719:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434071.840720:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434071.840724:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434071.840725:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434071.840729:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434071.840732:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434071.840735:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434071.840738:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933934080, portal 4
00000100:00000001:2.0:1789434071.840739:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434071.840741:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:2.0:1789434071.840746:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933934080/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840752:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434071.840754:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434071.840756:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434071.840758:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933934080, offset 0
00000400:00000200:2.0:1789434071.840762:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434071.840766:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434071.840770:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434071.840773:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434071.840775:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434071.840778:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434071.840780:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434071.840783:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512550:512550:256:4294967295] 192.168.203.104@tcp LPNI seq info [512517:512517:8:4294967295]
00000400:00000200:2.0:1789434071.840788:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434071.840793:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434071.840797:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434071.840801:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434071.840804:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434071.840806:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789434071.840810:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434071.840813:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789434071.840817:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434071.840819:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434071.840822:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434071.840825:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434071.840828:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:2.0:1789434071.840830:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:2.0:1789434071.840833:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434071.840836:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933934080/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840844:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434071.840847:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933934080/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840853:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434071.840854:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434071.840857:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434071.840860:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434071.840863:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434071.840866:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300198941
00000100:00000001:2.0:1789434071.840868:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300199595
00000100:00000001:2.0:1789434071.840870:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300198941
00000100:00000001:2.0:1789434071.840872:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300199595
00000100:00000001:2.0:1789434071.840875:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434071.840877:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434071.840879:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434071.840883:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434071/real 1789434071]  req@ffff92f788849880 x1876351933934080/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434071.840890:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434071.840892:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434071.840893:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434071.840896:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434071.840897:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434071.840900:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434071.840903:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933934080/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434071.840911:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933934080/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840917:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434071.840918:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.840920:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434071.840922:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434071.840925:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933934080/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840932:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434071.840936:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933934080/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840942:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434071.840944:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.840946:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434071.840947:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.840949:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434071.840953:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434071.840956:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434071.840959:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434071.840962:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434071.840966:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933934080/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434071.840973:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933934080:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434071.840977:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434071.840979:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933934208/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.840985:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434071.840986:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434071.840988:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434071.840989:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434071.840991:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434071.840994:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933934208:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434071.840997:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434071.840999:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434071.841001:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434071.841002:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434071.841006:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434071.841008:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434071.841011:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434071.841013:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434071.841016:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434071.841019:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933934208, portal 4
00000100:00000001:2.0:1789434071.841021:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434071.841023:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:2.0:1789434071.841028:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933934208/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.841035:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434071.841037:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434071.841039:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434071.841041:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933934208, offset 0
00000400:00000200:2.0:1789434071.841045:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434071.841049:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434071.841053:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434071.841055:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434071.841058:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434071.841060:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434071.841063:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434071.841066:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512551:512551:256:4294967295] 192.168.203.104@tcp LPNI seq info [512518:512518:8:4294967295]
00000400:00000200:2.0:1789434071.841070:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434071.841076:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434071.841080:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434071.841082:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434071.841084:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434071.841086:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789434071.841089:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434071.841090:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789434071.841093:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434071.841094:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434071.841096:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434071.841098:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434071.841100:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:2.0:1789434071.841101:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:2.0:1789434071.841103:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434071.841105:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933934208/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.841110:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434071.841112:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933934208/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.841116:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434071.841117:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434071.841119:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434071.841121:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434071.841123:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434071.841125:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300198943
00000100:00000001:2.0:1789434071.841126:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300199595
00000100:00000001:2.0:1789434071.841128:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300198943
00000100:00000001:2.0:1789434071.841129:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300199595
00000100:00000001:2.0:1789434071.841130:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434071.841132:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434071.841133:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434071.841135:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434071/real 1789434071]  req@ffff92f78884aa00 x1876351933934208/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434071.841140:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434071.841141:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434071.841142:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434071.841143:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434071.841144:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434071.841146:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434071.841147:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933934208/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434071.841152:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933934208/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.841156:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434071.841156:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.841157:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434071.841158:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434071.841160:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933934208/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.841163:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434071.841165:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933934208/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.841169:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434071.841170:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.841171:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434071.841172:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.841173:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434071.841176:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434071.841177:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434071.841180:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434071.841181:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434071.841183:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933934208/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434071.841188:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933934208:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434071.841190:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.841191:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434071.841192:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933933824/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.841196:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434071.841198:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434071.841199:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434071.841202:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434071.841203:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434071.841205:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434071.841207:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434071.841209:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:2.0:1789434071.841213:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434071.841215:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434071.841216:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:2.0:1789434071.841219:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434071.841221:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.841222:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434071.841225:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933933952/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.841231:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434071.841232:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434071.841234:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434071.841236:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434071.841238:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434071.841239:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434071.841241:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434071.841243:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:2.0:1789434071.841245:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434071.841246:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434071.841248:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:2.0:1789434071.841250:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434071.841252:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.841253:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434071.841256:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933934080/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.841262:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434071.841264:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434071.841265:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434071.841267:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434071.841268:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434071.841269:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434071.841271:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434071.841272:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7000.
02000000:00000001:2.0:1789434071.841273:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434071.841274:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434071.841275:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:2.0:1789434071.841276:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434071.841277:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.841278:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434071.841280:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933934208/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434071.841284:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434071.841284:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434071.841285:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434071.841286:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434071.841287:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434071.841287:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434071.841288:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434071.841289:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6000.
02000000:00000001:2.0:1789434071.841290:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434071.841290:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434071.841291:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:2.0:1789434071.841293:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434071.841293:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.841295:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434071.841300:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434071.841301:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434071.841303:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434071.841304:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434072.543451:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300199595, at 4300199616
00000100:00000040:3.0:1789434072.543451:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300199595, at 4300199616
00000100:00000010:2.0:1789434072.543466:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888870c0.
00000100:00000010:3.0:1789434072.543468:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887a80.
00000100:00000001:2.0:1789434072.607462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434072.607470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434072.607473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434072.607478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434072.607483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434072.607487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434072.607490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434072.607493:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434072.607497:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434072.607642:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434072.607645:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434072.607648:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434072.863492:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434072.863497:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434072.863500:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434072.863504:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434072.863504:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434072.863507:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434072.863512:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434072.863512:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434072.863519:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434072.863519:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434072.863525:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434072.863526:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434072.863529:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434072.863531:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434072.863534:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434072.863534:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434072.863539:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434072.863540:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434073.631515:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434073.631522:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434073.631525:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434073.631531:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434073.631545:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434073.631549:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434073.631551:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434073.631554:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434073.631557:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434073.631898:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434073.631901:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434073.631905:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434073.887416:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434073.887424:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434073.887426:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434073.887431:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434073.887434:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434073.887438:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434073.887440:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434073.887443:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434073.887446:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434073.887584:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434073.887588:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434073.887589:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434073.887592:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434073.887595:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434073.887597:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434073.887599:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434073.887601:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434073.887603:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434074.655741:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434074.655745:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434074.655749:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434074.655750:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434074.655755:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434074.655757:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434074.655761:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434074.655765:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434074.655768:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434074.655771:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434074.655774:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434074.655777:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434074.911455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434074.911464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434074.911466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434074.911472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434074.911476:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434074.911480:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434074.911483:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434074.911485:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434074.911488:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434074.911994:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434074.911998:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434074.911999:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434074.912002:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434074.912004:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434074.912006:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434074.912008:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434074.912010:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434074.912012:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434075.679457:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434075.679465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434075.679467:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434075.679472:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434075.679475:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434075.679478:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434075.679481:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434075.679483:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434075.679487:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434075.679713:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434075.679716:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434075.679719:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434075.935464:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434075.935464:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434075.935472:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434075.935473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434075.935475:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434075.935476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434075.935483:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434075.935483:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434075.935489:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434075.935490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434075.935495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434075.935496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434075.935499:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434075.935500:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434075.935504:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434075.935504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434075.935509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434075.935510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434076.703833:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434076.703844:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434076.703853:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434076.703861:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434076.703865:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434076.703869:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434076.703872:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434076.703875:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434076.703878:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434076.704598:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434076.704601:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434076.704605:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434076.959457:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434076.959465:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434076.959468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434076.959475:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434076.959481:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434076.959486:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434076.959490:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434076.959493:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434076.959511:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434076.959717:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434076.959722:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434076.959726:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434076.959734:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933934336/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434076.959744:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434076.959747:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434076.959752:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434076.959757:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434076.959764:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434076.959773:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933934336:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434076.959786:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434076.959794:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434076.959806:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434076.959813:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434076.959820:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434076.959823:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434076.959832:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434076.959838:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434076.959847:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434076.959863:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933934336, portal 25
00000100:00000001:2.0:1789434076.959869:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434076.959873:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000040:2.0:1789434076.959885:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933934336/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434076.959901:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434076.959908:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434076.959913:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434076.959919:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933934336, offset 0
00000400:00000200:2.0:1789434076.959933:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434076.959948:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434076.959958:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434076.959968:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1789434076.959969:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:2.0:1789434076.959976:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:0.0:1789434076.959977:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434076.959983:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434076.959989:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1789434076.959995:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000400:00000200:2.0:1789434076.960000:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:0.0:1789434076.960006:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434076.960011:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1789434076.960012:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512552:512552:256:4294967295] 192.168.203.104@tcp LPNI seq info [512519:512519:8:4294967295]
00000100:00000001:0.0:1789434076.960026:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1789434076.960026:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434076.960034:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434076.960044:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434076.960047:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434076.960064:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434076.960167:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434076.960182:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434076.960189:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789434076.960202:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434076.960209:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1789434076.960220:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434076.960300:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434076.960308:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434076.960315:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434076.960322:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:3.0:1789434076.960327:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:3.0:1789434076.960331:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434076.960337:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933934336/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.960370:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434076.960376:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933934336/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.960384:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434076.960387:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434076.960393:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434076.960397:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434076.960400:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300204716
00000100:00000010:3.0:1789434076.960427:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a01e0.
00000100:00000001:3.0:1789434076.960433:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434076.960441:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300204716
00000100:00000010:3.0:1789434076.960444:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0600.
00000100:00000001:3.0:1789434076.960447:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434076.960451:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434076.960454:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434076.960457:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434076.960462:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434076/real 1789434076]  req@ffff92f78884b480 x1876351933934336/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434076.960472:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434076.960474:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434076.960477:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:3.0:1789434076.960481:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:3.0:1789434076.960483:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:3.0:1789434076.960487:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434076.960491:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933934336/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434076.960500:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933934336/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.960506:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434076.960508:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.960511:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434076.960513:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434076.960516:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933934336/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.960522:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434076.960526:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933934336/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.960533:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434076.960536:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.960538:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434076.960539:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.960541:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434076.960544:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434076.960546:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434076.960551:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434076.960553:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434076.960557:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933934336/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434076.960565:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933934336:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434076.960571:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.960574:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434076.960577:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933934336/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.960583:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434076.960585:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434076.960587:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:3.0:1789434076.960591:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434076.960592:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434076.960594:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434076.960596:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434076.960598:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4000.
02000000:00000001:3.0:1789434076.960601:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434076.960602:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434076.960604:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:3.0:1789434076.960607:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434076.960608:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.960610:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.960617:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434076.960618:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434076.960620:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434076.960622:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434076.960632:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434076.960636:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933934464/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.960643:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434076.960644:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434076.960646:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434076.960648:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434076.960650:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434076.960668:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933934464:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434076.960671:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434076.960673:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434076.960675:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434076.960677:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434076.960681:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1800.
02000000:00000001:3.0:1789434076.960683:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434076.960692:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434076.960695:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434076.960699:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434076.960702:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933934464, portal 10
00000100:00000001:3.0:1789434076.960703:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434076.960705:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:3.0:1789434076.960711:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933934464/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.960717:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434076.960719:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434076.960721:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434076.960723:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933934464, offset 0
00000400:00000200:3.0:1789434076.960732:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434076.960736:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434076.961096:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434076.961100:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434076.961103:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434076.961107:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434076.961110:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434076.961114:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512553:512553:256:4294967295] 192.168.203.104@tcp LPNI seq info [512520:512520:8:4294967295]
00000400:00000200:3.0:1789434076.961119:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434076.961134:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434076.961141:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434076.961145:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434076.961150:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434076.961152:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789434076.961157:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434076.961160:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1789434076.961163:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434076.961165:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434076.961168:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434076.961171:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434076.961174:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434076.961176:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434076.961179:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434076.961183:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933934464/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961191:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434076.961194:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933934464/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961201:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434076.961202:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434076.961205:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434076.961209:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434076.961212:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434076.961214:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300204044
00000100:00000001:3.0:1789434076.961217:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300204716
00000100:00000001:3.0:1789434076.961219:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300204044
00000100:00000001:3.0:1789434076.961220:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300204716
00000100:00000001:3.0:1789434076.961222:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434076.961224:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434076.961226:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434076.961230:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434076/real 1789434076]  req@ffff92f78884b100 x1876351933934464/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434076.961238:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434076.961249:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434076.961251:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434076.961257:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434076.961258:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434076.961260:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434076.961264:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933934464/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434076.961271:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933934464/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961277:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434076.961278:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.961280:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434076.961282:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434076.961285:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933934464/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961291:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434076.961294:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933934464/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961300:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434076.961303:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.961304:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434076.961305:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.961307:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434076.961310:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434076.961312:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434076.961315:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434076.961317:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434076.961321:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933934464/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434076.961329:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933934464:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434076.961333:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434076.961336:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933934592/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961367:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434076.961368:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434076.961371:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434076.961373:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434076.961376:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434076.961380:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933934592:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434076.961384:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434076.961386:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434076.961388:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434076.961390:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434076.961394:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434076.961397:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434076.961400:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434076.961403:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434076.961408:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434076.961411:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933934592, portal 4
00000100:00000001:3.0:1789434076.961413:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434076.961415:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:3.0:1789434076.961421:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933934592/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961427:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434076.961430:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434076.961434:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434076.961437:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933934592, offset 0
00000400:00000200:3.0:1789434076.961460:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434076.961464:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434076.961467:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434076.961470:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434076.961472:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434076.961474:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434076.961476:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434076.961479:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512554:512554:256:4294967295] 192.168.203.104@tcp LPNI seq info [512521:512521:8:4294967295]
00000400:00000200:3.0:1789434076.961483:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434076.961489:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434076.961493:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434076.961496:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434076.961500:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434076.961503:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789434076.961507:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434076.961510:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1789434076.961514:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434076.961516:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434076.961519:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434076.961523:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434076.961526:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434076.961528:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434076.961531:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434076.961535:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933934592/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961542:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434076.961545:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933934592/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961551:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434076.961552:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434076.961555:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434076.961557:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434076.961560:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434076.961563:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300204062
00000100:00000001:3.0:1789434076.961565:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300204716
00000100:00000001:3.0:1789434076.961567:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300204062
00000100:00000001:3.0:1789434076.961568:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300204716
00000100:00000001:3.0:1789434076.961570:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434076.961572:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434076.961574:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434076.961577:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434076/real 1789434076]  req@ffff92f78884ad80 x1876351933934592/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434076.961585:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434076.961586:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434076.961588:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434076.961590:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434076.961591:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434076.961593:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434076.961596:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933934592/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434076.961603:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933934592/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961609:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434076.961611:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.961612:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434076.961613:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434076.961617:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933934592/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961623:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434076.961626:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933934592/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961632:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434076.961634:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.961636:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434076.961637:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.961639:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434076.961642:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434076.961644:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434076.961648:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434076.961650:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434076.961666:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933934592/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434076.961673:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933934592:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434076.961677:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434076.961681:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933934720/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961686:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434076.961688:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434076.961690:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434076.961692:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434076.961693:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434076.961696:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933934720:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434076.961699:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434076.961700:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434076.961702:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434076.961703:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434076.961707:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434076.961708:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434076.961711:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434076.961713:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434076.961716:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434076.961719:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933934720, portal 4
00000100:00000001:3.0:1789434076.961721:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434076.961722:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:3.0:1789434076.961727:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933934720/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961733:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434076.961735:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434076.961738:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434076.961740:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933934720, offset 0
00000400:00000200:3.0:1789434076.961744:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434076.961747:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434076.961751:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434076.961753:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434076.961755:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434076.961757:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434076.961759:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434076.961762:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512555:512555:256:4294967295] 192.168.203.104@tcp LPNI seq info [512522:512522:8:4294967295]
00000400:00000200:3.0:1789434076.961766:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434076.961771:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434076.961775:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434076.961778:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434076.961781:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434076.961784:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1789434076.961787:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434076.961790:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1789434076.961808:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434076.961810:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434076.961813:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434076.961816:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434076.961819:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434076.961820:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434076.961822:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434076.961826:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933934720/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961833:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434076.961836:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933934720/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961842:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434076.961843:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434076.961846:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434076.961848:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434076.961851:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434076.961853:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300204064
00000100:00000001:3.0:1789434076.961856:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300204716
00000100:00000001:3.0:1789434076.961857:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300204064
00000100:00000001:3.0:1789434076.961860:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300204716
00000100:00000001:3.0:1789434076.961861:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434076.961863:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434076.961865:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434076.961868:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434076/real 1789434076]  req@ffff92f78884aa00 x1876351933934720/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434076.961875:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434076.961876:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434076.961877:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434076.961880:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434076.961881:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434076.961883:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434076.961886:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933934720/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434076.961894:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933934720/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961899:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434076.961901:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.961903:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434076.961904:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434076.961907:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933934720/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961913:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434076.961917:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933934720/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961923:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434076.961925:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.961927:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434076.961928:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.961930:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434076.961933:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434076.961935:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434076.961938:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434076.961940:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434076.961944:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933934720/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434076.961952:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933934720:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434076.961955:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.961957:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434076.961960:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933934464/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961967:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434076.961968:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434076.961971:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:3.0:1789434076.961973:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434076.961975:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434076.961976:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434076.961978:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434076.961979:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6800.
02000000:00000001:3.0:1789434076.961982:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434076.961983:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434076.961985:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:3.0:1789434076.961987:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434076.961988:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.961990:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434076.961993:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933934592/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.961999:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434076.962000:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434076.962001:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434076.962003:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434076.962004:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434076.962005:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434076.962007:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434076.962008:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5000.
02000000:00000001:3.0:1789434076.962010:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434076.962011:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434076.962012:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:3.0:1789434076.962015:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434076.962016:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.962018:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434076.962020:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933934720/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434076.962026:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434076.962027:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434076.962029:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434076.962031:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434076.962032:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434076.962033:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434076.962035:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434076.962036:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7800.
02000000:00000001:3.0:1789434076.962038:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434076.962039:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434076.962040:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:3.0:1789434076.962042:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434076.962043:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.962045:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434076.962049:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434076.962050:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434076.962052:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434076.962054:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434077.663487:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300204716, at 4300204736
00000100:00000040:3.0:1789434077.663490:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300204716, at 4300204736
00000100:00000010:2.0:1789434077.663503:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a01e0.
00000100:00000010:3.0:1789434077.663508:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0600.
00000100:00000001:2.0:1789434077.727508:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434077.727526:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434077.727528:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434077.727534:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434077.727537:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434077.727540:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434077.727543:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434077.727545:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434077.727549:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434077.727663:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434077.727668:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434077.727672:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434077.983514:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434077.983515:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434077.983527:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434077.983528:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434077.983533:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434077.983534:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434077.983543:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434077.983545:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434077.983551:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434077.983554:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434077.983555:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434077.983560:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434077.983561:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434077.983565:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434077.983570:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434077.983570:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434077.983576:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434077.983579:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434078.751559:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434078.751569:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434078.751582:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434078.751596:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434078.751602:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434078.751607:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434078.751611:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434078.751614:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434078.751618:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434078.752205:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434078.752210:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434078.752213:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434079.007824:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434079.007834:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434079.007837:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434079.007844:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434079.007848:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434079.007853:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434079.007856:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434079.007859:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434079.007863:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434079.007958:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434079.007965:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434079.007968:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434079.007972:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434079.007976:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434079.007979:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434079.007982:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434079.007984:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434079.007986:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434079.775452:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434079.775458:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434079.775460:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434079.775464:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434079.775469:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434079.775473:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434079.775476:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434079.775478:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434079.775481:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434079.775610:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434079.775615:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434079.775618:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434080.031666:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434080.031980:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434080.031983:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434080.031989:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434080.031993:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434080.031997:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434080.031999:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434080.032002:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434080.032005:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434080.032175:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434080.032182:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434080.032184:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434080.032189:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434080.032192:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434080.032196:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434080.032199:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434080.032201:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434080.032204:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434080.799438:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434080.799446:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434080.799448:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434080.799454:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434080.799458:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434080.799462:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434080.799465:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434080.799467:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434080.799481:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434080.799704:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434080.799709:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434080.799712:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434081.055528:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434081.055537:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434081.055540:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434081.055545:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434081.055549:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434081.055552:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434081.055556:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434081.055559:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434081.055562:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434081.055855:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434081.055859:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434081.055861:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434081.055864:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434081.055866:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434081.055868:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434081.055870:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434081.055873:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434081.055875:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434081.823456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434081.823465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434081.823469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434081.823474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434081.823480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434081.823484:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434081.823489:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434081.823494:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434081.823501:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434081.823675:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434081.823678:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434081.823681:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434082.079468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434082.079475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434082.079477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434082.079483:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434082.079486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434082.079490:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434082.079493:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434082.079495:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434082.079498:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434082.079566:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434082.079580:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434082.079583:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434082.079587:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434082.079591:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434082.079596:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434082.079600:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434082.079605:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434082.079611:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434082.080186:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434082.080191:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434082.080195:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434082.080204:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933934848/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.080224:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434082.080227:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434082.080233:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434082.080238:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434082.080242:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434082.080254:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933934848:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434082.080263:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434082.080269:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434082.080273:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434082.080279:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434082.080284:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434082.080288:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434082.080296:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434082.080301:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434082.080307:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434082.080314:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933934848, portal 25
00000100:00000001:3.0:1789434082.080317:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434082.080321:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:3.0:1789434082.080329:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933934848/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.080367:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434082.080370:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434082.080373:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434082.080377:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933934848, offset 0
00000400:00000200:3.0:1789434082.080383:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434082.080394:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434082.080413:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434082.080421:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434082.080427:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434082.080432:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434082.080435:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434082.080441:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512556:512556:256:4294967295] 192.168.203.104@tcp LPNI seq info [512523:512523:8:4294967295]
00000400:00000200:3.0:1789434082.080447:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434082.080453:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434082.080457:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434082.080461:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434082.080465:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434082.080468:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789434082.080472:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434082.080474:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789434082.080478:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434082.080480:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434082.080486:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434082.080490:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434082.080494:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434082.080497:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434082.080501:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434082.080505:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933934848/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.080514:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434082.080518:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933934848/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.080525:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434082.080527:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434082.080531:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434082.080537:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434082.080542:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300209836
00000100:00000010:3.0:1789434082.080551:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0600.
00000100:00000001:3.0:1789434082.080559:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434082.080577:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300209836
00000100:00000010:3.0:1789434082.080589:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0900.
00000100:00000001:3.0:1789434082.080592:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434082.080596:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434082.080599:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434082.080601:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434082.080607:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434082/real 1789434082]  req@ffff92f788849880 x1876351933934848/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434082.080626:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434082.080630:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434082.080635:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434082.080640:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434082.080645:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434082.080651:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434082.080658:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933934848/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434082.080682:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933934848/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.080687:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434082.080689:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.080691:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434082.080693:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434082.080697:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933934848/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.080704:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434082.080708:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933934848/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.080720:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434082.080723:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.080725:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434082.080726:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.080728:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434082.080730:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434082.080735:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434082.080743:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434082.080753:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434082.080762:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933934848/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434082.080786:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933934848:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434082.080792:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.080796:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434082.080802:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933934848/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.080810:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434082.080814:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434082.080817:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434082.080822:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434082.080824:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434082.080828:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434082.080833:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434082.080836:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7800.
02000000:00000001:3.0:1789434082.080841:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434082.080843:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434082.080845:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:3.0:1789434082.080850:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434082.080852:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.080854:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.080860:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434082.080863:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434082.080867:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434082.080869:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434082.080872:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434082.080877:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933934976/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.080892:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434082.080894:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434082.080897:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434082.080900:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434082.080903:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434082.080909:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933934976:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434082.080913:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434082.080916:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434082.080918:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434082.080919:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434082.080921:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434082.080923:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434082.080925:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434082.080927:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434082.080929:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434082.080931:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933934976, portal 10
00000100:00000001:3.0:1789434082.080932:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434082.080933:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:3.0:1789434082.080939:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933934976/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.080945:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434082.080947:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434082.080949:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434082.080951:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933934976, offset 0
00000400:00000200:3.0:1789434082.080955:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434082.080959:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434082.080963:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434082.080966:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434082.080968:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434082.080971:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434082.080975:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434082.080982:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512557:512557:256:4294967295] 192.168.203.104@tcp LPNI seq info [512524:512524:8:4294967295]
00000400:00000200:3.0:1789434082.080992:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434082.081002:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434082.081007:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434082.081012:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434082.081020:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434082.081024:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789434082.081035:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434082.081041:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789434082.081054:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434082.081059:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434082.081065:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434082.081074:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434082.081077:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434082.081081:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434082.081084:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434082.081089:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933934976/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081096:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434082.081098:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933934976/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081103:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434082.081104:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434082.081107:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434082.081109:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434082.081112:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434082.081114:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300209164
00000100:00000001:3.0:1789434082.081117:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300209836
00000100:00000001:3.0:1789434082.081118:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300209164
00000100:00000001:3.0:1789434082.081119:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300209836
00000100:00000001:3.0:1789434082.081121:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434082.081122:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434082.081123:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434082.081125:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434082/real 1789434082]  req@ffff92f788849f80 x1876351933934976/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434082.081129:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434082.081130:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434082.081131:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434082.081133:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434082.081134:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434082.081135:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434082.081137:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933934976/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434082.081141:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933934976/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081145:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434082.081146:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081147:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434082.081147:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434082.081149:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933934976/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081153:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434082.081155:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933934976/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081159:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434082.081161:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081163:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434082.081164:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081165:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434082.081168:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434082.081171:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434082.081174:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434082.081176:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434082.081179:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933934976/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434082.081187:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933934976:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434082.081190:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434082.081193:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933935104/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081200:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434082.081201:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434082.081203:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434082.081205:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434082.081207:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434082.081209:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933935104:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434082.081213:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434082.081214:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434082.081215:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434082.081216:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434082.081218:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434082.081220:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434082.081222:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434082.081224:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434082.081226:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434082.081227:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933935104, portal 4
00000100:00000001:3.0:1789434082.081229:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434082.081230:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:3.0:1789434082.081233:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933935104/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081237:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434082.081239:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434082.081240:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434082.081241:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933935104, offset 0
00000400:00000200:3.0:1789434082.081243:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434082.081245:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434082.081248:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434082.081249:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434082.081251:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434082.081253:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434082.081255:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434082.081257:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512558:512558:256:4294967295] 192.168.203.104@tcp LPNI seq info [512525:512525:8:4294967295]
00000400:00000200:3.0:1789434082.081261:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434082.081267:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434082.081271:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434082.081274:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434082.081278:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434082.081280:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789434082.081284:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434082.081286:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789434082.081290:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434082.081292:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434082.081295:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434082.081298:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434082.081302:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434082.081303:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434082.081305:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434082.081308:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933935104/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081315:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434082.081318:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933935104/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081324:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434082.081326:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434082.081329:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434082.081331:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434082.081334:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434082.081335:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300209181
00000100:00000001:3.0:1789434082.081337:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300209836
00000100:00000001:3.0:1789434082.081339:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300209181
00000100:00000001:3.0:1789434082.081341:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300209836
00000100:00000001:3.0:1789434082.081343:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434082.081345:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434082.081364:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434082.081368:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434082/real 1789434082]  req@ffff92f788849500 x1876351933935104/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434082.081375:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434082.081376:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434082.081378:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434082.081380:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434082.081382:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434082.081384:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434082.081386:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933935104/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434082.081393:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933935104/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081399:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434082.081400:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081402:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434082.081403:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434082.081406:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933935104/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081412:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434082.081415:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933935104/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081420:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434082.081422:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081424:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434082.081425:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081427:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434082.081430:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434082.081432:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434082.081435:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434082.081437:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434082.081440:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933935104/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434082.081448:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933935104:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434082.081451:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081453:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434082.081456:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933934976/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081461:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434082.081463:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434082.081465:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434082.081467:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434082.081468:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434082.081469:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434082.081471:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434082.081473:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5000.
02000000:00000001:3.0:1789434082.081475:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434082.081477:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434082.081478:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:3.0:1789434082.081480:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434082.081481:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081483:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434082.081486:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933935104/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081492:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434082.081494:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434082.081495:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434082.081497:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434082.081498:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434082.081499:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434082.081501:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434082.081503:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6800.
02000000:00000001:3.0:1789434082.081505:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434082.081506:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434082.081507:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:3.0:1789434082.081509:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434082.081510:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081512:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081515:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434082.081517:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434082.081519:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434082.081520:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434082.081521:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434082.081525:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933935232/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081532:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434082.081533:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434082.081535:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434082.081537:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434082.081539:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434082.081542:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933935232:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434082.081545:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434082.081547:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434082.081548:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434082.081549:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434082.081552:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434082.081553:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434082.081557:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434082.081559:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434082.081562:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434082.081565:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933935232, portal 4
00000100:00000001:3.0:1789434082.081567:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434082.081569:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:3.0:1789434082.081574:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933935232/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081579:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434082.081582:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434082.081584:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434082.081586:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933935232, offset 0
00000400:00000200:3.0:1789434082.081590:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434082.081594:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434082.081597:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434082.081600:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434082.081602:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434082.081605:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434082.081607:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434082.081610:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512559:512559:256:4294967295] 192.168.203.104@tcp LPNI seq info [512526:512526:8:4294967295]
00000400:00000200:3.0:1789434082.081624:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434082.081631:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434082.081635:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434082.081638:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434082.081642:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434082.081645:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789434082.081649:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434082.081651:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789434082.081655:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434082.081656:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434082.081659:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434082.081662:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434082.081665:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434082.081667:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434082.081669:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434082.081672:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933935232/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081680:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434082.081682:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933935232/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081689:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434082.081691:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434082.081693:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434082.081696:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434082.081699:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434082.081701:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300209184
00000100:00000001:3.0:1789434082.081703:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300209836
00000100:00000001:3.0:1789434082.081705:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300209184
00000100:00000001:3.0:1789434082.081707:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300209836
00000100:00000001:3.0:1789434082.081709:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434082.081710:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434082.081712:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434082.081715:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434082/real 1789434082]  req@ffff92f788849880 x1876351933935232/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434082.081722:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434082.081723:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434082.081724:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434082.081727:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434082.081728:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434082.081730:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434082.081733:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933935232/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434082.081740:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933935232/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081746:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434082.081747:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081749:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434082.081750:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434082.081754:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933935232/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081759:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434082.081763:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933935232/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081769:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434082.081771:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081772:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434082.081773:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081775:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434082.081778:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434082.081780:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434082.081783:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434082.081785:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434082.081788:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933935232/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434082.081795:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933935232:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434082.081798:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081800:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434082.081802:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933935232/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434082.081808:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434082.081809:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434082.081811:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434082.081813:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434082.081815:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434082.081816:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434082.081818:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434082.081819:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4000.
02000000:00000001:3.0:1789434082.081821:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434082.081823:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434082.081824:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:3.0:1789434082.081826:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434082.081827:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081829:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434082.081832:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434082.081834:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434082.081835:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434082.081837:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434082.783467:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300209836, at 4300209856
00000100:00000010:3.0:1789434082.783481:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0900.
00000100:00000040:2.0:1789434082.783547:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300209836, at 4300209856
00000100:00000010:2.0:1789434082.783555:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0600.
00000100:00000001:2.0:1789434082.847458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434082.847466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434082.847469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434082.847475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434082.847489:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434082.847493:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434082.847496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434082.847499:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434082.847502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434082.847827:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434082.847830:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434082.847834:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434083.103446:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434083.103448:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434083.103453:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434083.103454:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434083.103455:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434083.103457:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434083.103460:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434083.103462:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434083.103464:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434083.103467:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434083.103469:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434083.103471:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434083.103474:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434083.103475:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434083.103478:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434083.103479:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434083.103485:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434083.103485:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434083.871458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434083.871467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434083.871469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434083.871474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434083.871478:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434083.871482:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434083.871485:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434083.871490:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434083.871496:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434083.871524:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434083.871529:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434083.871533:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434084.127467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434084.127472:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434084.127475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434084.127477:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434084.127478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434084.127480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434084.127486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434084.127486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434084.127492:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434084.127493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434084.127497:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434084.127497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434084.127502:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434084.127503:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434084.127507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434084.127507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434084.127511:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434084.127512:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434084.895496:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434084.895514:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434084.895516:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434084.895522:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434084.895529:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434084.895533:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434084.895538:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434084.895543:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434084.895548:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434084.895683:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434084.895687:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434084.895690:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434085.151437:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434085.151438:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434085.151445:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434085.151445:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434085.151448:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434085.151449:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434085.151456:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434085.151456:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434085.151462:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434085.151462:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434085.151468:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434085.151468:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434085.151474:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434085.151474:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434085.151478:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434085.151478:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434085.151484:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434085.151494:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434085.919474:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434085.919484:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434085.919486:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434085.919494:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434085.919499:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434085.919503:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434085.919506:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434085.919509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434085.919512:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434085.919756:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434085.919759:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434085.919762:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434086.175474:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434086.175480:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434086.175482:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434086.175486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434086.175486:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434086.175491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434086.175492:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434086.175494:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434086.175496:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434086.175498:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1789434086.175501:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434086.175502:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434086.175507:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434086.175509:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434086.175511:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434086.175516:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434086.175517:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434086.175520:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434086.943472:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434086.943479:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434086.943482:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434086.943488:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434086.943492:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434086.943497:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434086.943501:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434086.943505:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434086.943510:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434086.943642:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434086.943655:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434086.943658:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434087.199480:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434087.199487:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434087.199489:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434087.199494:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434087.199498:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434087.199502:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.199504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434087.199507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.199510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.199715:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434087.199719:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434087.199720:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434087.199723:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434087.199725:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434087.199727:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434087.199730:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434087.199731:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434087.199734:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434087.201331:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434087.201337:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434087.201340:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434087.201343:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434087.201364:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434087.201371:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5541
00000400:00000200:3.0:1789434087.201380:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434087.201385:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434087.201389:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434087.201392:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201395:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434087.201398:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201400:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434087.201407:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434087.201409:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434087.201412:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434087.201414:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434087.201417:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434087.201419:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434087.201422:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201424:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434087.201426:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201428:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434087.201430:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434087.201433:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201497:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434087.201501:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434087.201505:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434087.201508:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.201510:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434087.201513:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434087.201520:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789434087.201524:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434087.201528:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434087.201529:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.201532:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434087.201535:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434087.201538:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434087.201545:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789434087.201551:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434087.201559:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434087.201569:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434087.201592:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434087.201597:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434087.201624:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434087.201627:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434087.201630:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434087.201632:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434087.201639:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434087.201642:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434087.201645:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5541
00000400:00000200:3.0:1789434087.201651:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434087.201654:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434087.201657:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434087.201659:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201662:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434087.201664:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201666:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434087.201669:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434087.201670:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434087.201672:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434087.201674:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434087.201675:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434087.201677:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434087.201680:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201682:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434087.201684:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201686:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434087.201688:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434087.201691:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201693:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434087.201695:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434087.201700:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434087.201702:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.201703:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434087.201707:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434087.201709:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.201711:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434087.201715:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789434087.201717:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434087.201719:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434087.201720:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.201729:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434087.201730:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434087.201732:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434087.201735:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000001:3.0:1789434087.201739:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434087.201744:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434087.201751:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434087.201754:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434087.201757:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434087.201762:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434087.201764:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434087.201766:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434087.201767:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434087.201768:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434087.201770:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434087.201771:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5541
00000400:00000200:3.0:1789434087.201774:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434087.201775:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434087.201777:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434087.201778:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201780:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434087.201781:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201782:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434087.201784:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434087.201785:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434087.201787:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434087.201788:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434087.201790:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434087.201792:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434087.201795:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201796:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434087.201798:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201807:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434087.201809:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434087.201811:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201814:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434087.201815:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434087.201818:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434087.201821:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.201822:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434087.201824:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434087.201827:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.201828:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434087.201832:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789434087.201834:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434087.201836:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434087.201837:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.201839:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434087.201841:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434087.201843:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434087.201847:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:0.0:1789434087.201850:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434087.201851:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434087.201854:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434087.201856:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1789434087.201859:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789434087.201864:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434087.201879:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434087.201880:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434087.201883:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.201885:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434087.201888:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434087.201890:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434087.201893:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434087.201894:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434087.201897:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933935360:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434087.201904:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434087.201908:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434087.201912:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.201912:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434087.201916:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1789434087.201917:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1789434087.201922:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434087.201924:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:0.0:1789434087.201925:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
00000100:00080000:3.0:1789434087.201927:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1789434087.201929:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.201932:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434087.201936:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5541
00000400:00000200:0.0:1789434087.201939:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434087.201943:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434087.201945:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000200:3.0:1789434087.201949:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434087.201953:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1789434087.201955:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000040:3.0:1789434087.201956:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201960:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434087.201962:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000200:0.0:1789434087.201964:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933935360, portal 25
00000100:00000001:3.0:1789434087.201965:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789434087.201968:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1789434087.201970:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789434087.201971:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000020:00000040:3.0:1789434087.201974:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434087.201977:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434087.201980:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000040:0.0:1789434087.201982:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789434087.201984:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434087.201987:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434087.201990:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.201993:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434087.201995:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434087.202000:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434087.202005:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:0.0:1789434087.202008:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1789434087.202010:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000040:0.0:1789434087.202015:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434087.202016:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434087.202020:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1789434087.202021:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
02000000:00000001:3.0:1789434087.202023:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1789434087.202026:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933935360, offset 0
02000000:00000001:3.0:1789434087.202028:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.202031:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434087.202034:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000400:00000200:0.0:1789434087.202037:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000008:00000001:3.0:1789434087.202038:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.202042:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434087.202046:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000400:00000200:0.0:1789434087.202047:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:3.0:1789434087.202051:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434087.202055:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1789434087.202056:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
02000000:00000001:3.0:1789434087.202058:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434087.202062:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1789434087.202064:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1789434087.202065:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434087.202068:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434087.202070:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
02000000:00000010:3.0:1789434087.202074:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000400:00000200:0.0:1789434087.202076:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789434087.202078:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434087.202081:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00100000:3.0:1789434087.202085:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789434087.202089:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512560:512560:256:4294967295] 192.168.203.104@tcp LPNI seq info [512527:512527:8:4294967295]
00000400:00000200:0.0:1789434087.202101:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434087.202102:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434087.202106:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434087.202112:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434087.202115:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434087.202127:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434087.202130:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789434087.202134:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000100:00000040:3.0:1789434087.202136:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5551)
00000800:00000200:0.0:1789434087.202142:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434087.202146:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789434087.202152:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434087.202156:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789434087.202161:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434087.202164:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434087.202169:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434087.202173:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434087.202179:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434087.202181:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434087.202185:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434087.202189:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202199:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434087.202202:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202209:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434087.202211:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434087.202217:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434087.202221:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434087.202223:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300214957
00000100:00000010:0.0:1789434087.202229:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81120.
00000100:00000001:0.0:1789434087.202235:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434087.202248:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300214957
00000100:00000010:0.0:1789434087.202252:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81f00.
00000100:00000001:0.0:1789434087.202254:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434087.202260:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434087.202263:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434087.202264:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434087.202268:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434087/real 1789434087]  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434087.202275:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434087.202276:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434087.202278:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434087.202280:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434087.202282:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434087.202285:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434087.202288:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434087.202294:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202299:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434087.202300:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.202302:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434087.202304:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434087.202308:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202314:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434087.202318:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202325:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434087.202328:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.202329:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434087.202330:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.202333:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434087.202335:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434087.202337:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434087.202341:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434087.202344:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434087.202378:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434087.202387:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933935360:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434087.202392:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434087.202395:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202402:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434087.202403:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434087.202405:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434087.202407:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434087.202409:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434087.202412:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933935488:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434087.202415:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434087.202417:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434087.202418:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434087.202420:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434087.202423:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434087.202436:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434087.202440:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434087.202449:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789434087.202453:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789434087.202456:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933935488, portal 10
00000100:00000001:0.0:1789434087.202458:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434087.202459:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:0.0:1789434087.202465:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202471:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434087.202473:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434087.202476:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434087.202478:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933935488, offset 0
00000400:00000200:0.0:1789434087.202482:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434087.202486:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434087.202489:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434087.202492:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434087.202494:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434087.202497:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434087.202499:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434087.202503:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512561:512561:256:4294967295] 192.168.203.104@tcp LPNI seq info [512528:512528:8:4294967295]
00000400:00000200:0.0:1789434087.202507:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434087.202513:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434087.202519:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434087.202533:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434087.202538:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434087.202540:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789434087.202545:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434087.202547:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789434087.202551:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434087.202553:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434087.202556:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434087.202560:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434087.202562:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434087.202564:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434087.202566:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434087.202570:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202592:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434087.202599:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202605:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434087.202607:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434087.202610:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434087.202614:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434087.202617:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434087.202619:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300214286
00000100:00000001:0.0:1789434087.202621:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300214957
00000100:00000001:0.0:1789434087.202623:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300214286
00000100:00000001:0.0:1789434087.202625:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300214957
00000100:00000001:0.0:1789434087.202627:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434087.202629:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434087.202630:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434087.202634:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434087/real 1789434087]  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434087.202653:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434087.202654:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434087.202656:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434087.202658:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434087.202660:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434087.202662:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434087.202665:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434087.202673:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202679:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434087.202681:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.202682:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434087.202684:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434087.202688:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202695:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434087.202698:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202705:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434087.202707:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.202709:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434087.202710:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.202712:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434087.202715:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434087.202717:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434087.202721:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434087.202723:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434087.202727:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434087.202734:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933935488:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434087.202738:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.202747:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434087.202751:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933935360/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202758:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434087.202760:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434087.202763:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434087.202766:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434087.202767:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434087.202769:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434087.202771:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434087.202773:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:0.0:1789434087.202777:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434087.202778:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434087.202790:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:0.0:1789434087.202794:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434087.202795:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.202796:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434087.202799:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933935488/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202805:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434087.202806:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434087.202807:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434087.202809:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434087.202810:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434087.202811:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434087.202813:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434087.202814:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:0.0:1789434087.202816:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434087.202817:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434087.202818:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:0.0:1789434087.202821:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434087.202822:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.202824:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.202830:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434087.202831:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434087.202833:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434087.202834:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434087.202836:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434087.202839:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202845:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434087.202846:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434087.202848:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434087.202850:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434087.202851:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434087.202854:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933935616:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434087.202856:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434087.202858:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434087.202859:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434087.202861:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434087.202864:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434087.202865:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434087.202868:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434087.202871:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789434087.202874:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789434087.202877:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933935616, portal 4
00000100:00000001:0.0:1789434087.202879:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434087.202880:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:0.0:1789434087.202885:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202890:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434087.202892:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434087.202895:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434087.202897:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933935616, offset 0
00000400:00000200:0.0:1789434087.202901:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434087.202905:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434087.202909:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434087.202912:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434087.202914:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434087.202917:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434087.202919:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434087.202921:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512562:512562:256:4294967295] 192.168.203.104@tcp LPNI seq info [512529:512529:8:4294967295]
00000400:00000200:0.0:1789434087.202925:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434087.202931:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434087.202936:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434087.202939:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434087.202942:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434087.202945:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789434087.202949:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434087.202952:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789434087.202956:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434087.202958:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434087.202961:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434087.202964:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434087.202967:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434087.202969:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434087.202971:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434087.202974:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202982:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434087.202985:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.202990:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434087.202992:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434087.202995:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434087.202998:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434087.203001:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434087.203003:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300214303
00000100:00000001:0.0:1789434087.203005:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300214957
00000100:00000001:0.0:1789434087.203008:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300214303
00000100:00000001:0.0:1789434087.203010:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300214957
00000100:00000001:0.0:1789434087.203012:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434087.203014:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434087.203015:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434087.203019:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434087/real 1789434087]  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434087.203026:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434087.203028:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434087.203029:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434087.203031:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434087.203033:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434087.203035:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434087.203039:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434087.203047:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.203053:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434087.203055:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.203056:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434087.203058:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434087.203061:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.203067:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434087.203071:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.203083:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434087.203085:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.203086:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434087.203087:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.203089:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434087.203094:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434087.203096:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434087.203099:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434087.203102:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434087.203105:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434087.203113:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933935616:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434087.203117:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434087.203120:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.203132:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434087.203133:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434087.203135:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434087.203137:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434087.203139:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434087.203142:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933935744:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434087.203145:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434087.203146:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434087.203148:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434087.203149:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434087.203152:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434087.203154:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434087.203157:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434087.203160:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789434087.203163:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789434087.203166:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933935744, portal 4
00000100:00000001:0.0:1789434087.203167:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434087.203168:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:0.0:1789434087.203173:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.203179:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434087.203181:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434087.203184:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434087.203186:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933935744, offset 0
00000400:00000200:0.0:1789434087.203190:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434087.203193:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434087.203197:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434087.203200:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434087.203202:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434087.203204:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434087.203206:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434087.203209:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512563:512563:256:4294967295] 192.168.203.104@tcp LPNI seq info [512530:512530:8:4294967295]
00000400:00000200:0.0:1789434087.203213:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434087.203219:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434087.203223:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434087.203226:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434087.203229:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434087.203232:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789434087.203236:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434087.203239:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789434087.203242:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434087.203244:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434087.203247:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434087.203250:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434087.203253:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434087.203255:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434087.203257:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434087.203260:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.203267:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434087.203270:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.203275:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434087.203277:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434087.203280:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434087.203283:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434087.203286:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434087.203288:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300214305
00000100:00000001:0.0:1789434087.203290:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300214957
00000100:00000001:0.0:1789434087.203292:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300214305
00000100:00000001:0.0:1789434087.203294:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300214957
00000100:00000001:0.0:1789434087.203295:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434087.203297:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434087.203299:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434087.203303:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434087/real 1789434087]  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434087.203310:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434087.203311:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434087.203312:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434087.203315:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434087.203317:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434087.203319:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434087.203322:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434087.203329:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.203340:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434087.203342:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.203344:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434087.203345:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434087.203372:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.203379:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434087.203383:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.203389:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434087.203392:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.203393:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434087.203394:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.203396:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434087.203399:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434087.203401:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434087.203404:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434087.203406:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434087.203410:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434087.203418:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933935744:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434087.203421:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.203423:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434087.203426:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933935616/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.203432:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434087.203433:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434087.203435:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434087.203438:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434087.203439:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434087.203440:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434087.203442:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434087.203444:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:0.0:1789434087.203446:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434087.203448:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434087.203449:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:0.0:1789434087.203452:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434087.203453:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.203454:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434087.203458:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933935744/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434087.203465:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434087.203466:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434087.203467:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434087.203469:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434087.203470:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434087.203472:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434087.203473:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434087.203475:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:0.0:1789434087.203477:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434087.203478:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434087.203479:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:0.0:1789434087.203481:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434087.203482:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.203484:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.203488:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434087.203489:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434087.203491:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434087.203492:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434087.903461:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300214957, at 4300214976
00000100:00000010:3.0:1789434087.903476:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81f00.
00000100:00000040:2.0:1789434087.903509:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300214957, at 4300214976
00000100:00000010:2.0:1789434087.903517:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81120.
00000020:00000001:2.0:1789434087.967726:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434087.967739:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434087.967744:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434087.967755:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434087.967760:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434087.967762:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434087.967766:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434087.967770:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434087.967773:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.967776:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434087.967778:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434087.967781:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434088.223465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434088.223471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434088.223474:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434088.223518:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434088.223522:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434088.223523:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434088.223526:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434088.223530:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434088.223533:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434088.223536:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434088.223539:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434088.223542:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434088.223542:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434088.223548:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434088.223551:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434088.223553:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434088.223555:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434088.223558:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434088.991523:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434088.991531:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434088.991535:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434088.991541:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434088.991546:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434088.991551:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434088.991554:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434088.991572:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434088.991577:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434088.991618:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434088.991622:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434088.991625:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434089.247478:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434089.247478:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434089.247492:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434089.247493:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434089.247498:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434089.247499:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434089.247511:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434089.247511:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434089.247521:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434089.247522:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434089.247530:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434089.247531:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434089.247539:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434089.247540:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434089.247545:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434089.247546:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434089.247553:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434089.247596:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434090.015497:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434090.015507:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434090.015509:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434090.015514:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434090.015519:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434090.015524:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434090.015529:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434090.015532:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434090.015538:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434090.015626:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434090.015631:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434090.015635:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434090.271460:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434090.271467:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434090.271469:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434090.271475:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434090.271479:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434090.271482:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434090.271486:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434090.271488:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434090.271491:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434090.271509:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434090.271514:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434090.271516:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434090.271520:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434090.271523:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434090.271525:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434090.271528:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434090.271530:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434090.271532:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434091.039460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434091.039468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434091.039471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434091.039476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434091.039480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434091.039483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434091.039487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434091.039490:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434091.039493:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434091.044330:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434091.044334:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434091.044338:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434091.295707:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434091.295727:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434091.295730:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434091.295738:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434091.295753:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434091.295758:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434091.295761:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434091.295764:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434091.295767:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434092.063616:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434092.063624:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434092.063627:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434092.063633:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434092.063638:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434092.063644:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434092.063648:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434092.063653:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434092.063658:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434092.063850:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434092.063853:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434092.063855:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789434092.319485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434092.319489:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434092.319492:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434092.319496:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434092.319500:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434092.319507:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5546
00000400:00000200:0.0:1789434092.319515:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434092.319522:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434092.319525:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434092.319529:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319532:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434092.319535:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319551:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434092.319558:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434092.319560:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434092.319563:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434092.319565:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434092.319568:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434092.319571:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434092.319574:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319576:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434092.319578:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319579:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434092.319592:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434092.319596:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319598:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434092.319601:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434092.319605:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434092.319608:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434092.319610:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434092.319613:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434092.319621:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf480.
00000020:00000040:0.0:1789434092.319625:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434092.319628:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434092.319629:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434092.319632:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434092.319634:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434092.319637:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434092.319644:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16c00.
00000100:00000001:0.0:1789434092.319651:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434092.319660:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf480 x1876351933935872/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434092.319669:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434092.319674:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434092.319678:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002030f0d5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf480 x1876351933935872/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434092.319707:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434092.319711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434092.319713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434092.319715:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434092.319716:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434092.319719:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434092.319722:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5546
00000400:00000200:0.0:1789434092.319726:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434092.319729:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434092.319731:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434092.319733:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319735:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434092.319737:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319739:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434092.319742:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434092.319743:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434092.319744:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434092.319746:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434092.319748:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434092.319751:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434092.319754:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319756:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434092.319757:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319759:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434092.319761:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434092.319764:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319766:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434092.319768:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434092.319773:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434092.319775:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434092.319776:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434092.319780:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434092.319783:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434092.319785:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434092.319788:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbdf80.
00000020:00000040:0.0:1789434092.319790:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434092.319793:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434092.319794:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434092.319796:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434092.319797:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434092.319798:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434092.319801:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17c00.
00000100:00000001:0.0:1789434092.319804:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434092.319809:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbdf80 x1876351933936000/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434092.319816:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434092.319818:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434092.319822:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d73b369] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbdf80 x1876351933936000/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434092.319830:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434092.319832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434092.319836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434092.319837:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434092.319838:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434092.319841:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434092.319843:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5546
00000400:00000200:0.0:1789434092.319847:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434092.319849:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434092.319851:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434092.319854:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319856:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434092.319858:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319860:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434092.319863:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434092.319864:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434092.319865:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434092.319867:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434092.319869:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434092.319871:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434092.319874:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319875:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434092.319877:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319879:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434092.319881:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434092.319884:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319886:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434092.319888:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434092.319891:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434092.319893:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434092.319895:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434092.319898:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434092.319900:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434092.319901:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434092.319905:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc700.
00000020:00000040:0.0:1789434092.319907:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434092.319909:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434092.319911:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434092.319912:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434092.319913:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434092.319915:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434092.319918:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17400.
00000100:00000001:0.0:1789434092.319921:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434092.319926:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc700 x1876351933936128/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434092.319933:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434092.319934:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434092.319937:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4613ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc700 x1876351933936128/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434092.319944:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434092.319946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434092.319948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434092.319950:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434092.319951:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434092.319953:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434092.319955:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5546
00000400:00000200:0.0:1789434092.319959:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434092.319962:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434092.319964:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434092.319966:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319968:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434092.319970:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319972:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434092.319975:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434092.319976:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434092.319978:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434092.319980:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434092.319982:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434092.319984:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434092.319987:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319988:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434092.319990:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319991:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434092.319994:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434092.319996:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434092.319997:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434092.319999:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434092.320000:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434092.320002:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434092.320003:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434092.320004:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434092.320006:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434092.320007:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434092.320009:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbfb80.
00000020:00000040:0.0:1789434092.320010:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434092.320011:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434092.320012:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434092.320013:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434092.320014:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434092.320015:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434092.320018:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16000.
00000100:00000001:0.0:1789434092.320020:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434092.320022:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbfb80 x1876351933936256/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434092.320031:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434092.320032:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434092.320034:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f4038] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbfb80 x1876351933936256/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434092.320038:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434092.320041:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5557)
00000100:00000001:3.0:1789434092.320095:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434092.320098:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434092.320099:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434092.320102:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434092.320104:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434092.320106:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434092.320108:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434092.320109:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434092.320111:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789434092.320303:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434092.320307:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789434092.320659:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434092.320674:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789434092.320942:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434092.320945:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789434092.321210:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434092.321213:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1789434093.023481:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300220076, at 4300220096
00000100:00000010:2.0:1789434093.023496:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d3c0.
00000100:00000040:3.0:1789434093.023901:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300220076, at 4300220096
00000100:00000010:3.0:1789434093.023908:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d720.
00000100:00000001:2.0:1789434093.087525:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434093.087544:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434093.087547:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434093.087552:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434093.087556:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434093.087560:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434093.087563:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434093.087565:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434093.087569:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434093.091383:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434093.091389:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434093.091393:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434093.343452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434093.343457:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434093.343459:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434093.343464:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434093.343468:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434093.343471:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434093.343474:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434093.343477:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434093.343480:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434094.111453:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434094.111462:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434094.111466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434094.111473:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434094.111479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434094.111485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434094.111499:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434094.111502:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434094.111506:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434094.111588:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434094.111592:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434094.111596:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434094.367469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434094.367475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434094.367476:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434094.367481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434094.367484:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434094.367487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434094.367489:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434094.367490:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434094.367492:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434095.135746:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434095.135750:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434095.135753:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434095.135757:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434095.135761:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434095.135765:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434095.135767:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434095.135770:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434095.135773:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434095.135933:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434095.135937:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434095.135940:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434095.391454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434095.391462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434095.391466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434095.391471:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434095.391476:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434095.391481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434095.391486:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434095.391489:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434095.391493:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434096.159538:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434096.159543:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434096.159548:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434096.159733:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434096.159737:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434096.159739:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434096.159743:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434096.159747:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434096.159750:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434096.159753:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434096.159755:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434096.159758:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434096.415446:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434096.415453:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434096.415466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434096.415472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434096.415475:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434096.415479:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434096.415482:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434096.415484:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434096.415487:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434097.183852:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434097.183858:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434097.183862:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434097.185157:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434097.185162:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434097.185165:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434097.185169:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434097.185173:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434097.185177:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434097.185179:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434097.185181:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434097.185184:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434097.439466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434097.439475:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434097.439479:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434097.439484:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434097.439490:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434097.439512:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5552
00000400:00000200:0.0:1789434097.439522:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434097.439529:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434097.439532:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434097.439536:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.439540:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434097.439543:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.439545:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434097.439552:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434097.439554:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434097.439557:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434097.439560:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434097.439562:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434097.439564:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434097.439567:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.439569:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434097.439571:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.439572:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434097.439575:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434097.439578:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434097.439580:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434097.439583:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434097.439586:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434097.439589:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434097.439591:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434097.439594:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434097.439602:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc000.
00000020:00000040:0.0:1789434097.439605:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434097.439609:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434097.439610:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434097.439613:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434097.439616:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434097.439619:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434097.439627:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16000.
00000100:00000001:0.0:1789434097.439633:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434097.439641:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc000 x1876351933936384/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434097.439864:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434097.439869:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434097.439875:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f9eea5b] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc000 x1876351933936384/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434097.439895:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434097.439898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434097.439901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434097.439902:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434097.439904:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434097.439907:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434097.439909:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5552
00000400:00000200:0.0:1789434097.439913:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434097.439916:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434097.439919:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434097.439922:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.439925:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434097.439927:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.439929:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434097.439932:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434097.439934:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434097.439937:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434097.439941:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434097.439945:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434097.439949:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434097.439955:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.439959:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434097.439963:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.439967:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434097.439971:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434097.439977:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434097.439981:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434097.439986:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434097.439992:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434097.439997:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434097.440000:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434097.440006:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434097.440011:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434097.440014:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434097.440020:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbea00.
00000020:00000040:0.0:1789434097.440024:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434097.440028:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434097.440030:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434097.440034:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434097.440037:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434097.440040:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434097.440047:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17400.
00000100:00000001:0.0:1789434097.440052:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434097.440060:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbea00 x1876351933936512/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434097.440070:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434097.440074:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434097.440080:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099227cf5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbea00 x1876351933936512/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434097.440092:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434097.440097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434097.440104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434097.440107:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434097.440110:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434097.440116:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434097.440121:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5552
00000400:00000200:0.0:1789434097.440127:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434097.440132:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434097.440136:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434097.440140:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.440142:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434097.440159:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.440164:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:1.1:1789434097.440222:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434097.440226:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1789434097.440587:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434097.440591:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434097.440594:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434097.440598:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434097.440602:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434097.440606:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434097.440612:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.440616:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434097.440621:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.440626:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434097.440629:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434097.440634:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434097.440638:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434097.440640:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1789434097.440687:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434097.440690:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
02000000:00000001:0.0:1789434097.440697:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434097.440702:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434097.440706:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434097.440710:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434097.440714:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434097.440717:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434097.440723:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbed80.
00000020:00000040:0.0:1789434097.440728:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434097.441039:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434097.441041:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434097.441043:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434097.441044:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434097.441046:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434097.441051:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17c00.
00000100:00000001:0.0:1789434097.441054:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434097.441059:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbed80 x1876351933936640/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434097.441066:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434097.441069:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434097.441072:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d26fcf9] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbed80 x1876351933936640/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434097.441086:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434097.441088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434097.441091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434097.441092:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434097.441094:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434097.441096:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434097.441098:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5552
00000400:00000200:0.0:1789434097.441103:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434097.441107:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434097.441110:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434097.441117:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.441122:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434097.441127:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.441131:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434097.441136:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434097.441139:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434097.441143:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434097.441203:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434097.441206:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434097.441208:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434097.441212:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.441214:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434097.441216:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434097.441218:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434097.441220:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434097.441223:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434097.441225:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434097.441227:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434097.441230:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434097.441232:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434097.441234:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434097.441236:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434097.441238:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434097.441239:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434097.441243:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbe300.
00000020:00000040:0.0:1789434097.441245:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434097.441248:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434097.441249:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434097.441251:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434097.441252:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434097.441254:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434097.441258:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16c00.
00000100:00000001:0.0:1789434097.441261:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434097.441265:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbe300 x1876351933936768/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434097.441272:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434097.441274:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434097.441278:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad113eb] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbe300 x1876351933936768/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434097.441286:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434097.441289:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5562)
00000100:00000001:3.0:1789434097.441622:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434097.441630:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434097.441632:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434097.441638:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434097.441642:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434097.441646:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434097.441648:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434097.441651:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434097.441654:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789434097.441845:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434097.441847:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789434097.442056:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434097.442057:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1789434098.143491:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300225195, at 4300225216
00000100:00000010:3.0:1789434098.143520:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d960.
00000100:00000040:2.0:1789434098.143529:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300225195, at 4300225216
00000100:00000010:2.0:1789434098.143535:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d900.
00000100:00000001:2.0:1789434098.207462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434098.207470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434098.207472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434098.207479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434098.207482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434098.207486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434098.207489:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434098.207507:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434098.207511:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434098.207659:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434098.207663:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434098.207668:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434098.463447:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434098.463455:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434098.463459:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434098.463466:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434098.463471:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434098.463475:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434098.463479:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434098.463482:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434098.463486:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434099.231481:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434099.231503:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434099.231505:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434099.231511:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434099.231515:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434099.231519:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434099.231522:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434099.231524:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434099.231528:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434099.231826:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434099.231830:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434099.231833:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434099.487559:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434099.487562:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434099.487564:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434099.487567:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434099.487569:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434099.487571:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434099.487573:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434099.487575:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434099.487577:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434100.255541:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434100.255545:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434100.255547:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434100.255551:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000020:00000001:0.0:1789434100.255553:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1789434100.255555:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434100.255559:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434100.255562:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434100.255564:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1789434100.255566:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434100.255569:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434100.255571:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434100.511571:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434100.511575:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434100.511576:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434100.511579:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434100.511581:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434100.511583:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434100.511585:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434100.511587:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434100.511589:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434101.279576:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434101.279591:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434101.279595:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434101.279602:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434101.279608:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434101.279613:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434101.279618:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434101.279621:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434101.279625:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434101.279725:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434101.279729:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434101.279732:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434101.535665:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434101.535672:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434101.535674:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434101.535679:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434101.535684:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434101.535689:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434101.535692:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434101.535694:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434101.535697:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434102.303458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434102.303476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434102.303481:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434102.303485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434102.303489:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434102.303494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434102.303499:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434102.303503:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434102.303509:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434102.303638:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434102.303641:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434102.303644:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434102.559431:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1789434102.559435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789434102.559438:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434102.559442:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434102.559443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434102.559449:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1789434102.559449:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434102.559455:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1789434102.559457:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434102.559459:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434102.559472:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1789434102.559476:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1789434102.559481:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5557
00000100:00000001:3.0:1789434102.559481:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434102.559486:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434102.559494:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434102.559502:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434102.559505:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434102.559510:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.559513:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434102.559516:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.559519:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434102.559526:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434102.559528:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434102.559530:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434102.559534:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434102.559537:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434102.559539:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434102.559543:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.559545:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434102.559548:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.559550:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434102.559553:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434102.559557:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434102.559560:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434102.559564:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434102.559569:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434102.559575:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434102.559579:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434102.559583:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434102.559594:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc380.
00000020:00000040:0.0:1789434102.559601:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434102.559607:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434102.559609:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434102.559612:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434102.559616:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434102.559620:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434102.559629:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
00000100:00000001:0.0:1789434102.559637:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434102.559646:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc380 x1876351933936896/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434102.559656:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434102.559661:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434102.559666:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008be3708] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc380 x1876351933936896/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434102.559691:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434102.559694:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434102.559697:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434102.559698:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434102.559700:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434102.559702:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434102.559706:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5557
00000400:00000200:0.0:1789434102.559710:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434102.559715:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434102.559718:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434102.559724:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.559728:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434102.559735:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.559738:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434102.559744:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434102.559747:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434102.559753:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434102.559757:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434102.559761:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434102.559767:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434102.559773:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.559778:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434102.559784:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.559788:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434102.559793:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434102.559799:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434102.559803:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434102.559807:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434102.559813:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434102.559816:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434102.559820:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434102.559826:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434102.559831:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434102.559834:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434102.559841:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf100.
00000020:00000040:0.0:1789434102.559844:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434102.559848:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434102.559850:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434102.559852:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434102.559855:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434102.559858:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434102.559865:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16800.
00000100:00000001:0.0:1789434102.559871:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434102.559880:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf100 x1876351933937024/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1789434102.559974:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434102.559978:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1789434102.560100:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434102.560105:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434102.560113:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053892fb8] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf100 x1876351933937024/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434102.560134:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434102.560139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434102.560145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434102.560148:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434102.560151:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434102.560154:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434102.560160:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5557
00000400:00000200:0.0:1789434102.560168:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434102.560175:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434102.560213:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434102.560220:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.560225:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434102.560231:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.560236:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434102.560298:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434102.560302:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434102.560305:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434102.560309:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434102.560312:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434102.560316:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434102.560323:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.560327:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434102.560332:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.560336:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434102.560343:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434102.560375:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434102.560381:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434102.560386:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434102.560392:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434102.560396:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434102.560400:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434102.560405:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000800:00000200:1.1:1789434102.560527:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434102.560530:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000008:00000001:0.0:1789434102.560804:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434102.560806:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434102.560810:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf100.
00000020:00000040:0.0:1789434102.560813:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434102.560815:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434102.560816:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434102.560818:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434102.560819:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434102.560821:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434102.560825:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17000.
00000100:00000001:0.0:1789434102.560828:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434102.560834:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf100 x1876351933937152/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434102.560841:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434102.560843:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434102.560847:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053892fb8] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf100 x1876351933937152/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434102.561033:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434102.561037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434102.561041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434102.561042:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434102.561044:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434102.561046:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434102.561049:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5557
00000400:00000200:0.0:1789434102.561053:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434102.561057:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434102.561058:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434102.561061:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.561063:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434102.561064:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.561067:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434102.561070:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434102.561071:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434102.561073:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434102.561075:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434102.561077:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434102.561079:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434102.561082:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.561083:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434102.561085:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434102.561087:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434102.561089:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434102.561092:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434102.561094:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434102.561096:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434102.561099:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434102.561101:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434102.561102:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434102.561104:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434102.561106:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434102.561107:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434102.561111:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc380.
00000020:00000040:0.0:1789434102.561113:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434102.561115:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434102.561116:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434102.561118:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434102.561119:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434102.561121:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434102.561124:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000100:00000001:0.0:1789434102.561127:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434102.561132:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc380 x1876351933937280/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434102.561143:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434102.561146:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434102.561149:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008be3708] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc380 x1876351933937280/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434102.561155:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434102.561159:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5567)
00000800:00000200:1.1:1789434102.561905:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434102.561907:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789434102.562183:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434102.562186:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1789434102.562405:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434102.562406:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15000.
02000000:00000001:1.0:1789434102.562408:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434102.562409:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434102.562410:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc380.
00000100:00000001:1.0:1789434102.562412:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434102.562413:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434102.562415:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434102.562419:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434102.562421:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434102.562423:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434102.562424:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434102.815687:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434102.815694:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434102.815697:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434102.815702:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434102.815705:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434102.815709:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434102.815712:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434102.815715:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434102.815896:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434103.263428:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300230315, at 4300230336
00000100:00000010:2.0:1789434103.263442:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d4e0.
00000100:00000040:3.0:1789434103.263581:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300230315, at 4300230336
00000100:00000010:3.0:1789434103.263590:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dba0.
00010000:00000001:1.0:1789434103.327597:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434103.327603:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434103.327608:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434103.327609:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434103.327612:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434103.327613:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434103.327616:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434103.327617:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434103.327653:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434103.327657:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434103.327660:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434103.327664:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434103.327667:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434103.327670:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434103.327673:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434103.327676:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434103.327679:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434103.327742:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434103.327746:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434103.327749:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434103.583480:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434103.583486:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434103.583488:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434103.583492:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434103.583494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434103.583497:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434103.583499:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434103.583501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434103.583502:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434103.583570:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434103.583572:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434103.583573:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434103.583575:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434103.583576:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434103.583577:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434103.583579:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434103.583580:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434103.583581:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434103.839463:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434103.839471:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434103.839473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434103.839479:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434103.839482:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434103.839486:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434103.839488:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434103.839490:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434103.839493:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434104.351659:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434104.351667:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434104.351669:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434104.351673:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434104.351678:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434104.351680:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434104.351682:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434104.351684:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434104.351688:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434104.351690:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434104.351693:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434104.351694:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434104.351696:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434104.351698:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434104.351801:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434104.351804:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434104.351807:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434104.352271:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434104.352276:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434104.352278:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434104.352282:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434104.352285:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434104.352289:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434104.352291:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434104.352294:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434104.352297:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434104.607464:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434104.607471:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434104.607473:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434104.607479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434104.607538:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434104.607541:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434104.607544:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434104.607545:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1789434104.607549:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434104.607551:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434104.607553:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434104.607555:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434104.607557:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434104.607560:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434104.607561:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434104.607564:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434104.607565:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434104.607568:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434104.863479:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434104.863487:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434104.863489:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434104.863494:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434104.863498:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434104.863502:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434104.863504:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434104.863507:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434104.863511:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434105.375490:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434105.375498:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434105.375501:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434105.375507:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434105.375511:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434105.375516:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434105.375528:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434105.375531:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434105.375531:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434105.375537:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434105.375539:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434105.375543:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434105.375546:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434105.375550:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434105.375551:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434105.375554:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434105.375556:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434105.375783:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434105.375787:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434105.375791:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434105.631485:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434105.631485:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434105.631493:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434105.631493:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434105.631498:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434105.631498:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434105.631504:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434105.631505:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434105.631513:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434105.631513:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434105.631520:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434105.631520:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434105.631527:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434105.631528:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434105.631531:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434105.631532:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434105.631537:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434105.631538:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434105.887473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434105.887479:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434105.887482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434105.887487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434105.887490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434105.887494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434105.887497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434105.887499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434105.887502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434106.399530:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434106.399537:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434106.399543:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434106.399545:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434106.399548:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434106.399550:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434106.399553:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434106.399555:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434106.399647:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434106.399653:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434106.399658:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434106.399722:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434106.399727:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434106.399729:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434106.399734:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434106.399737:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434106.399741:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434106.399744:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434106.399747:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434106.399750:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434106.655467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434106.655473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434106.655476:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434106.655481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434106.655485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434106.655489:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434106.655492:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434106.655494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434106.655496:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434106.655574:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434106.655577:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434106.655579:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434106.655580:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434106.655717:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434106.655720:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434106.655722:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434106.655723:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434106.655726:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434106.911496:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434106.911504:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434106.911507:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434106.911512:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434106.911515:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434106.911519:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434106.911522:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434106.911524:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434106.911527:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434107.424267:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434107.424275:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434107.424277:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434107.424282:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434107.424286:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434107.424289:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434107.424292:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434107.424295:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434107.424298:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434107.428706:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434107.428713:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434107.428718:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434107.428720:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434107.428723:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434107.428724:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434107.428727:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434107.428729:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434107.428814:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434107.428817:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434107.428821:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434107.679488:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434107.679495:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434107.679497:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434107.679502:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434107.679506:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434107.679510:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434107.679513:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434107.679515:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434107.679519:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434107.679533:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434107.679540:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434107.679543:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434107.679547:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434107.679551:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434107.679557:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5562
00000400:00000200:2.0:1789434107.679566:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434107.679581:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434107.679584:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434107.679588:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679591:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434107.679594:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679597:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434107.679605:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434107.679607:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434107.679610:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434107.679613:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434107.679615:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434107.679618:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434107.679621:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679623:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434107.679625:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679627:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434107.679630:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434107.679634:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679636:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434107.679639:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434107.679643:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434107.679646:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434107.679647:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434107.679650:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434107.679659:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28380.
00000020:00000040:2.0:1789434107.679663:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434107.679667:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434107.679669:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434107.679672:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434107.679675:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434107.679678:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434107.679686:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b800.
00000100:00000001:2.0:1789434107.679692:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434107.679701:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434107.679712:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434107.679716:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434107.679721:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52b4d98] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434107.679740:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434107.679744:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434107.679747:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434107.679749:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434107.679751:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434107.679754:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434107.679756:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5562
00000400:00000200:2.0:1789434107.679760:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434107.679763:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434107.679765:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434107.679768:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679770:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434107.679772:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679774:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434107.679777:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434107.679778:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434107.679780:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434107.679782:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434107.679784:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434107.679786:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434107.679789:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679790:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434107.679792:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679794:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434107.679797:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434107.679800:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679802:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434107.679804:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434107.679809:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434107.679811:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434107.679813:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434107.679817:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434107.679821:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434107.679823:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434107.679826:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28000.
00000020:00000040:2.0:1789434107.679828:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434107.679831:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434107.679832:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434107.679834:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434107.679835:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434107.679837:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434107.679841:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:2.0:1789434107.679844:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434107.679850:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434107.679857:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434107.679859:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434107.679863:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f58c4e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434107.679871:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434107.679874:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434107.679877:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434107.679879:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434107.679880:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434107.679883:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434107.679886:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5562
00000400:00000200:2.0:1789434107.679890:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434107.679893:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434107.679896:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434107.679898:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679900:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434107.679903:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679905:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434107.679908:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434107.679910:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434107.679911:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434107.679913:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434107.679915:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434107.679917:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434107.679920:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679922:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434107.679924:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679926:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434107.679929:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434107.679931:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434107.679933:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434107.679935:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434107.679938:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434107.679940:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434107.679942:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434107.679944:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434107.679947:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434107.679948:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434107.679952:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a300.
00000020:00000040:2.0:1789434107.679954:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434107.679956:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434107.679958:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434107.679960:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434107.679962:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434107.679976:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434107.679982:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789434107.679985:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434107.679990:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434107.679997:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434107.680000:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434107.680003:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcc0670] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434107.680011:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434107.680014:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434107.680017:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434107.680018:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434107.680020:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434107.680022:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434107.680024:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5562
00000400:00000200:2.0:1789434107.680028:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434107.680030:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434107.680032:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434107.680035:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.680037:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434107.680039:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.680041:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434107.680044:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434107.680045:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434107.680046:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434107.680048:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434107.680050:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434107.680053:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434107.680056:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.680058:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434107.680060:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434107.680062:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434107.680064:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434107.680067:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434107.680069:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434107.680071:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434107.680074:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434107.680076:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434107.680078:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434107.680080:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434107.680082:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434107.680084:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434107.680087:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29180.
00000020:00000040:2.0:1789434107.680089:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434107.680092:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434107.680093:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434107.680094:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434107.680096:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434107.680098:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434107.680101:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78800.
00000100:00000001:2.0:1789434107.680105:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434107.680109:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434107.680117:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434107.680119:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434107.680123:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3953f8c] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434107.680143:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434107.680148:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5572)
00000100:00000001:1.0:1789434107.682210:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434107.682216:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434107.682219:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434107.682230:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.682242:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434107.682244:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434107.682247:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434107.682250:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434107.682253:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434107.682257:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933937408:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434107.682261:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434107.682266:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434107.682268:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434107.682270:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434107.682278:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434107.682280:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434107.682287:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434107.682292:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925df20.
00000400:00000010:1.0:1789434107.682299:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434107.682306:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933937408, portal 25
00000100:00000001:1.0:1789434107.682308:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434107.682309:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482252672 : -119883227298944 : ffff92f782d28380)
00000100:00000040:1.0:1789434107.682315:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.682323:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434107.682326:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434107.682328:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434107.682332:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933937408, offset 0
00000400:00000200:1.0:1789434107.682339:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434107.682365:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434107.682373:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434107.682742:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434107.682748:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434107.682751:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434107.682754:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434107.682759:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512576:512576:256:4294967295] 192.168.203.104@tcp LPNI seq info [512543:512543:8:4294967295]
00000400:00000200:1.0:1789434107.682763:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434107.682774:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434107.682781:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434107.682786:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d900.
00000800:00000200:1.0:1789434107.682793:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434107.682797:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789434107.682802:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434107.682806:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1789434107.682811:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434107.682814:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d900.
00000400:00000200:1.0:1789434107.682819:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434107.682823:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434107.682829:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434107.682831:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434107.682836:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434107.682840:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.682850:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434107.682853:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.682860:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434107.682862:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434107.682867:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434107.682872:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434107.682874:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300235438
00000100:00000010:1.0:1789434107.682880:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dc60.
00000100:00000001:1.0:1789434107.682887:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434107.682893:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300235438
00000100:00000010:1.0:1789434107.682896:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d420.
00000100:00000001:1.0:1789434107.682899:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434107.682996:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434107.683000:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434107.683002:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434107.683005:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434107.683008:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434107.683011:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434107.683013:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434107.683014:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434107.683017:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434107.683056:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434107.683060:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434107.683062:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434107.683068:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434107/real 1789434107]  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434107.683077:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434107.683079:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434107.683081:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925df20.
00000400:00000200:1.0:1789434107.683084:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434107.683086:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434107.683089:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434107.683093:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434107.683101:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683107:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434107.683109:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.683111:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434107.683113:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434107.683117:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683124:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434107.683129:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683136:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434107.683138:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.683139:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434107.683141:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.683143:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434107.683146:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434107.683149:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434107.683152:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434107.683154:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434107.683159:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434107.683168:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933937408:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434107.683172:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434107.683176:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683188:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434107.683189:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434107.683191:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434107.683194:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434107.683196:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434107.683198:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933937536:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434107.683201:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434107.683203:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434107.683205:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434107.683206:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434107.683210:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434107.683211:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434107.683215:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434107.683218:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925df20.
00000400:00000010:1.0:1789434107.683220:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434107.683224:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933937536, portal 10
00000100:00000001:1.0:1789434107.683226:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434107.683227:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482251776 : -119883227299840 : ffff92f782d28000)
00000100:00000040:1.0:1789434107.683234:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683240:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434107.683242:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434107.683244:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434107.683246:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933937536, offset 0
00000400:00000200:1.0:1789434107.683250:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434107.683255:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434107.683258:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434107.683261:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434107.683264:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434107.683266:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434107.683268:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434107.683271:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512577:512577:256:4294967295] 192.168.203.104@tcp LPNI seq info [512544:512544:8:4294967295]
00000400:00000200:1.0:1789434107.683275:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434107.683280:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434107.683284:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434107.683288:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d900.
00000800:00000200:1.0:1789434107.683291:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434107.683294:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789434107.683298:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434107.683301:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1789434107.683305:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434107.683307:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d900.
00000400:00000200:1.0:1789434107.683310:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434107.683313:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434107.683316:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434107.683318:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434107.683321:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434107.683324:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683331:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434107.683334:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683341:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434107.683342:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434107.683345:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434107.683366:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434107.683370:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434107.683372:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300234767
00000100:00000001:1.0:1789434107.683375:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300235438
00000100:00000001:1.0:1789434107.683386:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300234767
00000100:00000001:1.0:1789434107.683388:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300235438
00000100:00000001:1.0:1789434107.683390:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434107.683392:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434107.683394:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434107.683398:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434107/real 1789434107]  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434107.683406:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434107.683407:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434107.683409:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925df20.
00000400:00000200:1.0:1789434107.683412:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434107.683413:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434107.683416:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434107.683419:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434107.683436:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683442:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434107.683443:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.683445:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434107.683447:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434107.683450:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683456:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434107.683460:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683466:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434107.683468:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.683470:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434107.683471:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.683473:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434107.683476:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434107.683478:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434107.683482:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434107.683484:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434107.683488:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434107.683510:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933937536:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434107.683514:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434107.683518:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683525:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434107.683526:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434107.683528:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434107.683530:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434107.683532:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434107.683534:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933937664:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434107.683537:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434107.683540:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434107.683541:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434107.683543:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434107.683546:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434107.683548:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434107.683551:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434107.683554:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925df20.
00000400:00000010:1.0:1789434107.683557:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434107.683560:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933937664, portal 4
00000100:00000001:1.0:1789434107.683562:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434107.683563:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482260736 : -119883227290880 : ffff92f782d2a300)
00000100:00000040:1.0:1789434107.683579:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683587:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434107.683589:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434107.683592:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434107.683595:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933937664, offset 0
00000400:00000200:1.0:1789434107.683599:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434107.683603:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434107.683607:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434107.683610:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434107.683612:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434107.683614:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434107.683617:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434107.683619:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512578:512578:256:4294967295] 192.168.203.104@tcp LPNI seq info [512545:512545:8:4294967295]
00000400:00000200:1.0:1789434107.683623:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434107.683629:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434107.683633:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434107.683637:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d900.
00000800:00000200:1.0:1789434107.683640:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434107.683643:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789434107.683647:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434107.683650:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1789434107.683654:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434107.683656:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d900.
00000400:00000200:1.0:1789434107.683659:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434107.683662:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434107.683665:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434107.683667:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434107.683670:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434107.683673:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683681:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434107.683684:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683690:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434107.683691:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434107.683695:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434107.683698:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434107.683701:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434107.683703:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300234784
00000100:00000001:1.0:1789434107.683705:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300235438
00000100:00000001:1.0:1789434107.683707:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300234784
00000100:00000001:1.0:1789434107.683709:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300235438
00000100:00000001:1.0:1789434107.683711:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434107.683713:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434107.683715:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434107.683719:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434107/real 1789434107]  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434107.683727:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434107.683728:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434107.683730:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925df20.
00000400:00000200:1.0:1789434107.683732:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434107.683734:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434107.683735:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434107.683738:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434107.683746:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683752:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434107.683753:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.683755:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434107.683756:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434107.683759:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683766:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434107.683770:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683776:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434107.683779:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.683780:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434107.683781:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.683783:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434107.683786:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434107.683789:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434107.683792:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434107.683794:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434107.683798:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434107.683805:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933937664:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434107.683809:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434107.683813:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683819:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434107.683820:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434107.683822:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434107.683824:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434107.683826:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434107.683829:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933937792:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434107.683832:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434107.683833:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434107.683835:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434107.683836:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434107.683840:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7c00.
02000000:00000001:1.0:1789434107.683842:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434107.683845:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434107.683847:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925df20.
00000400:00000010:1.0:1789434107.683850:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434107.683853:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933937792, portal 4
00000100:00000001:1.0:1789434107.683855:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434107.683856:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482256256 : -119883227295360 : ffff92f782d29180)
00000100:00000040:1.0:1789434107.683862:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683868:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434107.683870:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434107.683873:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434107.683875:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933937792, offset 0
00000400:00000200:1.0:1789434107.683885:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434107.683890:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434107.683895:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434107.683898:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434107.683900:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434107.683903:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434107.683906:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434107.683910:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512579:512579:256:4294967295] 192.168.203.104@tcp LPNI seq info [512546:512546:8:4294967295]
00000400:00000200:1.0:1789434107.683914:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434107.683920:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434107.683924:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434107.683927:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d900.
00000800:00000200:1.0:1789434107.683931:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434107.683933:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789434107.683937:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434107.683940:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1789434107.683944:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434107.683945:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d900.
00000400:00000200:1.0:1789434107.683948:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434107.683951:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434107.683954:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434107.683956:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434107.683959:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434107.683963:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683970:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434107.683973:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.683980:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434107.683982:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434107.683985:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434107.683988:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434107.683991:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434107.683993:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300234786
00000100:00000001:1.0:1789434107.683995:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300235438
00000100:00000001:1.0:1789434107.683997:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300234786
00000100:00000001:1.0:1789434107.683999:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300235438
00000100:00000001:1.0:1789434107.684001:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434107.684003:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434107.684005:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434107.684009:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434107/real 1789434107]  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434107.684016:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434107.684017:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434107.684019:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925df20.
00000400:00000200:1.0:1789434107.684021:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434107.684023:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434107.684025:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434107.684028:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434107.684035:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.684045:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434107.684047:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.684048:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434107.684050:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434107.684053:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.684059:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434107.684063:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.684069:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434107.684071:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.684072:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434107.684073:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.684075:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434107.684078:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434107.684081:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434107.684084:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434107.684086:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434107.684090:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434107.684096:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933937792:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434107.684100:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.684102:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434107.684105:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28380 x1876351933937408/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.684112:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434107.684115:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434107.684118:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434107.684121:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434107.684123:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434107.684125:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434107.684127:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434107.684129:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:1.0:1789434107.684132:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434107.684134:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434107.684136:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28380.
00000100:00000001:1.0:1789434107.684139:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434107.684140:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.684141:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434107.684145:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28000 x1876351933937536/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.684151:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434107.684152:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434107.684154:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434107.684156:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434107.684157:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434107.684158:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434107.684160:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434107.684161:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:1.0:1789434107.684165:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434107.684166:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434107.684167:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28000.
00000100:00000001:1.0:1789434107.684169:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434107.684170:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.684171:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434107.684175:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a300 x1876351933937664/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.684181:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434107.684182:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434107.684183:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434107.684190:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434107.684191:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434107.684192:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434107.684194:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434107.684196:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:1.0:1789434107.684198:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434107.684199:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434107.684200:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a300.
00000100:00000001:1.0:1789434107.684202:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434107.684203:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.684204:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434107.684208:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29180 x1876351933937792/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434107.684214:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434107.684215:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434107.684217:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7c00.
02000000:00000001:1.0:1789434107.684219:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434107.684220:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434107.684221:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434107.684223:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434107.684224:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78800.
02000000:00000001:1.0:1789434107.684226:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434107.684227:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434107.684228:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29180.
00000100:00000001:1.0:1789434107.684230:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434107.684232:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.684234:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.684242:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434107.684243:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434107.684245:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434107.684247:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434107.935535:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434107.935547:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434107.935550:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434107.935558:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434107.935563:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434107.935568:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.935571:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434107.935575:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434107.935579:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434108.383495:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300235438, at 4300235456
00000100:00000010:2.0:1789434108.383509:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc60.
00000100:00000040:3.0:1789434108.384510:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300235438, at 4300235457
00000100:00000010:3.0:1789434108.384524:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d420.
00000100:00000001:2.0:1789434108.447456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434108.447466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434108.447469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434108.447476:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1789434108.447477:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434108.447486:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434108.447487:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434108.447492:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434108.447498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434108.447499:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434108.447502:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434108.447503:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434108.447509:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434108.447513:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434108.447517:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434108.447523:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434108.447525:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434108.447568:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434108.447573:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434108.447577:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434108.703530:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434108.703538:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434108.703540:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434108.703546:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434108.703551:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434108.703556:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434108.703560:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434108.703560:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434108.703564:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434108.703568:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434108.703569:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434108.703572:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434108.703580:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434108.703584:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434108.703588:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434108.703591:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434108.703595:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434108.703599:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434108.959880:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434108.959887:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434108.959889:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434108.959894:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434108.959898:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434108.959901:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434108.959904:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434108.959907:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434108.959909:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434109.471528:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434109.471536:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434109.471539:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434109.471545:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434109.471549:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434109.471565:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434109.471570:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434109.471585:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434109.471592:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434109.471603:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434109.471608:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434109.471613:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434109.471614:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434109.471618:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434109.471619:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434109.471623:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434109.471624:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434109.471668:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434109.471671:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434109.471674:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434109.727475:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434109.727482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434109.727484:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434109.727488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434109.727492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434109.727496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434109.727498:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434109.727501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434109.727503:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434109.728060:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434109.728068:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434109.728070:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434109.728075:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434109.728079:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434109.728082:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434109.728085:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434109.728088:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434109.728092:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434109.983495:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434109.983503:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434109.983506:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434109.983511:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434109.983515:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434109.983519:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434109.983523:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434109.983525:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434109.983529:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434110.495605:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434110.495612:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434110.495618:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434110.495619:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434110.495694:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434110.495696:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434110.495700:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434110.495701:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434110.495759:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434110.495763:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434110.495768:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434110.495933:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434110.495937:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434110.495939:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434110.495942:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434110.495945:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434110.495947:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434110.495949:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434110.495952:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434110.495955:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434110.751537:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434110.751546:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434110.751550:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434110.751557:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434110.751560:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434110.751565:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434110.751571:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434110.751571:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434110.751575:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434110.751580:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434110.751582:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434110.751584:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434110.751591:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434110.751595:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434110.751599:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434110.751603:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434110.751605:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434110.751608:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434111.007518:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434111.007525:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434111.007527:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434111.007532:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434111.007536:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434111.007540:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434111.007543:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434111.007546:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434111.007549:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434111.519429:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434111.519437:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434111.519440:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434111.519447:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434111.519451:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434111.519455:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434111.519459:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434111.519462:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434111.519472:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519583:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434111.519587:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519592:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434111.519595:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434111.519598:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434111.519601:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519605:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434111.519607:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519610:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519612:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519616:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434111.519617:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434111.519619:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434111.519620:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519621:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434111.519623:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519624:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519626:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519629:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434111.519631:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434111.519632:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434111.519633:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519635:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434111.519636:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519638:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434111.519640:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434111.519709:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434111.519712:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434111.519714:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434111.775422:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434111.775428:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434111.775430:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434111.775434:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434111.775437:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434111.775440:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434111.775442:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434111.775444:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434111.775445:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434111.775469:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434111.775472:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434111.775474:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434111.775477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434111.775480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434111.775482:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434111.775484:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434111.775486:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434111.775488:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434112.031670:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434112.031677:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434112.031680:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434112.031685:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434112.031689:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434112.031693:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434112.031696:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434112.031698:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434112.031702:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434112.543527:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434112.543528:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434112.543539:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434112.543542:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434112.543546:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434112.543547:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434112.543560:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434112.543562:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434112.543567:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434112.543568:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434112.543571:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434112.543572:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434112.543615:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434112.543621:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434112.543625:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434112.543627:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434112.543632:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434112.543736:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434112.543740:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434112.543743:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434112.799473:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434112.799475:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1789434112.799480:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434112.799481:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434112.799482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434112.799487:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434112.799487:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434112.799489:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1789434112.799494:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434112.799495:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1789434112.799495:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434112.799501:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434112.799501:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1789434112.799502:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434112.799505:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434112.799508:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1789434112.799509:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434112.799514:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434112.799517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434112.799518:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5567
00000400:00000200:2.0:1789434112.799529:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434112.799537:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434112.799541:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789434112.799543:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434112.799547:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434112.799548:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434112.799551:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434112.799554:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434112.799557:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434112.799559:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434112.799563:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434112.799572:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434112.799574:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434112.799576:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434112.799580:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434112.799584:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434112.799587:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434112.799592:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434112.799658:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434112.799663:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434112.799665:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434112.799669:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434112.799673:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434112.799676:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434112.799679:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434112.799683:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434112.799686:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434112.799688:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434112.799691:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434112.799705:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29880.
00000020:00000040:2.0:1789434112.799709:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434112.799713:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434112.799715:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434112.799718:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434112.799721:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434112.799725:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434112.799733:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79000.
00000100:00000001:2.0:1789434112.799741:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434112.799751:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434112.799768:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434112.799785:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434112.799793:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ac992a] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434112.799815:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434112.799819:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434112.799823:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434112.799826:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434112.799829:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434112.799832:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434112.799837:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5567
00000400:00000200:2.0:1789434112.799844:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434112.799847:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434112.799854:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434112.799856:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1789434112.799859:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000040:0.0:1789434112.799865:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789434112.799869:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789434112.799878:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434112.799880:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434112.799882:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:0.0:1789434112.799885:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1789434112.799886:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789434112.799890:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1789434112.799893:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:0.0:1789434112.799895:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434112.799897:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434112.799901:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:0.0:1789434112.799903:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933937920:192.168.203.104@tcp:250:kworker.0
00000020:00000040:2.0:1789434112.799904:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434112.799908:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789434112.799910:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1789434112.799912:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
02000000:00000001:0.0:1789434112.799915:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1789434112.799916:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:0.0:1789434112.799919:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434112.799921:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:0.0:1789434112.799924:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1789434112.799927:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000010:0.0:1789434112.799930:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
00000100:00000001:2.0:1789434112.799931:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789434112.799936:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434112.799936:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434112.799941:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434112.799944:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000400:00000200:0.0:1789434112.799946:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:2.0:1789434112.799949:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000010:0.0:1789434112.799952:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000100:00000001:2.0:1789434112.799953:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434112.799958:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1789434112.799961:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
02000000:00000001:2.0:1789434112.799963:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434112.799967:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434112.799969:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:0.0:1789434112.799970:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933937920, portal 25
00000008:00100000:2.0:1789434112.799973:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789434112.799974:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434112.799977:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258048 : -119883227293568 : ffff92f782d29880)
00000008:00000001:2.0:1789434112.799979:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434112.799983:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434112.799987:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789434112.799988:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b800.
00000020:00000040:2.0:1789434112.799993:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:0.0:1789434112.799998:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1789434112.799999:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1789434112.800003:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
02000000:00000001:2.0:1789434112.800003:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434112.800008:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000001:2.0:1789434112.800008:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434112.800012:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1789434112.800013:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933937920, offset 0
02000000:00000001:2.0:1789434112.800015:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434112.800020:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
02000000:00000010:2.0:1789434112.800022:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78800.
00000400:00000200:0.0:1789434112.800027:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434112.800027:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434112.800036:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00100000:2.0:1789434112.800037:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789434112.800041:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434112.800046:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434112.800049:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434112.800051:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434112.800054:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512580:512580:256:4294967295] 192.168.203.104@tcp LPNI seq info [512547:512547:8:4294967295]
00000100:00000001:2.0:1789434112.800062:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789434112.800065:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434112.800067:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434112.800074:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3088977] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434112.800085:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1789434112.800091:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789434112.800096:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00080000:2.0:1789434112.800097:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434112.800103:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:0.0:1789434112.800105:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000100:00000001:2.0:1789434112.800105:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434112.800108:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434112.800112:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434112.800115:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5567
00000400:00000200:2.0:1789434112.800119:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434112.800123:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434112.800125:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434112.800129:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434112.800131:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434112.800133:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434112.800136:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434112.800138:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434112.800139:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434112.800141:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434112.800142:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434112.800145:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434112.800147:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434112.800149:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434112.800151:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434112.800153:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434112.800154:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434112.800156:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434112.800159:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434112.800162:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434112.800163:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434112.800166:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434112.800168:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434112.800169:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434112.800171:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434112.800174:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434112.800176:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434112.800179:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28e00.
00000020:00000040:2.0:1789434112.800181:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434112.800184:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434112.800186:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434112.800188:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434112.800189:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434112.800191:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434112.800195:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789434112.800198:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434112.800202:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434112.800209:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434112.800211:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434112.800214:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e55d] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434112.800222:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434112.800225:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434112.800229:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434112.800232:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1789434112.800234:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:2.0:1789434112.800235:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434112.800241:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:0.0:1789434112.800242:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1789434112.800245:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5567
00000800:00000200:0.1:1789434112.800251:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000400:00000200:2.0:1789434112.800253:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000200:0.1:1789434112.800257:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000400:00000200:2.0:1789434112.800260:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434112.800264:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789434112.800267:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000040:2.0:1789434112.800270:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000010:0.0:1789434112.800272:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000100:00000001:2.0:1789434112.800274:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434112.800278:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434112.800279:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1789434112.800283:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434112.800287:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1789434112.800288:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1789434112.800290:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434112.800293:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434112.800295:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000400:00000200:0.0:1789434112.800296:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000020:00000001:2.0:1789434112.800299:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000010:0.0:1789434112.800301:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000020:00000001:2.0:1789434112.800303:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:0.0:1789434112.800309:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:2.0:1789434112.800309:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434112.800313:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1789434112.800317:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434112.800318:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434112.800322:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434112.800327:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434112.800333:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434112.800337:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434112.800338:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1789434112.800340:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1789434112.800344:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789434112.800344:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434112.800368:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434112.800372:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434112.800376:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1789434112.800377:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:0.0:1789434112.800381:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000008:00000001:2.0:1789434112.800383:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434112.800400:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434112.800401:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434112.800407:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2ad80.
00000400:00000200:0.0:1789434112.800409:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:2.0:1789434112.800412:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:0.0:1789434112.800414:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300240556
02000000:00000001:2.0:1789434112.800416:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434112.800419:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434112.800421:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1789434112.800423:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81960.
02000000:00000001:2.0:1789434112.800423:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434112.800426:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434112.800431:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
02000000:00000010:2.0:1789434112.800432:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:2.0:1789434112.800438:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434112.800440:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300240556
00000100:00100000:2.0:1789434112.800445:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1789434112.800447:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81900.
00000100:00000001:0.0:1789434112.800453:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434112.800458:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434112.800459:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434112.800463:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434112.800463:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434112.800469:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1789434112.800471:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf7f5fd7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434112.800477:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434112/real 1789434112]  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434112.800488:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789434112.800496:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1789434112.800496:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5577)
00000400:00000001:0.0:1789434112.800499:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434112.800504:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434112.800509:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434112.800511:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434112.800514:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434112.800519:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434112.800528:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800534:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434112.800535:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434112.800538:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434112.800540:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434112.800544:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800551:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434112.800557:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800569:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434112.800572:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434112.800574:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434112.800575:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434112.800578:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434112.800580:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434112.800583:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434112.800586:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434112.800589:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434112.800593:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434112.800600:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933937920:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434112.800605:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434112.800607:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434112.800609:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29880 x1876351933937920/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800615:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434112.800618:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434112.800621:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434112.800623:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434112.800625:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434112.800627:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434112.800629:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434112.800631:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:0.0:1789434112.800635:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434112.800637:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434112.800638:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29880.
00000100:00000001:0.0:1789434112.800641:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434112.800643:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434112.800645:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434112.800651:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434112.800652:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434112.800654:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434112.800655:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434112.800657:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434112.800660:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800667:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434112.800668:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434112.800670:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434112.800672:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434112.800674:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434112.800676:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933938048:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434112.800680:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434112.800682:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434112.800683:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434112.800685:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434112.800688:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434112.800689:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434112.800692:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434112.800694:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789434112.800696:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789434112.800698:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933938048, portal 10
00000100:00000001:0.0:1789434112.800699:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434112.800700:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482266112 : -119883227285504 : ffff92f782d2b800)
00000100:00000040:0.0:1789434112.800705:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800709:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434112.800710:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434112.800712:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434112.800713:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933938048, offset 0
00000400:00000200:0.0:1789434112.800715:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434112.800718:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434112.800721:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434112.800723:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434112.800733:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434112.800736:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434112.800738:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434112.800741:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512581:512581:256:4294967295] 192.168.203.104@tcp LPNI seq info [512548:512548:8:4294967295]
00000400:00000200:0.0:1789434112.800745:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434112.800751:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434112.800755:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434112.800758:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434112.800762:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434112.800764:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789434112.800769:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434112.800771:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789434112.800775:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434112.800777:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434112.800779:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434112.800782:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434112.800785:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434112.800787:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434112.800789:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434112.800792:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800800:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434112.800803:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800809:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434112.800810:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434112.800813:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434112.800817:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434112.800820:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434112.800822:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300239884
00000100:00000001:0.0:1789434112.800825:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300240556
00000100:00000001:0.0:1789434112.800827:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300239884
00000100:00000001:0.0:1789434112.800829:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300240556
00000100:00000001:0.0:1789434112.800831:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434112.800833:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434112.800835:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434112.800838:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434112/real 1789434112]  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434112.800846:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434112.800847:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434112.800849:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434112.800851:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434112.800853:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434112.800858:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434112.800862:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434112.800870:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800876:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434112.800877:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434112.800879:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434112.800880:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434112.800884:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800890:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434112.800893:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800899:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434112.800901:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434112.800903:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434112.800904:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434112.800905:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434112.800908:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434112.800911:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434112.800913:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434112.800915:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434112.800919:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434112.800926:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933938048:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434112.800930:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434112.800933:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800939:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434112.800940:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434112.800942:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434112.800944:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434112.800945:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434112.800948:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933938176:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434112.800950:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434112.800952:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434112.800953:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434112.800955:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434112.800958:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789434112.800960:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434112.800963:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434112.800965:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789434112.800968:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789434112.800970:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933938176, portal 4
00000100:00000001:0.0:1789434112.800972:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434112.800973:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482255360 : -119883227296256 : ffff92f782d28e00)
00000100:00000040:0.0:1789434112.800978:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.800983:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434112.800985:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434112.800987:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434112.800989:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933938176, offset 0
00000400:00000200:0.0:1789434112.800992:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434112.800996:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434112.800999:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434112.801001:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434112.801004:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434112.801005:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434112.801007:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434112.801010:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512582:512582:256:4294967295] 192.168.203.104@tcp LPNI seq info [512549:512549:8:4294967295]
00000400:00000200:0.0:1789434112.801013:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434112.801019:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434112.801022:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434112.801025:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434112.801028:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434112.801031:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789434112.801035:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434112.801038:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789434112.801041:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434112.801043:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434112.801046:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434112.801048:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434112.801053:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434112.801055:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434112.801057:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434112.801060:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.801066:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434112.801069:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.801074:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434112.801076:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434112.801078:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434112.801081:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434112.801084:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434112.801085:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300239901
00000100:00000001:0.0:1789434112.801087:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300240556
00000100:00000001:0.0:1789434112.801089:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300239901
00000100:00000001:0.0:1789434112.801091:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300240556
00000100:00000001:0.0:1789434112.801093:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434112.801094:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434112.801096:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434112.801099:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434112/real 1789434112]  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434112.801107:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434112.801108:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434112.801110:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:0.0:1789434112.801169:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:0.0:1789434112.801171:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:0.0:1789434112.801174:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434112.801178:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434112.801186:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.801192:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434112.801193:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434112.801195:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434112.801196:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434112.801200:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.801207:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434112.801210:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.801216:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434112.801219:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434112.801220:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434112.801221:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434112.801223:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434112.801227:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434112.801229:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434112.801231:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434112.801233:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434112.801237:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434112.801243:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933938176:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434112.801246:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434112.801249:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.801255:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434112.801256:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434112.801258:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434112.801259:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434112.801262:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434112.801264:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933938304:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434112.801268:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434112.801269:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434112.801271:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434112.801272:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434112.801275:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434112.801277:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434112.801280:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434112.801282:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6108.
00000400:00000010:0.0:1789434112.801284:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa93b8.
00000100:00000200:0.0:1789434112.801287:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933938304, portal 4
00000100:00000001:0.0:1789434112.801288:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434112.801290:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482263424 : -119883227288192 : ffff92f782d2ad80)
00000100:00000040:0.0:1789434112.801295:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.801301:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434112.801303:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434112.801305:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434112.801307:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933938304, offset 0
00000400:00000200:0.0:1789434112.801311:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434112.801315:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434112.801318:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434112.801320:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434112.801322:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434112.801324:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434112.801326:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434112.801328:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512583:512583:256:4294967295] 192.168.203.104@tcp LPNI seq info [512550:512550:8:4294967295]
00000400:00000200:0.0:1789434112.801332:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434112.801337:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434112.801341:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434112.801344:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434112.801434:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434112.801439:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789434112.801444:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434112.801446:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789434112.801451:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434112.801454:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434112.801458:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434112.801462:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434112.801468:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434112.801470:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434112.801473:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434112.801477:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.801486:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434112.801489:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434112.801496:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434112.801498:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434112.801503:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434112.801506:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434112.801512:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434112.801515:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300239904
00000100:00000001:1.0:1789434112.801574:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300240556
00000100:00000001:1.0:1789434112.801579:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300239904
00000100:00000001:1.0:1789434112.801581:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300240556
00000100:00000001:1.0:1789434112.801583:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434112.801586:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434112.801588:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434112.801595:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434112/real 1789434112]  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434112.801604:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434112.801605:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434112.801607:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6108.
00000400:00000200:1.0:1789434112.801611:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa93b8
00000400:00000010:1.0:1789434112.801612:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa93b8.
00000100:00000001:1.0:1789434112.801615:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434112.801619:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434112.801634:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434112.801640:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434112.801641:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434112.801643:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434112.801644:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434112.801648:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434112.801654:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434112.801658:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434112.801665:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434112.801667:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434112.801669:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434112.801670:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434112.801671:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434112.801674:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434112.801677:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434112.801680:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434112.801683:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434112.801686:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434112.801702:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933938304:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434112.801758:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434112.801760:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434112.801764:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b800 x1876351933938048/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434112.801777:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434112.801778:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434112.801780:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:1.0:1789434112.801783:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434112.801784:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434112.801786:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434112.801788:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434112.801789:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78800.
02000000:00000001:1.0:1789434112.801792:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434112.801793:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434112.801794:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b800.
00000100:00000001:1.0:1789434112.801797:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434112.801798:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434112.801800:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434112.801803:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28e00 x1876351933938176/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434112.801809:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434112.801810:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434112.801812:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:1.0:1789434112.801814:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434112.801815:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434112.801816:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434112.801818:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434112.801819:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:1.0:1789434112.801821:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434112.801822:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434112.801823:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28e00.
00000100:00000001:1.0:1789434112.801825:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434112.801826:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434112.801827:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434112.801830:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2ad80 x1876351933938304/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434112.801837:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434112.801838:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434112.801840:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15400.
02000000:00000001:1.0:1789434112.801841:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434112.801843:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434112.801844:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434112.801846:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434112.801847:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:1.0:1789434112.801849:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434112.801850:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434112.801851:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2ad80.
00000100:00000001:1.0:1789434112.801853:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434112.801854:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434112.801856:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434112.801859:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434112.801860:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434112.801862:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434112.801864:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434113.055473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434113.055480:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434113.055482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434113.055487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434113.055490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434113.055494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434113.055497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434113.055499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434113.055502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434113.503463:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300240556, at 4300240576
00000100:00000040:3.0:1789434113.503463:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300240556, at 4300240576
00000100:00000010:2.0:1789434113.503477:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81960.
00000100:00000010:3.0:1789434113.503479:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81900.
00000100:00000001:3.0:1789434113.567409:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434113.567417:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434113.567420:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434113.567425:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434113.567429:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434113.567432:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434113.567435:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434113.567437:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434113.567441:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434113.568542:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434113.568547:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434113.568553:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434113.568555:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434113.568559:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434113.568560:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434113.568563:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434113.568564:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434113.568810:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434113.568814:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434113.568817:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434113.823533:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434113.823538:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434113.823541:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434113.823543:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434113.823544:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434113.823547:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434113.823550:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434113.823552:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434113.823556:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434113.823557:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434113.823562:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434113.823562:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434113.823568:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434113.823569:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434113.823572:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434113.823572:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434113.823579:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434113.823579:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434114.079493:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434114.079502:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434114.079504:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434114.079509:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434114.079513:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434114.079518:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434114.079521:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434114.079523:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434114.079526:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434114.591505:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434114.591508:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434114.591513:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434114.591517:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434114.591518:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434114.591524:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1789434114.591525:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434114.591531:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434114.591532:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434114.591537:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434114.591539:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1789434114.591543:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434114.591544:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434114.591549:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434114.591550:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434114.591558:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434114.591559:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434114.591565:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434114.591569:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434114.591574:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434114.591577:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434114.591582:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434114.591584:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434114.591621:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434114.591625:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434114.591628:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434114.847508:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434114.847520:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434114.847523:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434114.847529:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434114.847534:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434114.847538:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434114.847541:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434114.847544:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434114.847548:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434114.847735:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434114.847741:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434114.847743:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434114.847749:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434114.847752:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434114.847756:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434114.847759:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434114.847761:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434114.847764:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434115.103803:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434115.103811:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434115.103813:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434115.103818:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434115.103821:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434115.103825:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434115.103828:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434115.103830:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434115.103833:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434115.615500:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434115.615508:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434115.615510:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434115.615525:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434115.615529:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434115.615533:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434115.615536:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434115.615539:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434115.615542:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434115.615827:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434115.615831:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434115.615835:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434115.615837:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434115.615839:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434115.615841:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434115.615843:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434115.615844:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434115.615903:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434115.615909:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434115.615914:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434115.871485:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434115.871487:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434115.871491:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434115.871493:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434115.871494:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434115.871496:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434115.871499:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789434115.871501:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434115.871502:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434115.871507:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434115.871507:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434115.871511:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434115.871512:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434115.871515:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434115.871516:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434115.871518:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434115.871519:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434115.871524:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434116.127491:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434116.127500:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434116.127502:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434116.127508:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434116.127511:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434116.127515:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434116.127518:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434116.127521:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434116.127524:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434116.639454:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434116.639461:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434116.639463:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434116.639466:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434116.639470:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434116.639471:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434116.639476:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434116.639479:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434116.639481:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434116.639482:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434116.639488:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434116.639489:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434116.639492:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434116.639494:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434116.639496:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434116.639499:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434116.639500:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434116.639550:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434116.639554:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434116.639557:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434116.895504:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434116.895506:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434116.895517:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434116.895517:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434116.895525:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434116.895526:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434116.895533:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434116.895535:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434116.895542:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434116.895543:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434116.895548:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434116.895549:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434116.895554:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434116.895558:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434116.895562:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434116.895569:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434116.895573:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434116.895577:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.151499:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434117.151507:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434117.151509:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434117.151515:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434117.151518:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434117.151522:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.151525:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434117.151528:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.151531:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434117.663441:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434117.663449:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434117.663453:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434117.663459:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434117.663465:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434117.663469:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434117.663473:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434117.663476:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434117.663480:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434117.663521:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434117.663525:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434117.663530:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434117.663532:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434117.663535:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434117.663536:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434117.663539:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434117.663540:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434117.663583:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434117.663587:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434117.663591:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434117.919467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434117.919467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434117.919474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434117.919475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434117.919477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434117.919478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434117.919485:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434117.919485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434117.919490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434117.919494:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434117.919496:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434117.919497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434117.919500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434117.919501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434117.919505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434117.919507:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434117.919509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434117.919513:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434117.919745:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434117.919751:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434117.919754:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434117.919758:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434117.919762:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434117.919768:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5572
00000400:00000200:0.0:1789434117.919776:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434117.919782:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434117.919785:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434117.919789:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434117.919792:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434117.919794:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434117.919796:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434117.919804:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434117.919806:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434117.919808:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434117.919811:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434117.919813:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434117.919816:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434117.919819:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434117.919820:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434117.919822:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434117.919824:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434117.919827:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434117.919830:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434117.919832:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434117.919835:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434117.919838:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434117.919841:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434117.919843:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434117.919846:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434117.919854:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbe300.
00000020:00000040:0.0:1789434117.919857:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434117.919861:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434117.919863:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434117.919866:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434117.919869:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434117.919872:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434117.919879:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14c00.
00000100:00000001:0.0:1789434117.919885:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434117.919894:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434117.919904:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434117.919916:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434117.919924:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad113eb] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434117.919949:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434117.919952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434117.919958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434117.919960:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434117.919962:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434117.919965:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434117.919968:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5572
00000100:00000001:1.0:1789434117.919970:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1789434117.919973:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434117.919974:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434117.919978:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1789434117.919981:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000040:1.0:1789434117.919985:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789434117.919986:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434117.919993:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434117.919998:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434117.919998:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434117.920002:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434117.920003:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:1.0:1789434117.920005:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1789434117.920007:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:1.0:1789434117.920008:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1789434117.920013:0:37:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1789434117.920013:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789434117.920016:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00100000:1.0:1789434117.920017:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933938432:192.168.203.104@tcp:250:kworker.0
00000020:00000001:0.0:1789434117.920019:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1789434117.920022:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1789434117.920024:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
02000000:00000001:1.0:1789434117.920026:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1789434117.920028:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:1.0:1789434117.920029:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434117.920033:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1789434117.920034:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000010:1.0:1789434117.920038:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6c00.
00000100:00000040:0.0:1789434117.920039:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434117.920043:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434117.920045:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:1.0:1789434117.920047:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434117.920048:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434117.920052:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000400:00000200:1.0:1789434117.920055:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:0.0:1789434117.920058:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000010:1.0:1789434117.920060:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925df20.
00000100:00000001:0.0:1789434117.920062:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434117.920066:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1789434117.920066:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
02000000:00000001:0.0:1789434117.920071:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1789434117.920073:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933938432, portal 25
02000000:00000001:0.0:1789434117.920075:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.920076:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434117.920079:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549975808 : -119883159575808 : ffff92f786dbe300)
00000100:00000001:0.0:1789434117.920080:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1789434117.920085:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789434117.920086:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434117.920091:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434117.920095:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.920101:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1789434117.920102:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbed80.
00000100:00000040:1.0:1789434117.920105:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000020:00000040:0.0:1789434117.920107:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000400:00000010:1.0:1789434117.920109:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
02000000:00000001:0.0:1789434117.920112:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1789434117.920114:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933938432, offset 0
02000000:00000001:0.0:1789434117.920115:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434117.920118:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434117.920122:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1789434117.920122:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
02000000:00000001:0.0:1789434117.920125:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434117.920132:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000010:0.0:1789434117.920133:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15400.
00000100:00000001:0.0:1789434117.920138:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434117.920139:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00100000:0.0:1789434117.920146:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434117.920147:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434117.920154:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:0.0:1789434117.920159:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1789434117.920160:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1789434117.920163:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434117.920167:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000040:0.0:1789434117.920171:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d26fcf9] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434117.920177:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512584:512584:256:4294967295] 192.168.203.104@tcp LPNI seq info [512551:512551:8:4294967295]
00000100:00000001:0.0:1789434117.920187:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434117.920190:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:0.0:1789434117.920192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434117.920196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434117.920200:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434117.920203:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1789434117.920203:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1789434117.920208:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434117.920213:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5572
00000800:00000200:1.0:1789434117.920214:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434117.920219:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000010:1.0:1789434117.920220:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d900.
00000400:00000200:0.0:1789434117.920224:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434117.920228:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1789434117.920229:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:0.0:1789434117.920235:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:1.0:1789434117.920236:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1789434117.920238:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434117.920243:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434117.920247:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:1.1:1789434117.920247:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:0.0:1789434117.920250:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434117.920253:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434117.920254:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434117.920256:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434117.920258:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434117.920262:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:1.1:1789434117.920263:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1789434117.920267:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434117.920271:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434117.920274:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000100:1.0:1789434117.920278:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434117.920279:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434117.920284:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000800:00000010:1.0:1789434117.920284:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d900.
00000100:00080000:0.0:1789434117.920290:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:1.0:1789434117.920293:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1789434117.920294:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434117.920299:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434117.920302:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1789434117.920303:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1789434117.920307:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434117.920310:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1789434117.920311:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000008:00100000:0.0:1789434117.920313:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000010:1.0:1789434117.920314:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000008:00000001:0.0:1789434117.920318:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.920321:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:0.0:1789434117.920322:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434117.920327:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbea00.
00000100:00000200:1.0:1789434117.920327:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789434117.920332:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434117.920338:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1789434117.920339:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1789434117.920340:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434117.920344:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1789434117.920344:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434117.920347:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434117.920375:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434117.920379:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14800.
00000100:00000001:0.0:1789434117.920384:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.920392:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434117.920393:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434117.920397:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434117.920404:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434117.920406:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434117.920407:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434117.920414:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099227cf5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434117.920415:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434117.920419:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300245676
00000100:00000010:1.0:1789434117.920427:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dc60.
00000100:00000001:0.0:1789434117.920428:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434117.920432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434117.920436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434117.920436:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434117.920440:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434117.920442:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434117.920445:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434117.920447:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5572
00000100:00000001:1.0:1789434117.920449:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300245676
00000400:00000200:0.0:1789434117.920453:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000010:1.0:1789434117.920455:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dba0.
00000400:00000200:0.0:1789434117.920458:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434117.920461:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1789434117.920462:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434117.920468:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434117.920470:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434117.920471:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434117.920475:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434117.920476:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434117.920478:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789434117.920481:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00100000:1.0:1789434117.920485:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434117/real 1789434117]  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789434117.920487:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434117.920490:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434117.920493:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434117.920496:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434117.920499:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434117.920503:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434117.920510:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434117.920515:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1789434117.920518:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1789434117.920519:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000001:1.0:1789434117.920522:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789434117.920523:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434117.920527:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000010:1.0:1789434117.920527:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925df20.
00000100:00080000:0.0:1789434117.920533:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:1.0:1789434117.920534:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000100:00000001:0.0:1789434117.920536:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434117.920538:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
02000000:00000001:0.0:1789434117.920539:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434117.920544:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434117.920545:0:2346:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:0.0:1789434117.920548:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434117.920550:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434117.920552:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434117.920554:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434117.920568:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434117.920574:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434117.920575:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434117.920582:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc000.
00000020:00000040:0.0:1789434117.920585:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:1.0:1789434117.920588:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:0.0:1789434117.920589:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434117.920592:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.920592:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434117.920597:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434117.920598:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1789434117.920599:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434117.920603:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.920603:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1789434117.920610:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17800.
00000100:00100000:1.0:1789434117.920612:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434117.920615:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434117.920623:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434117.920629:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434117.920641:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434117.920643:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434117.920647:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434117.920650:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f9eea5b] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434117.920672:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434117.920677:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5582)
00000100:00000001:1.0:1789434117.920682:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434117.920685:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.920688:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434117.920689:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.920692:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434117.920694:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434117.920697:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434117.920702:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434117.920704:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434117.920709:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434117.920718:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933938432:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434117.920721:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.920723:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434117.920724:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbe300 x1876351933938432/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.920728:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434117.920730:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434117.920738:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434117.920744:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434117.920745:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434117.920747:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434117.920749:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434117.920751:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14c00.
02000000:00000001:1.0:1789434117.920754:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434117.920756:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434117.920758:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbe300.
00000100:00000001:1.0:1789434117.920761:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434117.920763:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.920765:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.920771:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434117.920772:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.920774:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434117.920775:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434117.920777:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434117.920781:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.920785:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434117.920786:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434117.920788:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434117.920789:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434117.920790:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434117.920792:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933938560:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434117.920795:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434117.920796:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434117.920797:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434117.920798:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434117.920800:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434117.920802:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434117.920804:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434117.920806:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925df20.
00000400:00000010:1.0:1789434117.920808:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434117.920810:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933938560, portal 10
00000100:00000001:1.0:1789434117.920812:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434117.920812:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549978496 : -119883159573120 : ffff92f786dbed80)
00000100:00000040:1.0:1789434117.920817:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.920821:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434117.920822:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434117.920823:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434117.920825:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933938560, offset 0
00000400:00000200:1.0:1789434117.920827:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434117.920830:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434117.920832:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434117.920834:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434117.920835:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434117.920837:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434117.920839:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434117.920841:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512585:512585:256:4294967295] 192.168.203.104@tcp LPNI seq info [512552:512552:8:4294967295]
00000400:00000200:1.0:1789434117.920845:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434117.920850:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434117.920854:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434117.920858:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d900.
00000800:00000200:1.0:1789434117.920861:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434117.920865:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789434117.920869:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434117.920872:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1789434117.920876:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434117.920878:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d900.
00000400:00000200:1.0:1789434117.920881:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434117.920884:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434117.920887:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434117.920889:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434117.920892:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434117.920905:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.920913:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434117.920916:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.920923:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.920924:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434117.920928:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434117.920932:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434117.920934:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434117.920936:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300245004
00000100:00000001:1.0:1789434117.920939:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300245676
00000100:00000001:1.0:1789434117.920941:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300245004
00000100:00000001:1.0:1789434117.920943:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300245676
00000100:00000001:1.0:1789434117.920945:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434117.920947:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.920948:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434117.920952:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434117/real 1789434117]  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434117.920959:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434117.920960:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434117.920964:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925df20.
00000400:00000200:1.0:1789434117.920967:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434117.920968:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434117.920970:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434117.920973:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434117.920979:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.920985:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434117.920986:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.920987:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434117.920988:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434117.920991:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.920996:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434117.921000:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921005:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434117.921007:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921008:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434117.921009:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921010:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434117.921013:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434117.921016:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434117.921018:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434117.921020:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434117.921023:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434117.921029:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933938560:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434117.921032:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434117.921035:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921041:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434117.921042:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434117.921043:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434117.921045:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434117.921047:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434117.921049:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933938688:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434117.921051:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434117.921053:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434117.921054:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434117.921056:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434117.921059:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434117.921061:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434117.921064:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434117.921066:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925df20.
00000400:00000010:1.0:1789434117.921069:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434117.921072:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933938688, portal 4
00000100:00000001:1.0:1789434117.921073:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434117.921074:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549977600 : -119883159574016 : ffff92f786dbea00)
00000100:00000040:1.0:1789434117.921079:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921084:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434117.921086:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434117.921088:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434117.921090:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933938688, offset 0
00000400:00000200:1.0:1789434117.921094:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434117.921097:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434117.921100:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434117.921102:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434117.921105:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434117.921107:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434117.921108:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434117.921111:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512586:512586:256:4294967295] 192.168.203.104@tcp LPNI seq info [512553:512553:8:4294967295]
00000400:00000200:1.0:1789434117.921114:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434117.921120:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434117.921124:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434117.921126:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d900.
00000800:00000200:1.0:1789434117.921130:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434117.921133:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789434117.921136:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434117.921139:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1789434117.921142:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434117.921144:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d900.
00000400:00000200:1.0:1789434117.921146:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434117.921150:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434117.921152:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434117.921153:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434117.921155:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434117.921158:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921165:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434117.921168:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921173:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.921174:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434117.921177:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434117.921179:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434117.921181:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434117.921183:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300245021
00000100:00000001:1.0:1789434117.921185:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300245676
00000100:00000001:1.0:1789434117.921187:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300245021
00000100:00000001:1.0:1789434117.921190:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300245676
00000100:00000001:1.0:1789434117.921192:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434117.921193:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.921195:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434117.921198:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434117/real 1789434117]  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434117.921204:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434117.921205:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434117.921207:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925df20.
00000400:00000200:1.0:1789434117.921209:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434117.921211:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434117.921212:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434117.921215:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434117.921222:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921227:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434117.921228:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921230:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434117.921232:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434117.921235:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921240:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434117.921243:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921249:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434117.921251:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921253:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434117.921254:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921256:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434117.921259:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434117.921262:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434117.921265:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434117.921267:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434117.921270:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434117.921276:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933938688:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434117.921279:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434117.921282:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921288:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434117.921289:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434117.921291:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434117.921293:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434117.921294:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434117.921297:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933938816:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434117.921300:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434117.921301:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434117.921302:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434117.921304:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434117.921307:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434117.921309:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434117.921312:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434117.921314:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925df20.
00000400:00000010:1.0:1789434117.921316:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434117.921318:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933938816, portal 4
00000100:00000001:1.0:1789434117.921320:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434117.921321:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549966848 : -119883159584768 : ffff92f786dbc000)
00000100:00000040:1.0:1789434117.921325:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921332:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434117.921334:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434117.921336:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434117.921338:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933938816, offset 0
00000400:00000200:1.0:1789434117.921342:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434117.921345:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434117.921376:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434117.921379:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434117.921381:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434117.921384:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434117.921386:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434117.921388:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512587:512587:256:4294967295] 192.168.203.104@tcp LPNI seq info [512554:512554:8:4294967295]
00000400:00000200:1.0:1789434117.921392:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434117.921398:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434117.921401:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434117.921404:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d900.
00000800:00000200:1.0:1789434117.921408:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434117.921410:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789434117.921413:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434117.921415:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1789434117.921418:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434117.921420:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d900.
00000400:00000200:1.0:1789434117.921423:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434117.921425:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434117.921428:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434117.921430:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434117.921432:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434117.921435:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921442:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434117.921445:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921456:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.921457:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434117.921460:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434117.921463:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434117.921466:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434117.921467:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300245024
00000100:00000001:1.0:1789434117.921470:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300245676
00000100:00000001:1.0:1789434117.921471:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300245024
00000100:00000001:1.0:1789434117.921473:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300245676
00000100:00000001:1.0:1789434117.921475:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434117.921477:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.921479:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434117.921482:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434117/real 1789434117]  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434117.921489:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434117.921491:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434117.921492:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925df20.
00000400:00000200:1.0:1789434117.921495:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434117.921496:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434117.921498:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434117.921502:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434117.921509:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921515:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434117.921516:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921518:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434117.921519:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434117.921522:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921528:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434117.921532:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921537:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434117.921539:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921541:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434117.921542:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921543:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434117.921547:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434117.921549:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434117.921552:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434117.921554:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434117.921558:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434117.921565:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933938816:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434117.921569:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921571:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434117.921573:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbed80 x1876351933938560/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921580:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434117.921581:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434117.921583:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434117.921585:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434117.921587:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434117.921588:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434117.921590:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434117.921592:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15400.
02000000:00000001:1.0:1789434117.921594:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434117.921596:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434117.921597:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbed80.
00000100:00000001:1.0:1789434117.921600:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434117.921601:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921603:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434117.921606:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbea00 x1876351933938688/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921612:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434117.921613:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434117.921615:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434117.921617:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434117.921618:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434117.921619:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434117.921621:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434117.921622:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14800.
02000000:00000001:1.0:1789434117.921624:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434117.921625:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434117.921626:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbea00.
00000100:00000001:1.0:1789434117.921629:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434117.921630:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921631:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434117.921634:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc000 x1876351933938816/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434117.921639:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434117.921641:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434117.921642:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434117.921644:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434117.921645:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434117.921646:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434117.921648:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434117.921650:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17800.
02000000:00000001:1.0:1789434117.921652:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434117.921653:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434117.921655:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc000.
00000100:00000001:1.0:1789434117.921657:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434117.921658:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921660:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434117.921664:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434117.921666:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434117.921668:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434117.921669:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434118.175457:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434118.175464:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434118.175467:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434118.175472:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434118.175476:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434118.175480:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434118.175483:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434118.175486:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434118.175488:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434118.623453:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300245676, at 4300245696
00000100:00000040:3.0:1789434118.623458:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300245676, at 4300245696
00000100:00000010:2.0:1789434118.623467:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc60.
00000100:00000010:3.0:1789434118.623470:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dba0.
00010000:00000001:1.0:1789434118.687468:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434118.687474:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434118.687480:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434118.687482:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434118.687485:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434118.687486:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434118.687488:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434118.687496:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434118.687498:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434118.687502:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434118.687502:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434118.687513:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434118.687524:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434118.687528:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434118.687532:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434118.687535:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434118.687541:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434118.687654:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434118.687657:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434118.687660:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434118.943550:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434118.943557:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434118.943559:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434118.943564:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434118.943568:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434118.943571:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434118.943574:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434118.943576:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434118.943577:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434118.944267:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434118.944273:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434118.944276:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434118.944280:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434118.944284:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434118.944287:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434118.944290:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434118.944292:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434118.944294:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434119.199477:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434119.199484:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434119.199486:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434119.199491:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434119.199495:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434119.199499:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434119.199502:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434119.199504:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434119.199508:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434119.711423:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434119.711431:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434119.711433:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434119.711438:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434119.711443:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434119.711446:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434119.711449:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434119.711452:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434119.711455:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434119.711519:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434119.711524:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434119.711530:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434119.711531:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434119.711535:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434119.711536:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434119.711541:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434119.711542:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434119.711605:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434119.711610:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434119.711613:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434119.967507:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434119.967517:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434119.967518:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434119.967521:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434119.967524:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434119.967527:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434119.967530:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434119.967532:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434119.967538:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434119.967538:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434119.967543:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434119.967543:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434119.967547:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434119.967548:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434119.967553:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434119.967554:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434119.967559:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434119.967559:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434120.223477:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434120.223487:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434120.223490:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434120.223496:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434120.223500:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434120.223504:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434120.223513:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434120.223517:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434120.223520:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434120.735467:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434120.735476:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434120.735476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434120.735479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434120.735482:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434120.735487:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434120.735489:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434120.735493:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434120.735493:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434120.735498:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434120.735500:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434120.735503:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434120.735504:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434120.735507:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434120.735509:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434120.735513:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434120.735513:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434120.735616:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434120.735619:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434120.735623:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434120.991490:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434120.991498:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434120.991500:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434120.991507:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434120.991511:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434120.991512:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434120.991517:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434120.991519:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434120.991526:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434120.991528:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1789434120.991534:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434120.991538:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434120.991541:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434120.991545:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434120.991547:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434120.991549:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434120.991553:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434120.991554:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434121.247509:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434121.247522:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434121.247525:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434121.247532:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434121.247536:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434121.247541:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434121.247544:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434121.247548:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434121.247551:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434121.759431:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434121.759438:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434121.759439:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434121.759444:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434121.759447:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434121.759450:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434121.759452:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434121.759454:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434121.759456:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759514:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434121.759518:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759523:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434121.759526:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434121.759528:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434121.759533:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759536:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434121.759539:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759551:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759554:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759559:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434121.759562:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434121.759563:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434121.759566:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759568:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434121.759569:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759570:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759572:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759576:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434121.759577:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434121.759578:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434121.759580:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759582:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434121.759583:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759585:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434121.759588:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434121.759621:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434121.759623:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434121.759626:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434122.015501:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434122.015501:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434122.015510:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434122.015511:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434122.015515:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434122.015516:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434122.015528:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434122.015528:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434122.015538:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434122.015542:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434122.015545:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434122.015546:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434122.015551:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434122.015553:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434122.015556:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434122.015559:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434122.015564:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434122.015568:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434122.271579:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434122.271585:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434122.271586:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434122.271591:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434122.271593:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434122.271596:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434122.271598:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434122.271600:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434122.271602:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434122.783453:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434122.783461:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434122.783464:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434122.783470:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434122.783474:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434122.783474:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434122.783478:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434122.783479:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434122.783483:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434122.783486:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434122.783487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434122.783490:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434122.783493:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434122.783496:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434122.783500:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434122.783504:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434122.783506:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434122.783557:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434122.783561:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434122.783565:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789434123.039438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434123.039442:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434123.039445:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434123.039446:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434123.039448:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789434123.039449:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434123.039453:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:3.0:1789434123.039453:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434123.039458:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434123.039459:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434123.039461:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434123.039465:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1789434123.039465:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5577
00000100:00000001:0.0:1789434123.039467:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434123.039474:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434123.039476:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434123.039480:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434123.039483:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434123.039486:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039488:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434123.039490:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039492:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434123.039497:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434123.039499:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434123.039501:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434123.039503:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434123.039505:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434123.039506:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434123.039509:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039510:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434123.039512:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039513:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434123.039515:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434123.039517:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039518:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434123.039521:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434123.039524:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434123.039526:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434123.039527:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434123.039527:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434123.039530:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434123.039532:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434123.039534:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434123.039537:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000010:3.0:1789434123.039538:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289180.
00000100:00000001:0.0:1789434123.039541:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1789434123.039542:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
00000100:00000001:0.0:1789434123.039546:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789434123.039547:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434123.039550:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434123.039551:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434123.039554:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434123.039556:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434123.039559:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434123.039565:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434123.039569:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434123.039577:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789434123.039583:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434123.039592:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434123.039602:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434123.039607:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434123.039611:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef858d48] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434123.039625:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434123.039627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434123.039629:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434123.039631:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434123.039632:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434123.039633:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434123.039635:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5577
00000400:00000200:3.0:1789434123.039637:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434123.039639:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434123.039641:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434123.039643:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039644:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434123.039645:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039646:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434123.039649:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434123.039650:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434123.039651:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434123.039653:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434123.039654:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434123.039656:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434123.039658:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039660:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434123.039661:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039662:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434123.039663:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434123.039665:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434123.039666:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434123.039669:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.039670:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1789434123.039672:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434123.039673:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1789434123.039677:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1789434123.039681:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434123.039681:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434123.039682:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434123.039687:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434123.039692:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434123.039695:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434123.039701:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000100:00000001:1.0:1789434123.039703:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1789434123.039704:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:1.0:1789434123.039705:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434123.039709:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434123.039710:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434123.039711:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434123.039713:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434123.039714:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434123.039717:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434123.039718:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434123.039720:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434123.039722:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933938944:192.168.203.104@tcp:250:kworker.0
02000000:00000010:3.0:1789434123.039725:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:1.0:1789434123.039726:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789434123.039729:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434123.039731:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434123.039733:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434123.039736:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1789434123.039736:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1789434123.039742:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7000.
00000100:00000001:3.0:1789434123.039743:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1789434123.039745:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434123.039746:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434123.039750:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434123.039753:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434123.039758:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925df20.
00000100:00000001:3.0:1789434123.039761:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434123.039765:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00080000:3.0:1789434123.039765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434123.039770:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434123.039771:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434123.039772:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1789434123.039773:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933938944, portal 25
00000100:00000001:3.0:1789434123.039775:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434123.039776:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434123.039778:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293198720 : -119882416352896 : ffff92f7b3289180)
00000100:00080000:3.0:1789434123.039779:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5577
00000400:00000200:3.0:1789434123.039785:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:1.0:1789434123.039787:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434123.039790:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434123.039794:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434123.039799:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434123.039800:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789434123.039801:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434123.039807:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000040:1.0:1789434123.039809:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039810:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434123.039814:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1789434123.039815:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000020:00000040:3.0:1789434123.039815:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434123.039818:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434123.039820:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000100:00000200:1.0:1789434123.039822:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933938944, offset 0
00000020:00000001:3.0:1789434123.039822:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434123.039826:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434123.039830:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039833:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1789434123.039835:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000040:3.0:1789434123.039838:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039842:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434123.039845:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000200:1.0:1789434123.039847:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:3.0:1789434123.039851:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039855:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434123.039858:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
02000000:00000001:3.0:1789434123.039859:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1789434123.039866:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434123.039871:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434123.039875:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1789434123.039875:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434123.039881:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434123.039882:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039885:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434123.039888:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000200:1.0:1789434123.039892:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512588:512588:256:4294967295] 192.168.203.104@tcp LPNI seq info [512555:512555:8:4294967295]
00000008:00000001:3.0:1789434123.039892:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434123.039894:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434123.039899:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000400:00000200:1.0:1789434123.039903:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:3.0:1789434123.039903:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434123.039909:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434123.039910:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434123.039911:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434123.039913:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434123.039915:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434123.039919:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789434123.039921:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434123.039925:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434123.039931:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434123.039935:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434123.039937:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1789434123.039940:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434123.039948:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434123.039950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1789434123.039953:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789434123.039953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434123.039956:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1789434123.039962:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d900.
00000100:00080000:3.0:1789434123.039963:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434123.039968:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434123.039971:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5577
00000400:00000200:3.0:1789434123.039974:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434123.039976:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434123.039978:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1789434123.039980:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789434123.039982:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039986:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434123.039988:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.039992:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:1.1:1789434123.039992:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:3.0:1789434123.039997:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434123.039999:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434123.040000:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434123.040002:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434123.040003:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434123.040004:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:1.0:1789434123.040007:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434123.040007:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.040012:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434123.040015:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434123.040017:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:1.0:1789434123.040018:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:3.0:1789434123.040021:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:1.0:1789434123.040022:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300250795
00000100:00080000:3.0:1789434123.040028:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000010:1.0:1789434123.040029:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d4e0.
00000100:00000001:3.0:1789434123.040034:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.040037:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1789434123.040037:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434123.040042:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300250795
02000000:00000001:3.0:1789434123.040043:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434123.040048:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434123.040049:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d900.
00000100:00000001:3.0:1789434123.040052:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434123.040053:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000008:00100000:3.0:1789434123.040057:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:1.0:1789434123.040058:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434123.040062:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789434123.040064:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.040065:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434123.040067:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.040068:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1789434123.040072:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000100:00000001:1.0:1789434123.040075:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1789434123.040076:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:1.0:1789434123.040079:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:3.0:1789434123.040080:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434123.040082:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.040085:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434123.040085:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434123.040087:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1789434123.040089:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1789434123.040090:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.040093:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1789434123.040095:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789434123.040099:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434123.040101:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434123.040105:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434123.040127:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434123.040128:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434123.040129:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.040132:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434123.040134:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434123.040136:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434123.040140:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434123.040143:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434123.040145:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434123.040149:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933939072:192.168.203.104@tcp:38:kworker.0
00000100:00000040:3.0:1789434123.040152:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5587)
00000100:00000001:1.0:1789434123.040165:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434123.040168:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434123.040170:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434123.040172:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434123.040176:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434123.040178:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434123.040182:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434123.040185:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925daa8.
00000400:00000010:1.0:1789434123.040189:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434123.040192:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933939072, portal 10
00000100:00000001:1.0:1789434123.040194:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434123.040194:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:1.0:1789434123.040199:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434123.040204:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434123.040206:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434123.040207:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a92a8.
00000100:00000200:1.0:1789434123.040209:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933939072, offset 0
00000400:00000200:1.0:1789434123.040212:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434123.040214:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434123.040216:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434123.040218:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434123.040220:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434123.040222:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434123.040223:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434123.040225:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512589:512589:255:4294967295] 192.168.203.104@tcp LPNI seq info [512556:512556:7:4294967295]
00000400:00000200:1.0:1789434123.040228:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434123.040232:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434123.040234:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434123.040236:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dd00.
00000800:00000200:1.0:1789434123.040239:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434123.040242:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434123.040244:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434123.040246:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434123.040248:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434123.040250:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300250123
00000100:00000001:1.0:1789434123.040252:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300250795
00000100:00000001:1.0:1789434123.040253:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300250123
00000100:00000001:1.0:1789434123.040255:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300250795
00000100:00000001:1.0:1789434123.040258:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434123.040260:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.040262:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434123.040265:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434123.040273:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434123.040274:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434123.040276:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434123.040278:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434123.040280:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434123.040282:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933939200:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434123.040285:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434123.040287:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434123.040289:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434123.040290:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434123.040294:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434123.040295:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434123.040299:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434123.040301:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d9a0.
00000400:00000010:1.0:1789434123.040304:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a95d8.
00000100:00000200:1.0:1789434123.040307:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933939200, portal 4
00000100:00000001:1.0:1789434123.040308:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434123.040309:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:1.0:1789434123.040329:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434123.040336:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434123.040338:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434123.040341:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434123.040343:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933939200, offset 0
00000400:00000200:1.0:1789434123.040382:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434123.040397:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434123.040401:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434123.040404:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434123.040406:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434123.040408:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434123.040410:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434123.040413:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512590:512590:254:4294967295] 192.168.203.104@tcp LPNI seq info [512557:512557:6:4294967295]
00000400:00000200:1.0:1789434123.040417:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434123.040422:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434123.040427:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434123.040431:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833df00.
00000800:00000200:1.0:1789434123.040435:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434123.040439:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434123.040441:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434123.040444:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434123.040447:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434123.040448:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300250141
00000100:00000001:1.0:1789434123.040450:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300250795
00000100:00000001:1.0:1789434123.040453:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300250141
00000100:00000001:1.0:1789434123.040454:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300250795
00000100:00000001:1.0:1789434123.040456:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434123.040459:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.040461:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.040463:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434123.040466:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434123.040468:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1789434123.040470:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434123.040471:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434123.040473:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434123.040476:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434123.040482:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434123.040484:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434123.040486:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434123.040487:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434123.040489:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434123.040491:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933939328:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434123.040494:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434123.040496:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434123.040497:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434123.040499:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434123.040502:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434123.040504:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434123.040506:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434123.040509:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d3c8.
00000400:00000010:1.0:1789434123.040512:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9550.
00000100:00000200:1.0:1789434123.040515:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933939328, portal 4
00000100:00000001:1.0:1789434123.040517:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434123.040518:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:1.0:1789434123.040523:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434123.040529:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434123.040531:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434123.040534:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9bb0.
00000100:00000200:1.0:1789434123.040536:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933939328, offset 0
00000400:00000200:1.0:1789434123.040540:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434123.040543:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434123.040546:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434123.040550:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434123.040552:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434123.040554:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434123.040557:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434123.040559:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512591:512591:253:4294967295] 192.168.203.104@tcp LPNI seq info [512558:512558:5:4294967295]
00000400:00000200:1.0:1789434123.040563:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434123.040569:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434123.040573:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434123.040577:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d000.
00000800:00000200:1.0:1789434123.040580:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434123.040584:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434123.040586:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434123.040589:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434123.040593:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434123.040594:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300250143
00000100:00000001:1.0:1789434123.040597:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300250795
00000100:00000001:1.0:1789434123.040599:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300250143
00000100:00000001:1.0:1789434123.040602:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300250795
00000100:00000001:1.0:1789434123.040604:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434123.040606:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.040608:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.040610:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434123.040613:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434123.040615:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1789434123.040616:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434123.040618:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434123.040619:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.040621:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434123.295471:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434123.295479:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434123.295482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434123.295487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434123.295490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434123.295494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434123.295498:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434123.295501:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434123.295504:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434123.743441:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300250795, at 4300250816
00000100:00000040:3.0:1789434123.743441:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300250795, at 4300250816
00000100:00000010:3.0:1789434123.743452:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d900.
00000100:00000010:2.0:1789434123.743455:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d4e0.
00000100:00000001:3.0:1789434123.807475:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434123.807482:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434123.807484:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434123.807489:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434123.807492:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434123.807495:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434123.807498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434123.807500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434123.807502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434123.807528:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434123.807532:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434123.807537:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434123.807538:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434123.807541:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434123.807543:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434123.807555:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434123.807556:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434123.807644:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434123.807648:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434123.807652:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434124.063454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434124.063464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434124.063466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434124.063474:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434124.063479:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434124.063483:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434124.063485:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434124.063488:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434124.063492:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434124.063607:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434124.063615:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434124.063618:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434124.063624:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434124.063629:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434124.063633:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434124.063636:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434124.063639:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434124.063642:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434124.319926:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434124.319936:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434124.319938:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434124.319944:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434124.319948:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434124.319953:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434124.319957:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434124.319960:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434124.319963:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434124.831476:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434124.831483:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434124.831485:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434124.831489:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434124.831494:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434124.831496:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434124.831498:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434124.831499:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434124.831510:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434124.831511:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434124.831514:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434124.831515:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434124.831518:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434124.831519:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434124.831764:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434124.831768:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434124.831770:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434124.831773:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434124.831775:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434124.831777:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434124.831779:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434124.831781:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434124.831783:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434124.832293:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434124.832310:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434124.832314:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434125.087466:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434125.087474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434125.087476:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434125.087476:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434125.087481:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1789434125.087484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434125.087485:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434125.087489:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1789434125.087490:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434125.087493:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434125.087495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434125.087497:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434125.087499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434125.087501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434125.087504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434125.087511:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434125.087514:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434125.087518:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434125.344449:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434125.344460:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434125.344462:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434125.344469:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434125.344473:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434125.344477:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434125.344481:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434125.344484:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434125.344488:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434125.855537:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434125.855551:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434125.855554:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434125.855561:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434125.855567:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434125.855571:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434125.855583:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434125.855589:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434125.855594:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434125.855706:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434125.855713:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434125.855718:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434125.855719:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434125.855723:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434125.855724:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434125.855726:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434125.855727:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434125.855832:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434125.855837:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434125.855841:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434126.111453:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434126.111460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434126.111462:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434126.111468:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434126.111472:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434126.111477:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434126.111480:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434126.111483:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434126.111487:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434126.111510:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434126.111517:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434126.111519:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434126.111523:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434126.111526:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434126.111528:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434126.111531:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434126.111533:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434126.111535:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1789434126.111803:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.104:988
00000400:00000100:2.0:1789434126.112335:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.104@tcp at host 192.168.203.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1789434126.112409:0:2335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434126.112414:0:2335:0:(router.c:1791:lnet_notify()) 192.168.203.4@tcp notifying 192.168.203.104@tcp: down
00000400:00000200:2.0:1789434126.112420:0:2335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434126.112424:0:2335:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1789434126.112429:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789434126.112433:0:2335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d900.
00000400:00000200:2.0:1789434126.112439:0:2335:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789434126.112444:0:2335:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789434126.112451:0:2335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:2.0:1789434126.112454:0:2335:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:2.0:1789434126.112460:0:2335:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434126.112468:0:2335:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434126.112504:0:2335:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434126.112509:0:2335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434126.112517:0:2335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434126.112519:0:2335:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1789434126.112530:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789434126.112532:0:2335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dd00.
00000400:00000200:2.0:1789434126.112534:0:2335:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789434126.112538:0:2335:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789434126.112541:0:2335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a92a8
00000400:00000010:2.0:1789434126.112543:0:2335:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a92a8.
00000100:00000001:2.0:1789434126.112545:0:2335:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434126.112549:0:2335:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434126.112557:0:2335:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434126.112560:0:2335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434126.112567:0:2335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434126.112568:0:2335:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1789434126.112573:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789434126.112576:0:2335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833df00.
00000400:00000200:2.0:1789434126.112578:0:2335:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789434126.112581:0:2335:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789434126.112584:0:2335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:2.0:1789434126.112586:0:2335:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:2.0:1789434126.112589:0:2335:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434126.112593:0:2335:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434126.112601:0:2335:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434126.112604:0:2335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434126.112610:0:2335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434126.112612:0:2335:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1789434126.112616:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:2.0:1789434126.112618:0:2335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d000.
00000400:00000200:2.0:1789434126.112621:0:2335:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1789434126.112624:0:2335:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1789434126.112626:0:2335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9bb0
00000400:00000010:2.0:1789434126.112629:0:2335:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9bb0.
00000100:00000001:2.0:1789434126.112631:0:2335:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434126.112648:0:2335:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434126.112655:0:2335:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434126.112658:0:2335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434126.112665:0:2335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434126.112667:0:2335:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434126.113337:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434126.113343:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434126.113345:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434126.113405:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434123/real 1789434126]  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434126.113418:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434126.113420:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434126.113424:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d3c8.
00000400:00000200:3.0:1789434126.113428:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9550
00000400:00000010:3.0:1789434126.113429:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9550.
00000100:00000001:3.0:1789434126.113432:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434126.113435:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434126.113442:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113448:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434126.113450:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113452:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434126.113454:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434126.113458:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113464:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434126.113469:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113477:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434126.113479:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113480:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434126.113482:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113484:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434126.113488:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434126.113491:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434126.113496:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434126.113498:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434126.113502:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434126.113508:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933939328:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434126.113513:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434126.113516:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434123/real 1789434126]  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434126.113523:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434126.113523:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434126.113525:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925daa8.
00000400:00000200:3.0:1789434126.113527:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:3.0:1789434126.113529:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:3.0:1789434126.113530:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434126.113533:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434126.113540:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113545:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434126.113546:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113548:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434126.113549:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434126.113552:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113558:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434126.113562:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113568:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434126.113570:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113571:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434126.113573:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113574:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434126.113578:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434126.113580:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434126.113584:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434126.113586:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434126.113590:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434126.113596:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933939072:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434126.113600:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434126.113603:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434123/real 1789434126]  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434126.113610:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434126.113612:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434126.113613:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d9a0.
00000400:00000200:3.0:1789434126.113616:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a95d8
00000400:00000010:3.0:1789434126.113617:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a95d8.
00000100:00000001:3.0:1789434126.113619:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434126.113622:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434126.113629:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113635:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434126.113636:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113638:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434126.113639:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434126.113642:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113649:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434126.113653:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113664:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434126.113666:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113667:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434126.113669:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113671:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434126.113674:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434126.113677:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434126.113680:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434126.113682:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434126.113686:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434126.113693:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933939200:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434126.113697:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434126.113701:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434123/real 1789434126]  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434126.113709:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434126.113710:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434126.113712:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925df20.
00000400:00000200:3.0:1789434126.113715:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:3.0:1789434126.113717:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:3.0:1789434126.113719:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434126.113722:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434126.113729:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113735:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434126.113737:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113739:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434126.113740:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434126.113744:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113751:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434126.113754:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113760:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434126.113762:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113764:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434126.113765:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113766:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434126.113768:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434126.113771:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434126.113774:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434126.113776:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434126.113779:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434126.113787:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933938944:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434126.113791:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113793:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434126.113796:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933939328/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113803:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434126.113807:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434126.113810:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5400.
02000000:00000001:3.0:1789434126.113815:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434126.113818:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434126.113820:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434126.113823:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434126.113825:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:3.0:1789434126.113829:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434126.113831:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434126.113833:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:3.0:1789434126.113838:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434126.113839:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113841:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434126.113844:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933939072/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113850:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434126.113851:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434126.113853:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6c00.
02000000:00000001:3.0:1789434126.113855:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434126.113856:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434126.113856:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434126.113858:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434126.113859:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:3.0:1789434126.113861:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434126.113862:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434126.113863:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:3.0:1789434126.113865:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434126.113867:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113868:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434126.113871:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933939200/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113876:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434126.113878:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434126.113879:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:3.0:1789434126.113881:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434126.113882:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434126.113883:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434126.113885:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434126.113886:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:3.0:1789434126.113888:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434126.113890:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434126.113891:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:3.0:1789434126.113892:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434126.113893:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113895:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434126.113898:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289180 x1876351933938944/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434126.113903:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434126.113904:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434126.113906:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7000.
02000000:00000001:3.0:1789434126.113908:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434126.113909:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434126.113910:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434126.113912:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434126.113913:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1c00.
02000000:00000001:3.0:1789434126.113915:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434126.113916:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434126.113917:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289180.
00000100:00000001:3.0:1789434126.113919:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434126.113920:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113922:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.113931:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434126.113933:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434126.113936:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434126.113937:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434126.369231:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434126.369238:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434126.369240:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434126.369246:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434126.369249:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434126.369254:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434126.369256:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434126.369259:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434126.369263:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434126.879461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434126.879465:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434126.879468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434126.879470:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434126.879473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434126.879479:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434126.879479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434126.879482:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434126.879484:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434126.879490:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434126.879493:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434126.879494:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434126.879497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434126.879498:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434126.879503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434126.879505:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434126.879508:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434126.879553:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434126.879558:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434126.879563:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434127.135446:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434127.135446:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434127.135453:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434127.135453:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434127.135457:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434127.135458:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434127.135464:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434127.135464:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434127.135471:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434127.135471:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434127.135476:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434127.135476:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434127.135478:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434127.135480:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434127.135481:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434127.135484:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434127.135486:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434127.135488:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434127.391938:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434127.391947:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434127.391950:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434127.391955:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434127.391959:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434127.391963:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434127.391967:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434127.391969:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434127.391973:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434127.903502:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434127.903514:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434127.903517:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434127.903524:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434127.903529:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434127.903534:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434127.903537:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434127.903540:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434127.903545:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434127.903574:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434127.903579:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434127.903584:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434127.903586:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434127.903590:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434127.903591:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434127.903595:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434127.903596:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434127.903669:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434127.903673:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434127.903677:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789434128.159475:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434128.159484:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434128.159485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434128.159493:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789434128.159494:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789434128.159497:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434128.159498:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.159507:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:0.0:1789434128.159508:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434128.159516:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789434128.159518:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5582
00000100:00000001:0.0:1789434128.159524:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434128.159529:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434128.159531:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434128.159536:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434128.159536:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434128.159544:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789434128.159546:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434128.159550:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159555:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434128.159557:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159559:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434128.159565:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434128.159567:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434128.159569:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434128.159571:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434128.159573:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434128.159576:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434128.159579:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159582:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434128.159584:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159586:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434128.159590:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434128.159593:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159596:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434128.159600:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434128.159603:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434128.159606:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.159609:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434128.159611:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434128.159617:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289180.
00000020:00000040:3.0:1789434128.159621:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434128.159624:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434128.159626:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.159628:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434128.159630:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434128.159633:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434128.159640:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789434128.159646:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434128.159655:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434128.159665:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434128.159669:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434128.159673:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef858d48] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434128.159694:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434128.159697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434128.159700:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434128.159701:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434128.159703:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434128.159706:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434128.159708:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5582
00000400:00000200:3.0:1789434128.159712:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434128.159715:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434128.159729:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434128.159733:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159735:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434128.159737:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159739:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434128.159742:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434128.159744:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434128.159745:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434128.159747:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434128.159749:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434128.159751:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434128.159753:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159754:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434128.159756:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159758:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434128.159760:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434128.159763:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159765:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434128.159767:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434128.159771:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434128.159773:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.159775:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434128.159779:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434128.159782:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.159783:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434128.159787:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789434128.159789:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434128.159792:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434128.159793:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.159794:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434128.159796:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434128.159798:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434128.159801:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789434128.159805:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434128.159811:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434128.159817:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434128.159819:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434128.159822:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434128.159829:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434128.159831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434128.159834:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434128.159836:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434128.159837:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434128.159840:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434128.159842:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5582
00000400:00000200:3.0:1789434128.159845:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434128.159848:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434128.159850:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434128.159853:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159855:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434128.159856:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159858:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434128.159861:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434128.159862:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434128.159864:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434128.159866:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434128.159867:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434128.159870:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434128.159872:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159874:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434128.159875:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159877:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434128.159879:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434128.159882:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159884:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434128.159885:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434128.159888:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434128.159890:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.159891:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434128.159893:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434128.159895:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.159896:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434128.159900:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789434128.159902:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434128.159904:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434128.159905:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.159906:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434128.159907:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434128.159909:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434128.159912:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789434128.159914:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434128.159918:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434128.159924:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434128.159926:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434128.159930:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434128.159936:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434128.159939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434128.159942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434128.159943:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434128.159944:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434128.159946:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434128.159949:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5582
00000400:00000200:3.0:1789434128.159952:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434128.159954:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434128.159956:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434128.159959:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159960:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434128.159962:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159964:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434128.159967:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434128.159968:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434128.159969:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434128.159971:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434128.159973:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434128.159975:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434128.159978:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159979:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434128.159981:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159983:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434128.159986:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434128.159988:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434128.159990:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434128.159992:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434128.159994:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434128.159996:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.160005:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434128.160007:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434128.160009:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.160010:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434128.160013:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789434128.160015:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434128.160017:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434128.160019:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.160020:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434128.160021:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434128.160023:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434128.160026:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789434128.160029:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434128.160033:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434128.160038:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434128.160041:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434128.160044:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434128.160051:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434128.160055:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5592)
00000100:00000001:1.0:1789434128.160178:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434128.160182:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434128.160184:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434128.160191:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160199:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434128.160201:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434128.160204:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434128.160207:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434128.160210:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434128.160213:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933939456:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434128.160217:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434128.160221:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434128.160223:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434128.160225:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434128.160230:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434128.160232:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434128.160237:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434128.160242:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434128.160248:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434128.160255:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933939456, portal 25
00000100:00000001:1.0:1789434128.160257:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434128.160259:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293198720 : -119882416352896 : ffff92f7b3289180)
00000100:00000040:1.0:1789434128.160265:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160283:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434128.160287:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434128.160290:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434128.160294:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933939456, offset 0
00000400:00000200:1.0:1789434128.160301:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434128.160309:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434128.160316:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434128.160322:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434128.160325:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434128.160329:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434128.160331:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434128.160335:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512592:512592:256:4294967295] 192.168.203.104@tcp LPNI seq info [512559:512559:8:4294967295]
00000400:00000200:1.0:1789434128.160339:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434128.160369:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434128.160376:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434128.160383:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434128.160390:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434128.160394:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789434128.160399:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434128.160402:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1789434128.160406:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434128.160409:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434128.160415:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434128.160420:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434128.160425:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434128.160428:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434128.160433:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434128.160436:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160445:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434128.160449:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160457:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434128.160459:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434128.160465:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434128.160469:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434128.160471:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300255916
00000100:00000010:1.0:1789434128.160476:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d960.
00000100:00000001:1.0:1789434128.160484:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434128.160501:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300255916
00000100:00000010:1.0:1789434128.160504:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d720.
00000100:00000001:1.0:1789434128.160508:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434128.160512:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434128.160515:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434128.160518:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434128.160523:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434128/real 1789434128]  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434128.160533:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434128.160534:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434128.160536:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434128.160540:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434128.160542:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434128.160545:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434128.160548:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434128.160557:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160563:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434128.160565:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.160568:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434128.160571:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434128.160575:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160582:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434128.160586:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160595:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434128.160598:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.160599:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434128.160601:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.160603:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434128.160606:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434128.160609:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434128.160613:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434128.160615:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434128.160619:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434128.160628:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933939456:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434128.160635:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434128.160638:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160644:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434128.160645:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434128.160647:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434128.160649:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434128.160651:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434128.160654:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933939584:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434128.160657:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434128.160659:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434128.160661:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434128.160662:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434128.160666:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434128.160667:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434128.160671:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434128.160674:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434128.160677:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434128.160679:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933939584, portal 10
00000100:00000001:1.0:1789434128.160681:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434128.160682:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:1.0:1789434128.160688:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160693:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434128.160695:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434128.160697:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434128.160700:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933939584, offset 0
00000400:00000200:1.0:1789434128.160704:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434128.160707:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434128.160711:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434128.160714:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434128.160716:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434128.160718:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434128.160721:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434128.160723:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512593:512593:256:4294967295] 192.168.203.104@tcp LPNI seq info [512560:512560:8:4294967295]
00000400:00000200:1.0:1789434128.160726:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434128.160732:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434128.160736:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434128.160739:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434128.160742:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434128.160745:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789434128.160749:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434128.160751:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1789434128.160754:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434128.160756:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434128.160759:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434128.160762:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434128.160765:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434128.160766:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434128.160769:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434128.160772:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160780:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434128.160782:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160789:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434128.160792:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434128.160795:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434128.160799:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434128.160803:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434128.160805:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300255244
00000100:00000001:1.0:1789434128.160807:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300255916
00000100:00000001:1.0:1789434128.160810:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300255244
00000100:00000001:1.0:1789434128.160812:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300255916
00000100:00000001:0.0:1789434128.160815:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434128.160816:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434128.160821:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434128.160822:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434128.160826:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434128.160828:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434128.160834:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:1.0:1789434128.160838:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434128/real 1789434128]  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434128.160841:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434128.160846:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434128.160852:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434128.160856:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:1.0:1789434128.160856:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434128.160860:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789434128.160863:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434128.160865:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434128.160871:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434128.160873:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434128.160876:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434128.160880:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434128.160890:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160902:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434128.160904:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.160906:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434128.160907:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434128.160911:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160917:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434128.160921:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160927:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434128.160930:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.160931:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434128.160933:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.160934:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434128.160938:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434128.160940:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434128.160944:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434128.160946:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434128.160950:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434128.160957:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933939584:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434128.160960:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434128.160963:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.160970:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434128.160971:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434128.160974:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434128.160976:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434128.160978:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434128.160981:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933939712:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434128.160984:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434128.160986:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434128.160988:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434128.160989:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434128.160992:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434128.160994:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434128.160997:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434128.161000:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434128.161003:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434128.161005:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933939712, portal 4
00000100:00000001:1.0:1789434128.161007:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434128.161008:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:1.0:1789434128.161013:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161019:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434128.161021:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434128.161023:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434128.161025:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933939712, offset 0
00000400:00000200:1.0:1789434128.161029:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434128.161033:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434128.161036:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434128.161039:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434128.161042:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434128.161044:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434128.161046:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434128.161049:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512594:512594:256:4294967295] 192.168.203.104@tcp LPNI seq info [512561:512561:8:4294967295]
00000400:00000200:1.0:1789434128.161053:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434128.161059:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434128.161064:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434128.161067:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434128.161071:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434128.161073:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789434128.161077:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434128.161080:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1789434128.161084:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434128.161086:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434128.161088:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434128.161091:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434128.161094:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434128.161095:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434128.161098:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434128.161101:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161108:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434128.161111:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161118:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434128.161119:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434128.161122:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434128.161125:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434128.161128:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434128.161130:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300255261
00000100:00000001:1.0:1789434128.161133:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300255916
00000100:00000001:1.0:1789434128.161135:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300255261
00000100:00000001:1.0:1789434128.161137:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300255916
00000100:00000001:1.0:1789434128.161139:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434128.161141:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434128.161143:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434128.161147:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434128/real 1789434128]  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434128.161154:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434128.161156:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434128.161157:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434128.161159:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434128.161161:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434128.161163:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434128.161166:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434128.161174:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161180:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434128.161181:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.161182:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434128.161184:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434128.161186:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161192:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434128.161195:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161200:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434128.161202:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.161203:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434128.161205:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.161206:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434128.161210:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434128.161212:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434128.161215:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434128.161217:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434128.161221:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434128.161228:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933939712:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434128.161232:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434128.161235:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161241:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434128.161242:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434128.161245:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434128.161247:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434128.161249:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434128.161252:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933939840:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434128.161256:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434128.161258:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434128.161259:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434128.161262:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434128.161265:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434128.161267:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434128.161270:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434128.161287:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434128.161291:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434128.161294:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933939840, portal 4
00000100:00000001:1.0:1789434128.161296:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434128.161297:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:1.0:1789434128.161302:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161308:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434128.161310:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434128.161312:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434128.161314:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933939840, offset 0
00000400:00000200:1.0:1789434128.161318:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434128.161322:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434128.161325:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434128.161327:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434128.161329:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434128.161331:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434128.161333:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434128.161336:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512595:512595:256:4294967295] 192.168.203.104@tcp LPNI seq info [512562:512562:8:4294967295]
00000400:00000200:1.0:1789434128.161340:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434128.161345:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434128.161373:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434128.161377:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434128.161380:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434128.161383:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789434128.161387:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434128.161389:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1789434128.161392:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434128.161394:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434128.161397:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434128.161399:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434128.161402:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434128.161404:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434128.161406:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434128.161410:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161417:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434128.161420:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161427:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434128.161428:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434128.161431:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434128.161434:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434128.161437:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434128.161440:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300255264
00000100:00000001:1.0:1789434128.161443:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300255916
00000100:00000001:1.0:1789434128.161445:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300255264
00000100:00000001:1.0:1789434128.161447:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300255916
00000100:00000001:1.0:1789434128.161449:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434128.161451:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434128.161453:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434128.161456:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434128/real 1789434128]  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434128.161465:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434128.161466:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434128.161468:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434128.161470:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434128.161472:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434128.161474:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434128.161477:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434128.161484:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161490:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434128.161491:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.161493:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434128.161494:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434128.161497:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161503:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434128.161506:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161511:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434128.161514:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.161515:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434128.161516:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.161518:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434128.161521:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434128.161524:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434128.161527:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434128.161529:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434128.161533:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434128.161546:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933939840:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434128.161550:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.161552:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434128.161556:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289180 x1876351933939456/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161563:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434128.161566:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434128.161568:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434128.161572:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434128.161574:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434128.161575:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434128.161578:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434128.161580:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1c00.
02000000:00000001:1.0:1789434128.161583:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434128.161585:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434128.161587:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289180.
00000100:00000001:1.0:1789434128.161591:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434128.161592:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.161594:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434128.161597:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933939584/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161609:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434128.161610:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434128.161612:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434128.161615:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434128.161617:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434128.161619:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434128.161621:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434128.161623:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:1.0:1789434128.161626:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434128.161627:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434128.161628:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:1.0:1789434128.161633:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434128.161634:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.161636:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434128.161640:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933939712/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161645:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434128.161646:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434128.161647:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434128.161649:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434128.161650:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434128.161651:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434128.161652:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434128.161654:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:1.0:1789434128.161656:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434128.161657:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434128.161658:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:1.0:1789434128.161660:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434128.161661:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.161662:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434128.161665:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933939840/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434128.161670:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434128.161672:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434128.161674:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434128.161675:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434128.161676:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434128.161678:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434128.161680:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434128.161681:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:1.0:1789434128.161682:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434128.161683:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434128.161685:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:1.0:1789434128.161686:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434128.161688:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.161689:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.161697:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434128.161699:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434128.161702:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434128.161703:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434128.415755:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434128.415764:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434128.415767:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434128.415773:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434128.415777:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434128.415781:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.415785:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434128.415787:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434128.415790:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434128.863456:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300255916, at 4300255936
00000100:00000040:3.0:1789434128.863456:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300255916, at 4300255936
00000100:00000010:3.0:1789434128.863473:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d720.
00000100:00000010:2.0:1789434128.863476:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d960.
00000100:00000001:3.0:1789434128.927449:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434128.927452:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434128.927457:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.927457:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434128.927460:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434128.927465:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434128.927466:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434128.927469:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434128.927471:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434128.927475:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434128.927478:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434128.927481:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434128.927486:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434128.927488:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434128.927491:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434128.927493:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434128.927494:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434128.927581:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434128.927584:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434128.927588:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434129.183547:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434129.183555:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434129.183557:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434129.183562:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434129.183565:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434129.183569:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434129.183572:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434129.183575:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434129.183578:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434129.183648:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434129.183653:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434129.183655:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434129.183658:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434129.183661:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434129.183664:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434129.183667:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434129.183668:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434129.183671:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434129.439477:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434129.439488:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434129.439491:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434129.439497:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434129.439502:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434129.439507:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434129.439510:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434129.439513:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434129.439517:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434129.951440:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434129.951446:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434129.951447:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434129.951452:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434129.951455:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434129.951459:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434129.951461:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434129.951463:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434129.951466:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434129.951502:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434129.951505:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434129.951507:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434129.951508:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434129.951511:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434129.951512:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434129.951513:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434129.951514:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434129.951546:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434129.951549:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434129.951552:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434130.207456:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434130.207456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434130.207465:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434130.207465:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434130.207469:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434130.207470:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434130.207478:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434130.207478:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434130.207485:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434130.207485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434130.207491:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434130.207491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434130.207497:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434130.207499:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434130.207501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434130.207503:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434130.207505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434130.207507:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434130.463408:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434130.463415:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434130.463416:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434130.463420:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434130.463423:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434130.463425:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434130.463427:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434130.463429:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434130.463431:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434130.975490:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434130.975501:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434130.975504:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434130.975509:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434130.975511:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434130.975512:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434130.975516:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434130.975519:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434130.975521:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434130.975522:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434130.975526:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434130.975528:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434130.975529:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434130.975535:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434130.975538:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434130.975541:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434130.975545:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434130.975584:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434130.975590:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434130.975597:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434131.231476:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434131.231480:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434131.231485:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434131.231485:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434131.231489:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434131.231490:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434131.231497:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434131.231497:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434131.231503:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434131.231504:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434131.231510:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434131.231510:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434131.231516:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434131.231517:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434131.231520:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434131.231521:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434131.231525:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434131.231526:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434131.487469:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434131.487477:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434131.487479:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434131.487484:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434131.487487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434131.487490:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434131.487493:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434131.487495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434131.487497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434131.999450:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434131.999457:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434131.999460:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434131.999465:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434131.999468:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434131.999471:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434131.999474:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434131.999476:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434131.999479:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999503:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434131.999507:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999512:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434131.999515:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434131.999517:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434131.999521:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999525:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434131.999527:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999530:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999532:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999535:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434131.999537:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434131.999538:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434131.999544:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999545:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434131.999546:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999547:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999548:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999551:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434131.999552:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434131.999552:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434131.999553:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999554:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434131.999555:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999555:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434131.999556:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434131.999604:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434131.999608:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434131.999611:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434132.255467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434132.255471:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434132.255474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434132.255477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434132.255478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434132.255481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434132.255486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434132.255487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434132.255492:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434132.255493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434132.255498:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434132.255498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434132.255503:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434132.255504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434132.255507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434132.255507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434132.255513:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434132.255514:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434132.511445:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434132.511451:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434132.511452:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434132.511456:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434132.511458:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434132.511462:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434132.511464:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434132.511467:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434132.511470:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434133.023456:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434133.023461:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434133.023466:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434133.023468:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434133.023471:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434133.023473:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434133.023477:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434133.023479:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434133.023500:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434133.023505:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434133.023508:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434133.023611:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434133.023614:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434133.023616:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434133.023619:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434133.023621:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434133.023624:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434133.023625:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434133.023627:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434133.023628:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434133.279449:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434133.279449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434133.279455:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789434133.279458:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434133.279459:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434133.279462:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1789434133.279466:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:3.0:1789434133.279467:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434133.279480:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434133.279482:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434133.279486:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434133.279491:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5587
00000100:00000001:2.0:1789434133.279495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434133.279499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434133.279503:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434133.279504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434133.279514:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434133.279518:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434133.279521:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279526:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434133.279528:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279531:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434133.279538:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434133.279540:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434133.279543:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434133.279546:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434133.279549:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434133.279551:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434133.279554:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279556:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434133.279558:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279560:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434133.279563:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434133.279566:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279569:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434133.279573:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434133.279577:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434133.279580:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434133.279583:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434133.279586:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434133.279594:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789434133.279598:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434133.279602:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434133.279604:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434133.279607:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789434133.279608:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
02000000:00000001:3.0:1789434133.279609:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789434133.279612:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434133.279616:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434133.279616:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434133.279622:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434133.279625:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000010:3.0:1789434133.279627:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:0.0:1789434133.279634:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434133.279635:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434133.279639:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434133.279642:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434133.279645:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434133.279647:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434133.279664:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434133.279668:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434133.279674:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434133.279695:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434133.279697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434133.279699:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434133.279700:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434133.279701:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434133.279703:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434133.279704:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5587
00000400:00000200:3.0:1789434133.279707:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434133.279709:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434133.279710:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434133.279712:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279714:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434133.279715:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279717:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434133.279720:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434133.279722:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434133.279724:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434133.279726:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434133.279729:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434133.279731:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:1.0:1789434133.279733:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789434133.279734:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434133.279738:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434133.279738:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434133.279742:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434133.279743:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279747:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434133.279752:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000040:1.0:1789434133.279753:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434133.279757:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279762:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434133.279766:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434133.279771:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789434133.279772:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434133.279774:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434133.279776:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434133.279780:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1789434133.279780:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1789434133.279785:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1789434133.279786:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1789434133.279792:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789434133.279792:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434133.279797:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434133.279801:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933939968:192.168.203.104@tcp:250:kworker.0
00000100:00000010:3.0:1789434133.279803:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789434133.279808:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:1.0:1789434133.279809:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434133.279813:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434133.279815:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434133.279816:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434133.279820:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434133.279820:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434133.279823:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434133.279825:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1789434133.279827:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434133.279832:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5c00.
02000000:00000010:3.0:1789434133.279833:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
02000000:00000001:1.0:1789434133.279838:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434133.279840:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434133.279845:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434133.279847:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434133.279854:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1789434133.279855:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000100:00000001:3.0:1789434133.279857:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434133.279862:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1789434133.279864:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000001:3.0:1789434133.279871:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434133.279873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1789434133.279874:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933939968, portal 25
00000100:00080000:3.0:1789434133.279875:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434133.279878:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1789434133.279880:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1789434133.279880:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434133.279885:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434133.279886:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000100:00080000:3.0:1789434133.279889:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5587
00000400:00000200:3.0:1789434133.279894:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434133.279897:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000040:1.0:1789434133.279898:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434133.279899:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434133.279903:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279906:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434133.279908:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279912:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434133.279916:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1789434133.279918:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1789434133.279918:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434133.279921:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434133.279923:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000100:00000040:1.0:1789434133.279926:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789434133.279927:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434133.279930:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000010:1.0:1789434133.279932:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000040:3.0:1789434133.279933:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279937:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434133.279938:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000200:1.0:1789434133.279939:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933939968, offset 0
00000100:00000001:3.0:1789434133.279939:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434133.279943:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434133.279946:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434133.279947:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434133.279948:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434133.279951:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1789434133.279954:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
02000000:00000001:3.0:1789434133.279954:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434133.279957:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434133.279959:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434133.279961:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434133.279962:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434133.279964:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000400:00000200:1.0:1789434133.279967:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:3.0:1789434133.279968:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434133.279973:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434133.279974:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434133.279975:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434133.279976:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434133.279978:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434133.279979:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
02000000:00000010:3.0:1789434133.279981:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000001:3.0:1789434133.279984:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434133.279987:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1789434133.279988:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434133.279995:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:3.0:1789434133.279996:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434133.279999:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434133.280004:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1789434133.280004:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434133.280012:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.280013:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434133.280017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1789434133.280022:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512596:512596:256:4294967295] 192.168.203.104@tcp LPNI seq info [512563:512563:8:4294967295]
00000100:00080000:3.0:1789434133.280022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434133.280023:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434133.280025:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434133.280029:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1789434133.280034:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:3.0:1789434133.280035:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5587
00000400:00000200:1.0:1789434133.280049:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1789434133.280058:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000200:1.0:1789434133.280059:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434133.280064:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000800:00000010:1.0:1789434133.280066:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000100:00080000:3.0:1789434133.280067:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434133.280072:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.280075:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1789434133.280079:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789434133.280079:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.280083:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:1.0:1789434133.280087:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000020:00000001:3.0:1789434133.280088:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434133.280090:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434133.280094:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434133.280104:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000800:00000200:1.1:1789434133.280106:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:3.0:1789434133.280107:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434133.280110:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000200:1.1:1789434133.280116:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000100:00000040:3.0:1789434133.280118:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.280123:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434133.280126:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434133.280130:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000100:1.0:1789434133.280131:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000020:00000040:3.0:1789434133.280132:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000800:00000010:1.0:1789434133.280135:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000100:00080000:3.0:1789434133.280137:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434133.280140:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434133.280141:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434133.280143:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1789434133.280144:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1789434133.280145:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434133.280148:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434133.280150:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434133.280153:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434133.280156:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1789434133.280156:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434133.280160:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789434133.280163:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000200:1.0:1789434133.280164:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
02000000:00000001:3.0:1789434133.280165:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434133.280167:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434133.280169:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1789434133.280170:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
02000000:00000001:3.0:1789434133.280170:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434133.280173:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434133.280176:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:1.0:1789434133.280177:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1789434133.280178:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434133.280185:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434133.280185:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434133.280201:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434133.280204:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434133.280209:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280210:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789434133.280216:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434133.280219:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789434133.280220:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5598)
00000100:00000001:1.0:1789434133.280230:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434133.280232:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434133.280252:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434133.280257:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434133.280259:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300261035
00000100:00000010:1.0:1789434133.280266:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d3c0.
00000100:00000001:1.0:1789434133.280272:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434133.280276:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300261035
00000100:00000010:1.0:1789434133.280279:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dd20.
00000100:00000001:1.0:1789434133.280283:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434133.280286:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434133.280289:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434133.280291:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434133.280296:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434133/real 1789434133]  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434133.280305:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434133.280307:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434133.280309:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434133.280312:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434133.280314:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434133.280316:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434133.280319:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434133.280328:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280335:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434133.280336:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.280339:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434133.280341:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434133.280371:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280379:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434133.280385:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280392:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434133.280395:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.280396:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434133.280397:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.280406:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434133.280408:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434133.280411:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434133.280416:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434133.280418:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434133.280423:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434133.280431:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933939968:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434133.280436:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.280438:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434133.280447:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933939968/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280454:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434133.280456:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434133.280459:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434133.280462:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434133.280464:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434133.280465:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434133.280468:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434133.280470:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:1.0:1789434133.280474:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434133.280475:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434133.280477:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:1.0:1789434133.280480:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434133.280482:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.280484:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.280490:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434133.280492:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434133.280494:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434133.280496:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434133.280497:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434133.280501:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280508:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434133.280510:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434133.280512:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434133.280513:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434133.280516:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434133.280518:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933940096:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434133.280522:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434133.280524:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434133.280525:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434133.280527:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434133.280530:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434133.280532:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434133.280535:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434133.280538:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434133.280548:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434133.280552:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933940096, portal 10
00000100:00000001:1.0:1789434133.280554:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434133.280556:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:1.0:1789434133.280562:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280569:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434133.280571:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434133.280573:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434133.280576:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933940096, offset 0
00000400:00000200:1.0:1789434133.280580:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434133.280584:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434133.280587:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434133.280590:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434133.280593:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434133.280595:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434133.280597:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434133.280600:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512597:512597:256:4294967295] 192.168.203.104@tcp LPNI seq info [512564:512564:8:4294967295]
00000400:00000200:1.0:1789434133.280605:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434133.280611:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434133.280615:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434133.280618:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434133.280622:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434133.280625:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1789434133.280637:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434133.280640:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1789434133.280643:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434133.280645:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434133.280648:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434133.280651:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434133.280654:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434133.280656:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434133.280657:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434133.280661:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280667:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434133.280669:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280675:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434133.280676:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434133.280678:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434133.280681:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434133.280684:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434133.280686:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300260364
00000100:00000001:1.0:1789434133.280689:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300261035
00000100:00000001:1.0:1789434133.280690:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300260364
00000100:00000001:1.0:1789434133.280694:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300261035
00000100:00000001:1.0:1789434133.280695:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434133.280697:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434133.280699:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434133.280702:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434133/real 1789434133]  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434133.280709:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434133.280710:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434133.280711:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434133.280713:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434133.280715:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434133.280716:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434133.280719:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434133.280727:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280733:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434133.280734:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.280736:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434133.280737:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434133.280741:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280747:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434133.280751:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280758:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434133.280760:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.280761:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434133.280762:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.280765:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434133.280767:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434133.280770:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434133.280773:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434133.280775:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434133.280779:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434133.280787:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933940096:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434133.280790:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434133.280793:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280800:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434133.280801:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434133.280803:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434133.280804:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434133.280806:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434133.280809:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933940224:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434133.280812:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434133.280814:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434133.280815:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434133.280817:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434133.280820:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434133.280822:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434133.280825:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434133.280827:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434133.280830:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434133.280833:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933940224, portal 4
00000100:00000001:1.0:1789434133.280835:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434133.280836:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:1.0:1789434133.280840:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280846:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434133.280848:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434133.280850:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434133.280852:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933940224, offset 0
00000400:00000200:1.0:1789434133.280855:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434133.280858:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434133.280861:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434133.280863:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434133.280866:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434133.280868:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434133.280870:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434133.280873:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512598:512598:256:4294967295] 192.168.203.104@tcp LPNI seq info [512565:512565:8:4294967295]
00000400:00000200:1.0:1789434133.280877:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434133.280883:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434133.280887:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434133.280890:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434133.280894:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434133.280897:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1789434133.280901:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434133.280903:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1789434133.280907:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434133.280908:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434133.280911:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434133.280914:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434133.280917:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434133.280919:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434133.280921:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434133.280925:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280932:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434133.280935:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.280946:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434133.280947:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434133.280950:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434133.280952:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434133.280956:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434133.280958:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300260381
00000100:00000001:1.0:1789434133.280960:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300261035
00000100:00000001:1.0:1789434133.280962:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300260381
00000100:00000001:1.0:1789434133.280964:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300261035
00000100:00000001:1.0:1789434133.280966:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434133.280968:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434133.280969:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434133.280973:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434133/real 1789434133]  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434133.280980:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434133.280981:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434133.280983:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434133.280985:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434133.280987:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434133.280988:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434133.280991:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434133.280999:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281005:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434133.281006:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.281008:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434133.281009:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434133.281012:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281019:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434133.281022:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281028:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434133.281030:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.281032:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434133.281033:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.281035:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434133.281038:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434133.281040:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434133.281043:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434133.281045:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434133.281049:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434133.281056:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933940224:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434133.281060:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434133.281063:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281069:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434133.281070:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434133.281072:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434133.281074:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434133.281076:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434133.281078:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933940352:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434133.281081:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434133.281083:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434133.281084:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434133.281086:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434133.281089:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434133.281091:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434133.281094:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434133.281096:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434133.281099:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434133.281102:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933940352, portal 4
00000100:00000001:1.0:1789434133.281103:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434133.281105:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:1.0:1789434133.281109:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281115:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434133.281117:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434133.281119:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434133.281121:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933940352, offset 0
00000400:00000200:1.0:1789434133.281124:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434133.281128:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434133.281131:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434133.281133:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434133.281135:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434133.281137:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434133.281140:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434133.281142:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512599:512599:256:4294967295] 192.168.203.104@tcp LPNI seq info [512566:512566:8:4294967295]
00000400:00000200:1.0:1789434133.281146:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434133.281152:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434133.281156:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434133.281159:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434133.281162:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434133.281165:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1789434133.281169:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434133.281171:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1789434133.281175:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434133.281177:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434133.281180:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434133.281182:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434133.281185:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434133.281187:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434133.281189:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434133.281192:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281199:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434133.281202:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281208:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434133.281210:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434133.281212:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434133.281215:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434133.281218:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434133.281219:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300260383
00000100:00000001:1.0:1789434133.281222:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300261035
00000100:00000001:1.0:1789434133.281224:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300260383
00000100:00000001:1.0:1789434133.281226:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300261035
00000100:00000001:1.0:1789434133.281228:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434133.281230:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434133.281231:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434133.281235:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434133/real 1789434133]  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434133.281256:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434133.281258:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434133.281259:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434133.281262:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434133.281264:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434133.281266:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434133.281270:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434133.281277:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281282:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434133.281283:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.281285:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434133.281286:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434133.281289:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281295:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434133.281299:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281305:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434133.281307:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.281308:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434133.281310:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.281311:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434133.281314:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434133.281316:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434133.281319:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434133.281321:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434133.281324:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434133.281331:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933940352:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434133.281335:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.281336:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434133.281340:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933940096/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281345:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434133.281363:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434133.281366:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434133.281368:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434133.281370:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434133.281371:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434133.281373:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434133.281374:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:1.0:1789434133.281377:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434133.281378:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434133.281379:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:1.0:1789434133.281382:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434133.281383:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.281385:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434133.281388:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933940224/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281394:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434133.281395:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434133.281396:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434133.281398:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434133.281399:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434133.281400:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434133.281402:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434133.281403:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:1.0:1789434133.281405:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434133.281406:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434133.281407:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:1.0:1789434133.281410:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434133.281412:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.281413:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434133.281416:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933940352/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434133.281421:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434133.281423:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434133.281424:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434133.281426:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434133.281427:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434133.281428:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434133.281430:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434133.281431:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:1.0:1789434133.281433:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434133.281434:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434133.281436:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:1.0:1789434133.281438:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434133.281439:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.281441:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.281444:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434133.281445:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434133.281447:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434133.281449:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434133.535435:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434133.535442:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434133.535444:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434133.535448:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434133.535451:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434133.535454:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.535456:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434133.535458:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434133.535460:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434133.983477:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300261035, at 4300261056
00000100:00000040:3.0:1789434133.983480:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300261035, at 4300261056
00000100:00000010:3.0:1789434133.983499:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd20.
00000100:00000010:2.0:1789434133.983505:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d3c0.
00000100:00000001:3.0:1789434134.047494:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434134.047507:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434134.047511:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434134.047521:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434134.047529:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434134.047536:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434134.047540:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434134.047544:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434134.047549:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434134.047571:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434134.047590:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434134.047597:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434134.047599:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434134.047602:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434134.047603:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434134.047606:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434134.047607:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434134.047643:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434134.047646:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434134.047649:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434134.303461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434134.303461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434134.303468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434134.303469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434134.303471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434134.303473:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434134.303479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789434134.303480:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434134.303486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434134.303486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434134.303491:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434134.303492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434134.303496:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434134.303496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434134.303501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434134.303502:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434134.303508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434134.303508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434134.559462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434134.559477:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434134.559479:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434134.559484:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434134.559488:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434134.559492:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434134.559495:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434134.559498:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434134.559501:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434135.071477:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434135.071487:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434135.071494:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434135.071497:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434135.071498:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434135.071502:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1789434135.071506:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434135.071507:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434135.071512:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434135.071513:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434135.071518:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434135.071518:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434135.071522:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434135.071523:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434135.071526:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434135.071528:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434135.071533:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434135.071534:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434135.071537:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434135.071542:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434135.071543:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434135.071547:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434135.071548:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434135.071638:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434135.071642:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434135.071646:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434135.327393:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434135.327400:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434135.327401:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434135.327405:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434135.327408:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434135.327411:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434135.327413:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434135.327413:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434135.327417:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434135.327418:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434135.327420:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434135.327422:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434135.327426:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434135.327429:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434135.327431:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434135.327433:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434135.327435:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434135.327437:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434135.583469:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434135.583477:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434135.583480:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434135.583484:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434135.583488:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434135.583491:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434135.583494:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434135.583497:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434135.583500:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434136.095459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434136.095467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434136.095470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434136.095475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434136.095479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434136.095483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434136.095486:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434136.095489:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434136.095493:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434136.095541:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434136.095546:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434136.095550:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434136.095551:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434136.095555:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434136.095556:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434136.095559:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434136.095560:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434136.095732:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434136.095735:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434136.095739:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434136.351455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434136.351456:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434136.351462:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434136.351463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434136.351465:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434136.351467:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434136.351473:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434136.351473:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434136.351478:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434136.351479:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434136.351484:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434136.351484:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434136.351489:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434136.351490:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434136.351493:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434136.351494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434136.351498:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434136.351498:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434136.607447:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434136.607454:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434136.607457:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434136.607463:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434136.607467:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434136.607470:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434136.607473:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434136.607476:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434136.607479:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434137.119459:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434137.119465:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434137.119472:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434137.119473:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434137.119476:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434137.119482:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434137.119482:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434137.119485:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434137.119488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434137.119490:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434137.119493:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434137.119494:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434137.119500:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434137.119501:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434137.119504:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434137.119505:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434137.119511:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434137.119564:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434137.119568:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434137.119572:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434137.375460:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434137.375461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434137.375467:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434137.375468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434137.375470:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434137.375472:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434137.375475:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789434137.375477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434137.375479:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434137.375483:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434137.375483:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434137.375488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434137.375488:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434137.375490:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434137.375493:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434137.375494:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434137.375497:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434137.375501:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434137.631460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434137.631467:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434137.631469:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434137.631474:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434137.631478:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434137.631482:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434137.631485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434137.631488:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434137.631491:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434138.143450:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434138.143458:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434138.143461:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434138.143467:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434138.143471:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434138.143475:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434138.143478:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434138.143481:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434138.143485:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434138.143528:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434138.143531:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434138.143535:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434138.143535:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434138.143537:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434138.143538:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434138.143540:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434138.143540:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434138.143583:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434138.143586:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434138.143590:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789434138.399463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434138.399468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434138.399474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1789434138.399476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434138.399477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434138.399482:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1789434138.399484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:0.0:1789434138.399487:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434138.399489:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434138.399494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434138.399495:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434138.399499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434138.399503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789434138.399504:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5593
00000100:00000001:2.0:1789434138.399509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434138.399516:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434138.399523:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434138.399525:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434138.399528:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434138.399530:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434138.399532:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434138.399534:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434138.399539:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1789434138.399540:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434138.399544:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000100:00000001:2.0:1789434138.399544:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434138.399548:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434138.399549:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1789434138.399553:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000020:00000040:0.0:1789434138.399555:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000100:00000001:2.0:1789434138.399557:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1789434138.399560:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000001:2.0:1789434138.399561:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1789434138.399566:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000001:2.0:1789434138.399567:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434138.399570:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434138.399574:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434138.399575:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434138.399578:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434138.399582:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434138.399585:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434138.399589:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434138.399593:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434138.399596:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434138.399599:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434138.399602:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434138.399604:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434138.399607:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434138.399609:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434138.399616:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbfb80.
00000020:00000040:0.0:1789434138.399618:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434138.399621:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434138.399623:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434138.399625:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434138.399627:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434138.399631:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434138.399638:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000100:00000001:0.0:1789434138.399645:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434138.399654:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434138.399664:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434138.399669:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434138.399673:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f4038] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434138.399693:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434138.399695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434138.399703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434138.399705:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434138.399706:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434138.399709:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434138.399711:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5593
00000400:00000200:0.0:1789434138.399715:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434138.399718:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434138.399720:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434138.399724:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434138.399726:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434138.399729:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434138.399731:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434138.399735:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434138.399738:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00000001:1.0:1789434138.399738:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1789434138.399742:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1789434138.399743:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1789434138.399745:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:1.0:1789434138.399747:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1789434138.399749:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434138.399753:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434138.399757:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434138.399759:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434138.399764:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434138.399768:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434138.399773:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434138.399776:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1789434138.399778:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434138.399783:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434138.399786:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434138.399788:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434138.399788:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434138.399794:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434138.399794:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434138.399798:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434138.399799:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434138.399805:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1789434138.399805:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1789434138.399809:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434138.399813:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434138.399813:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933940480:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434138.399816:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434138.399821:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc700.
00000100:00000001:1.0:1789434138.399822:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1789434138.399824:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434138.399827:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434138.399827:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434138.399828:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434138.399832:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434138.399832:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434138.399833:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434138.399836:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434138.399837:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434138.399840:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17000.
00000100:00000001:0.0:1789434138.399844:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434138.399845:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5800.
00000100:00100000:0.0:1789434138.399850:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1789434138.399851:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434138.399860:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1789434138.399861:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434138.399866:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434138.399868:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000100:00000040:0.0:1789434138.399873:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4613ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1789434138.399876:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434138.399885:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933940480, portal 25
00000100:00000001:0.0:1789434138.399886:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.399890:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1789434138.399892:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434138.399893:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549982080 : -119883159569536 : ffff92f786dbfb80)
00000100:00080000:0.0:1789434138.399900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434138.399904:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1789434138.399904:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789434138.399906:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434138.399912:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434138.399918:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5593
00000100:00000001:1.0:1789434138.399919:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434138.399926:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434138.399927:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434138.399930:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000400:00000200:0.0:1789434138.399934:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000200:1.0:1789434138.399937:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933940480, offset 0
00000100:00080000:0.0:1789434138.399938:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434138.399944:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434138.399949:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1789434138.399950:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000040:0.0:1789434138.399954:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434138.399957:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:1.0:1789434138.399960:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434138.399967:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434138.399971:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434138.399974:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434138.399976:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434138.399978:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434138.399981:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512600:512600:256:4294967295] 192.168.203.104@tcp LPNI seq info [512567:512567:8:4294967295]
00000400:00000200:1.0:1789434138.399984:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:0.0:1789434138.399989:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434138.399992:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000400:00000200:1.0:1789434138.399994:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1789434138.399995:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434138.399998:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434138.400000:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:1.0:1789434138.400002:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000020:00000001:0.0:1789434138.400003:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434138.400009:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434138.400010:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1789434138.400011:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000100:00000040:0.0:1789434138.400012:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434138.400016:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434138.400018:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434138.400021:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434138.400025:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1789434138.400025:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:0.0:1789434138.400029:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1789434138.400032:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
02000000:00000001:0.0:1789434138.400038:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1789434138.400039:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:0.0:1789434138.400043:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789434138.400045:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1789434138.400047:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434138.400052:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000800:00000100:1.0:1789434138.400053:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000008:00000001:0.0:1789434138.400058:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1789434138.400059:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000100:00000001:0.0:1789434138.400064:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434138.400067:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1789434138.400070:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbdf80.
00000400:00000200:1.0:1789434138.400075:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1789434138.400076:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434138.400081:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1789434138.400081:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
02000000:00000001:0.0:1789434138.400085:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434138.400086:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434138.400092:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:0.0:1789434138.400094:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1789434138.400097:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434138.400101:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434138.400105:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.400109:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1789434138.400111:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16800.
00000100:00000040:1.0:1789434138.400115:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434138.400118:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.400127:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434138.400129:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434138.400130:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434138.400138:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434138.400139:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434138.400144:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434138.400145:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434138.400155:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300266155
00000100:00000040:0.0:1789434138.400156:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d73b369] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1789434138.400163:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dc00.
00000100:00000001:0.0:1789434138.400167:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434138.400171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434138.400172:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1789434138.400178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434138.400180:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434138.400181:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434138.400185:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434138.400185:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300266155
00000100:00080000:0.0:1789434138.400189:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5593
00000100:00000010:1.0:1789434138.400191:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d840.
00000400:00000200:0.0:1789434138.400196:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434138.400206:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000400:00000200:0.0:1789434138.400214:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434138.400216:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434138.400219:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434138.400220:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434138.400221:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434138.400226:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434138.400226:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.400230:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789434138.400235:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00100000:1.0:1789434138.400236:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434138/real 1789434138]  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789434138.400243:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434138.400247:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434138.400251:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000001:1.0:1789434138.400254:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:0.0:1789434138.400255:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000400:00000001:1.0:1789434138.400256:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434138.400260:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000020:00000001:0.0:1789434138.400261:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000200:1.0:1789434138.400264:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000020:00000001:0.0:1789434138.400265:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000010:1.0:1789434138.400268:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000040:0.0:1789434138.400273:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434138.400275:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1789434138.400277:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1789434138.400281:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434138.400283:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434138.400288:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434138.400293:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000200:1.0:1789434138.400300:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789434138.400301:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434138.400307:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.400312:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434138.400314:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789434138.400319:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434138.400320:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434138.400323:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789434138.400325:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1789434138.400327:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434138.400331:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434138.400335:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434138.400338:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:1.0:1789434138.400340:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1789434138.400341:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434138.400344:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434138.400364:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf480.
00000020:00000040:0.0:1789434138.400367:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434138.400369:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434138.400371:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434138.400373:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434138.400375:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434138.400377:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434138.400380:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1789434138.400381:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
00000100:00000001:0.0:1789434138.400388:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.400394:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1789434138.400398:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434138.400399:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.400404:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434138.400407:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.400411:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434138.400413:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434138.400415:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1789434138.400419:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1789434138.400421:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434138.400427:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000040:0.0:1789434138.400429:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002030f0d5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400431:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434138.400441:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434138.400443:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434138.400450:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5603)
00000100:00100000:1.0:1789434138.400454:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933940480:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434138.400459:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.400461:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434138.400464:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbfb80 x1876351933940480/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400470:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434138.400472:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434138.400475:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434138.400478:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434138.400480:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434138.400481:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434138.400483:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434138.400485:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15000.
02000000:00000001:1.0:1789434138.400489:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434138.400491:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434138.400492:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbfb80.
00000100:00000001:1.0:1789434138.400495:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434138.400497:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.400498:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.400505:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434138.400507:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.400509:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434138.400510:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434138.400512:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434138.400516:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400528:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434138.400530:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434138.400532:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434138.400533:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434138.400535:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434138.400538:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933940608:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434138.400542:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434138.400544:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434138.400545:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434138.400547:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434138.400550:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434138.400552:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434138.400556:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434138.400558:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434138.400562:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434138.400565:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933940608, portal 10
00000100:00000001:1.0:1789434138.400567:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434138.400569:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549968640 : -119883159582976 : ffff92f786dbc700)
00000100:00000040:1.0:1789434138.400575:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400579:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434138.400581:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434138.400583:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434138.400584:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933940608, offset 0
00000400:00000200:1.0:1789434138.400587:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434138.400590:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434138.400593:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434138.400595:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434138.400597:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434138.400598:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434138.400600:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434138.400602:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512601:512601:256:4294967295] 192.168.203.104@tcp LPNI seq info [512568:512568:8:4294967295]
00000400:00000200:1.0:1789434138.400605:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434138.400609:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434138.400612:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434138.400613:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434138.400616:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434138.400618:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789434138.400621:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434138.400623:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1789434138.400625:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434138.400626:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434138.400628:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434138.400630:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434138.400632:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434138.400634:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434138.400635:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434138.400637:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400642:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434138.400644:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400648:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.400649:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434138.400650:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434138.400653:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434138.400655:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434138.400656:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300265484
00000100:00000001:1.0:1789434138.400658:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300266155
00000100:00000001:1.0:1789434138.400660:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300265484
00000100:00000001:1.0:1789434138.400661:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300266155
00000100:00000001:1.0:1789434138.400662:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434138.400663:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.400664:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434138.400667:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434138/real 1789434138]  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434138.400671:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434138.400671:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434138.400673:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434138.400674:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434138.400675:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434138.400677:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434138.400679:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434138.400683:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400687:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434138.400688:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.400689:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434138.400690:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434138.400692:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400695:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434138.400697:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400701:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434138.400702:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.400703:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434138.400704:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.400705:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434138.400707:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434138.400708:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434138.400710:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434138.400711:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434138.400713:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434138.400718:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933940608:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434138.400721:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434138.400723:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400727:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434138.400728:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434138.400729:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434138.400730:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434138.400732:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434138.400734:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933940736:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434138.400737:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434138.400739:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434138.400740:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434138.400742:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434138.400745:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434138.400747:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434138.400750:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434138.400752:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434138.400755:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434138.400758:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933940736, portal 4
00000100:00000001:1.0:1789434138.400760:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434138.400761:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549974912 : -119883159576704 : ffff92f786dbdf80)
00000100:00000040:1.0:1789434138.400767:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400773:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434138.400775:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434138.400778:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434138.400780:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933940736, offset 0
00000400:00000200:1.0:1789434138.400783:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434138.400785:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434138.400788:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434138.400790:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434138.400792:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434138.400793:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434138.400795:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434138.400797:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512602:512602:256:4294967295] 192.168.203.104@tcp LPNI seq info [512569:512569:8:4294967295]
00000400:00000200:1.0:1789434138.400799:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434138.400803:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434138.400806:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434138.400807:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434138.400810:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434138.400812:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789434138.400814:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434138.400816:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1789434138.400818:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434138.400820:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434138.400822:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434138.400824:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434138.400826:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434138.400827:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434138.400828:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434138.400830:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400835:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434138.400837:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400841:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.400842:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434138.400844:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434138.400846:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434138.400848:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434138.400849:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300265501
00000100:00000001:1.0:1789434138.400851:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300266155
00000100:00000001:1.0:1789434138.400852:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300265501
00000100:00000001:1.0:1789434138.400854:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300266155
00000100:00000001:1.0:1789434138.400856:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434138.400857:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.400858:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434138.400861:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434138/real 1789434138]  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434138.400865:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434138.400866:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434138.400867:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434138.400868:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434138.400869:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434138.400870:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434138.400872:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434138.400877:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400880:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434138.400881:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.400882:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434138.400883:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434138.400884:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400888:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434138.400890:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400893:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434138.400895:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.400896:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434138.400897:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.400898:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434138.400901:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434138.400903:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434138.400905:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434138.400906:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434138.400909:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434138.400913:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933940736:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434138.400915:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434138.400917:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400920:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434138.400921:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434138.400922:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434138.400923:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434138.400924:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434138.400926:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933940864:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434138.400927:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434138.400928:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434138.400929:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434138.400930:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434138.400932:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434138.400933:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434138.400935:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434138.400936:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434138.400938:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434138.400940:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933940864, portal 4
00000100:00000001:1.0:1789434138.400941:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434138.400942:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549980288 : -119883159571328 : ffff92f786dbf480)
00000100:00000040:1.0:1789434138.400945:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.400949:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434138.400951:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434138.400952:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434138.400953:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933940864, offset 0
00000400:00000200:1.0:1789434138.400955:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434138.400957:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434138.400959:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434138.400960:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434138.400962:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434138.400963:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434138.400964:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434138.400966:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512603:512603:256:4294967295] 192.168.203.104@tcp LPNI seq info [512570:512570:8:4294967295]
00000400:00000200:1.0:1789434138.400969:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434138.400972:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434138.400974:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434138.400975:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434138.400977:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434138.400979:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789434138.400982:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434138.400984:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1789434138.400988:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434138.400989:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434138.400992:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434138.400995:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434138.400997:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434138.400999:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434138.401002:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434138.401005:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.401012:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434138.401015:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.401027:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.401028:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434138.401031:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434138.401034:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434138.401037:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434138.401039:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300265503
00000100:00000001:1.0:1789434138.401042:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300266155
00000100:00000001:1.0:1789434138.401043:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300265503
00000100:00000001:1.0:1789434138.401045:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300266155
00000100:00000001:1.0:1789434138.401046:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434138.401047:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.401048:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434138.401051:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434138/real 1789434138]  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434138.401055:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434138.401056:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434138.401057:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434138.401059:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434138.401060:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434138.401061:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434138.401063:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434138.401068:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.401071:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434138.401072:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.401073:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434138.401074:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434138.401076:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.401080:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434138.401082:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.401086:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434138.401087:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.401088:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434138.401089:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.401090:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434138.401092:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434138.401093:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434138.401095:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434138.401096:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434138.401098:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434138.401103:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933940864:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434138.401106:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.401108:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434138.401111:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc700 x1876351933940608/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.401118:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434138.401119:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434138.401121:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434138.401123:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434138.401125:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434138.401126:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434138.401128:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434138.401130:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17000.
02000000:00000001:1.0:1789434138.401133:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434138.401134:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434138.401136:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc700.
00000100:00000001:1.0:1789434138.401138:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434138.401140:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.401141:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434138.401145:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbdf80 x1876351933940736/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.401150:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434138.401151:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434138.401153:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434138.401154:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434138.401155:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434138.401156:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434138.401157:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434138.401158:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16800.
02000000:00000001:1.0:1789434138.401160:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434138.401160:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434138.401161:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbdf80.
00000100:00000001:1.0:1789434138.401163:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434138.401164:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.401165:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434138.401167:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbf480 x1876351933940864/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434138.401170:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434138.401170:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434138.401171:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434138.401172:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434138.401173:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434138.401173:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434138.401175:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434138.401176:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15c00.
02000000:00000001:1.0:1789434138.401177:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434138.401178:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434138.401178:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbf480.
00000100:00000001:1.0:1789434138.401180:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434138.401181:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.401182:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.401184:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434138.401185:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.401186:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434138.401188:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434138.655471:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434138.655480:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434138.655483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434138.655488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434138.655499:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434138.655504:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.655507:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434138.655509:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434138.655513:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434139.103445:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300266155, at 4300266176
00000100:00000040:3.0:1789434139.103445:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300266155, at 4300266176
00000100:00000010:3.0:1789434139.103458:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d840.
00000100:00000010:2.0:1789434139.103460:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc00.
00000100:00000001:3.0:1789434139.167441:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434139.167449:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434139.167452:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434139.167454:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434139.167458:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434139.167458:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434139.167464:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434139.167464:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434139.167466:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434139.167469:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434139.167471:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434139.167474:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434139.167474:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434139.167477:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434139.167479:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434139.167480:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434139.167486:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434139.167514:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434139.167519:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434139.167523:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434139.423468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434139.423474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434139.423480:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434139.423481:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434139.423483:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434139.423485:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434139.423490:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434139.423491:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434139.423494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434139.423496:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434139.423498:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434139.423500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434139.423501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434139.423504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434139.423505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434139.423507:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434139.423509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434139.423513:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434139.679427:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434139.679435:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434139.679437:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434139.679442:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434139.679455:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434139.679459:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434139.679462:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434139.679465:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434139.679468:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434140.191495:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434140.191505:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434140.191508:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434140.191516:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434140.191523:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434140.191529:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434140.191533:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434140.191536:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434140.191539:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434140.191587:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434140.191594:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434140.191600:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434140.191601:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434140.191605:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434140.191606:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434140.191610:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434140.191611:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434140.191654:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434140.191657:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434140.191659:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434140.447472:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434140.447479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434140.447482:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434140.447488:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434140.447491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434140.447495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434140.447498:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434140.447503:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434140.447504:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434140.447508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434140.447513:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434140.447517:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434140.447523:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434140.447526:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434140.447529:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434140.447533:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434140.447535:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434140.447539:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434140.703504:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434140.703512:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434140.703514:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434140.703519:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434140.703523:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434140.703526:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434140.703529:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434140.703532:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434140.703535:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434141.215485:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434141.215489:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434141.215496:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434141.215498:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434141.215502:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434141.215509:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434141.215510:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434141.215513:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434141.215516:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434141.215519:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434141.215521:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434141.215523:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434141.215524:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434141.215528:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434141.215531:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434141.215532:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434141.215534:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434141.215617:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434141.215624:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434141.215630:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434141.471491:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434141.471501:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434141.471503:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434141.471510:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434141.471514:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434141.471518:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434141.471521:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434141.471524:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434141.471528:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434141.471569:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434141.471576:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434141.471579:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434141.471585:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434141.471588:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434141.471593:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434141.471595:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434141.471602:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434141.471605:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434141.727467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434141.727473:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434141.727476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434141.727481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434141.727484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434141.727488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434141.727490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434141.727493:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434141.727496:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434142.239530:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434142.239538:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434142.239540:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434142.239541:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434142.239546:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434142.239548:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434142.239552:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434142.239554:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434142.239558:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434142.239559:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434142.239562:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1789434142.239563:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434142.239567:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434142.239568:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434142.239573:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434142.239576:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434142.239578:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434142.239581:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434142.239585:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434142.239587:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434142.239588:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434142.239589:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434142.239591:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434142.239592:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434142.239594:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434142.239596:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434142.239599:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434142.239601:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434142.239602:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434142.239604:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434142.239606:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434142.239607:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434142.239609:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434142.239611:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434142.239630:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434142.239666:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434142.239673:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434142.239677:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434142.495586:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434142.495586:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434142.495594:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434142.495594:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434142.495599:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434142.495599:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434142.495607:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434142.495607:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434142.495613:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434142.495614:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434142.495621:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434142.495621:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434142.495627:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434142.495627:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434142.495631:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434142.495631:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434142.495637:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434142.495638:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434142.751445:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434142.751453:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434142.751455:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434142.751460:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434142.751464:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434142.751467:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434142.751469:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434142.751470:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434142.751480:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434143.263456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434143.263464:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434143.263467:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434143.263470:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434143.263472:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434143.263475:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434143.263477:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434143.263482:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434143.263483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434143.263485:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434143.263489:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434143.263491:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434143.263493:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434143.263494:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434143.263498:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434143.263500:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434143.263502:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434143.263546:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434143.263551:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434143.263555:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434143.519460:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1789434143.519463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434143.519465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434143.519470:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434143.519471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434143.519475:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434143.519475:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434143.519476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434143.519483:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1789434143.519486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434143.519487:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:2.0:1789434143.519488:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434143.519497:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434143.519497:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434143.519498:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434143.519506:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.519506:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789434143.519510:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5598
00000100:00000001:0.0:1789434143.519517:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434143.519518:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434143.519522:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.519523:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1789434143.519523:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434143.519529:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.519531:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434143.519534:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434143.519538:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434143.519541:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434143.519544:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434143.519546:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434143.519547:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434143.519554:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434143.519555:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434143.519558:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434143.519561:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434143.519564:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434143.519566:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434143.519568:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434143.519569:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434143.519570:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434143.519571:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434143.519573:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434143.519575:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434143.519576:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434143.519579:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434143.519581:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434143.519583:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434143.519584:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434143.519586:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434143.519593:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29500.
00000020:00000040:2.0:1789434143.519595:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434143.519598:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434143.519600:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434143.519602:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434143.519604:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434143.519607:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434143.519618:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789434143.519622:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434143.519629:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434143.519637:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434143.519641:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434143.519644:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687fa4f] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434143.519659:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434143.519661:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434143.519663:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434143.519664:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434143.519665:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434143.519667:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434143.519669:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5598
00000400:00000200:2.0:1789434143.519671:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434143.519672:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434143.519674:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434143.519676:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434143.519677:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434143.519679:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434143.519680:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434143.519681:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434143.519683:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434143.519684:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434143.519685:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434143.519691:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:1.0:1789434143.519692:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1789434143.519693:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434143.519697:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434143.519698:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434143.519701:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434143.519703:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434143.519704:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434143.519707:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434143.519709:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434143.519713:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000040:1.0:1789434143.519714:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434143.519715:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434143.519718:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434143.519724:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434143.519728:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1789434143.519728:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.519731:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434143.519732:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1789434143.519737:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1789434143.519739:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1789434143.519741:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1789434143.519743:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434143.519746:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434143.519748:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434143.519754:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933940992:192.168.203.104@tcp:250:kworker.0
00000100:00000010:2.0:1789434143.519754:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b100.
00000020:00000040:2.0:1789434143.519759:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:1.0:1789434143.519761:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434143.519764:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434143.519766:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434143.519767:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1789434143.519769:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434143.519771:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434143.519772:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434143.519776:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434143.519777:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434143.519782:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
02000000:00000010:1.0:1789434143.519784:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6400.
00000100:00000001:2.0:1789434143.519787:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434143.519788:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434143.519795:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434143.519799:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434143.519805:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000100:00000001:2.0:1789434143.519808:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434143.519812:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434143.519813:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000040:2.0:1789434143.519818:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad3da5f8] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434143.519821:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933940992, portal 25
00000100:00000001:1.0:1789434143.519826:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434143.519829:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482257152 : -119883227294464 : ffff92f782d29500)
00000100:00000001:2.0:1789434143.519833:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434143.519837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1789434143.519838:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789434143.519844:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434143.519847:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434143.519850:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434143.519855:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1789434143.519856:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:1.0:1789434143.519863:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434143.519867:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00080000:2.0:1789434143.519870:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5598
00000100:00000200:1.0:1789434143.519871:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933940992, offset 0
00000400:00000200:2.0:1789434143.519879:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434143.519883:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434143.519886:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434143.519889:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434143.519892:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434143.519893:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434143.519898:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1789434143.519902:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000040:2.0:1789434143.519903:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434143.519908:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:1.0:1789434143.519909:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434143.519914:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000020:00000001:2.0:1789434143.519914:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434143.519917:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434143.519919:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1789434143.519920:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434143.519923:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000020:00000040:2.0:1789434143.519923:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434143.519927:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:1.0:1789434143.519930:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512604:512604:256:4294967295] 192.168.203.104@tcp LPNI seq info [512571:512571:8:4294967295]
00000020:00000001:2.0:1789434143.519931:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434143.519937:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434143.519941:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434143.519941:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434143.519945:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434143.519947:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434143.519950:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000200:1.0:1789434143.519955:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1789434143.519960:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000200:1.0:1789434143.519961:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789434143.519967:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1789434143.519968:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
02000000:00000001:2.0:1789434143.519972:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1789434143.519976:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:2.0:1789434143.519977:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1789434143.519979:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
02000000:00000001:2.0:1789434143.519982:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789434143.519987:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434143.519988:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1789434143.519990:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1789434143.519993:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434143.519995:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434143.520001:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:2.0:1789434143.520001:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434143.520007:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434143.520008:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1789434143.520013:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434143.520016:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000100:00000010:2.0:1789434143.520019:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a680.
00000400:00000010:1.0:1789434143.520021:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000020:00000040:2.0:1789434143.520024:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:1.0:1789434143.520028:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:2.0:1789434143.520028:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434143.520032:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434143.520034:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1789434143.520035:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789434143.520036:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434143.520038:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434143.520043:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000100:00000001:2.0:1789434143.520047:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.520054:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1789434143.520055:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434143.520062:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1789434143.520063:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434143.520064:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434143.520071:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049af382e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520078:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.520083:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434143.520086:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434143.520090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434143.520091:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434143.520096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434143.520099:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1789434143.520100:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:2.0:1789434143.520102:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434143.520104:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300271275
00000100:00000001:2.0:1789434143.520106:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434143.520110:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5598
00000100:00000010:1.0:1789434143.520113:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d1e0.
00000400:00000200:2.0:1789434143.520117:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434143.520121:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000400:00000200:2.0:1789434143.520122:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434143.520126:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434143.520129:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434143.520130:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300271275
00000100:00000001:2.0:1789434143.520132:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1789434143.520135:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dd80.
00000100:00000040:2.0:1789434143.520136:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434143.520139:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434143.520141:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434143.520146:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434143.520148:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:1.0:1789434143.520150:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1789434143.520151:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1789434143.520155:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789434143.520156:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434143.520171:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:1.0:1789434143.520174:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1789434143.520175:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00100000:1.0:1789434143.520182:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434143/real 1789434143]  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434143.520182:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434143.520186:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434143.520191:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434143.520196:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000001:1.0:1789434143.520197:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434143.520199:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1789434143.520201:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000010:1.0:1789434143.520202:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000100:00080000:2.0:1789434143.520206:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:1.0:1789434143.520209:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000100:00000001:2.0:1789434143.520210:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434143.520213:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
02000000:00000001:2.0:1789434143.520214:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434143.520219:0:2346:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:2.0:1789434143.520219:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434143.520223:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434143.520226:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434143.520226:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434143.520229:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434143.520235:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434143.520242:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434143.520243:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434143.520250:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b480.
00000020:00000040:2.0:1789434143.520253:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:1.0:1789434143.520257:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:2.0:1789434143.520258:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1789434143.520261:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789434143.520261:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.520265:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434143.520265:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434143.520268:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789434143.520269:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434143.520273:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434143.520276:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1789434143.520279:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789434143.520285:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.520286:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434143.520296:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1789434143.520297:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520320:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434143.520320:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434143.520324:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.520325:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434143.520326:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.520328:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434143.520329:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434143.520330:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1789434143.520332:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434143.520334:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434143.520338:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434143.520342:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008be6ba08] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789434143.520344:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434143.520377:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434143.520384:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5608)
00000100:00100000:1.0:1789434143.520389:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933940992:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434143.520396:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.520399:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434143.520403:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29500 x1876351933940992/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520415:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434143.520417:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434143.520419:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434143.520423:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434143.520425:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434143.520426:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434143.520428:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434143.520431:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:1.0:1789434143.520434:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434143.520436:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434143.520438:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29500.
00000100:00000001:1.0:1789434143.520441:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434143.520442:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.520444:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.520450:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434143.520451:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.520453:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434143.520455:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434143.520456:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434143.520460:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520466:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434143.520467:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434143.520469:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434143.520471:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434143.520473:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434143.520476:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933941120:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434143.520479:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434143.520481:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434143.520483:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434143.520485:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434143.520488:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434143.520489:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434143.520493:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434143.520497:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434143.520500:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434143.520503:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933941120, portal 10
00000100:00000001:1.0:1789434143.520505:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434143.520506:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482264320 : -119883227287296 : ffff92f782d2b100)
00000100:00000040:1.0:1789434143.520512:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520518:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434143.520521:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434143.520523:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434143.520526:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933941120, offset 0
00000400:00000200:1.0:1789434143.520530:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434143.520534:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434143.520538:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434143.520541:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434143.520543:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434143.520545:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434143.520547:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434143.520550:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512605:512605:256:4294967295] 192.168.203.104@tcp LPNI seq info [512572:512572:8:4294967295]
00000400:00000200:1.0:1789434143.520554:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434143.520560:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434143.520564:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434143.520567:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434143.520579:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434143.520582:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789434143.520590:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434143.520593:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1789434143.520596:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434143.520599:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434143.520602:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434143.520605:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434143.520608:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434143.520610:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434143.520613:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434143.520617:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520624:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434143.520627:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520634:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.520635:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434143.520638:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434143.520641:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434143.520645:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434143.520646:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300270604
00000100:00000001:1.0:1789434143.520649:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300271275
00000100:00000001:1.0:1789434143.520651:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300270604
00000100:00000001:1.0:1789434143.520653:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300271275
00000100:00000001:1.0:1789434143.520655:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434143.520657:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.520659:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434143.520663:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434143/real 1789434143]  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434143.520671:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434143.520672:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434143.520674:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434143.520677:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434143.520679:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434143.520681:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434143.520684:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434143.520692:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520703:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434143.520705:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.520706:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434143.520708:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434143.520711:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520717:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434143.520721:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520728:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434143.520730:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.520731:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434143.520733:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.520734:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434143.520738:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434143.520740:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434143.520743:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434143.520746:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434143.520750:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434143.520757:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933941120:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434143.520761:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434143.520764:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520771:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434143.520773:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434143.520775:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434143.520777:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434143.520779:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434143.520781:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933941248:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434143.520784:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434143.520786:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434143.520788:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434143.520789:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434143.520792:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434143.520794:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434143.520798:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434143.520800:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434143.520803:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434143.520806:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933941248, portal 4
00000100:00000001:1.0:1789434143.520808:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434143.520809:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482261632 : -119883227289984 : ffff92f782d2a680)
00000100:00000040:1.0:1789434143.520814:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520820:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434143.520822:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434143.520824:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434143.520827:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933941248, offset 0
00000400:00000200:1.0:1789434143.520830:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434143.520834:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434143.520838:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434143.520841:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434143.520843:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434143.520845:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434143.520847:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434143.520850:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512606:512606:256:4294967295] 192.168.203.104@tcp LPNI seq info [512573:512573:8:4294967295]
00000400:00000200:1.0:1789434143.520854:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434143.520860:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434143.520865:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434143.520868:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434143.520872:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434143.520874:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789434143.520878:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434143.520881:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1789434143.520884:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434143.520886:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434143.520889:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434143.520892:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434143.520895:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434143.520897:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434143.520899:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434143.520903:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520910:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434143.520913:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520919:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.520921:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434143.520924:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434143.520927:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434143.520930:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434143.520932:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300270621
00000100:00000001:1.0:1789434143.520935:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300271275
00000100:00000001:1.0:1789434143.520937:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300270621
00000100:00000001:1.0:1789434143.520939:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300271275
00000100:00000001:1.0:1789434143.520941:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434143.520943:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.520945:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434143.520948:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434143/real 1789434143]  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434143.520956:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434143.520958:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434143.520959:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434143.520962:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434143.520964:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434143.520966:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434143.520969:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434143.520977:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520983:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434143.520985:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.520987:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434143.520988:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434143.520991:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.520998:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434143.521002:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.521009:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434143.521011:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.521013:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434143.521014:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.521016:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434143.521021:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434143.521023:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434143.521027:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434143.521029:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434143.521034:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434143.521041:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933941248:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434143.521045:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434143.521048:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.521055:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434143.521056:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434143.521058:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434143.521060:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434143.521062:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434143.521065:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933941376:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434143.521067:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434143.521069:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434143.521071:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434143.521072:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434143.521075:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434143.521077:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434143.521081:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434143.521083:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434143.521086:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434143.521089:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933941376, portal 4
00000100:00000001:1.0:1789434143.521091:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434143.521092:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482265216 : -119883227286400 : ffff92f782d2b480)
00000100:00000040:1.0:1789434143.521097:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.521103:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434143.521105:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434143.521108:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434143.521110:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933941376, offset 0
00000400:00000200:1.0:1789434143.521115:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434143.521119:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434143.521122:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434143.521125:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434143.521128:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434143.521130:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434143.521132:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434143.521135:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512607:512607:256:4294967295] 192.168.203.104@tcp LPNI seq info [512574:512574:8:4294967295]
00000400:00000200:1.0:1789434143.521139:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434143.521145:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434143.521149:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434143.521153:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434143.521156:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434143.521159:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1789434143.521176:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434143.521179:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1789434143.521183:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434143.521185:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434143.521188:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434143.521191:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434143.521194:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434143.521196:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434143.521198:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434143.521201:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.521209:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434143.521212:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.521218:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.521219:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434143.521223:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434143.521226:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434143.521229:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434143.521231:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300270623
00000100:00000001:1.0:1789434143.521234:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300271275
00000100:00000001:1.0:1789434143.521236:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300270623
00000100:00000001:1.0:1789434143.521238:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300271275
00000100:00000001:1.0:1789434143.521240:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434143.521243:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.521244:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434143.521248:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434143/real 1789434143]  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434143.521256:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434143.521257:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434143.521259:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434143.521261:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434143.521263:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434143.521265:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434143.521269:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434143.521276:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.521282:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434143.521284:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.521286:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434143.521287:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434143.521291:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.521297:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434143.521301:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.521307:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434143.521310:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.521312:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434143.521313:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.521315:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434143.521318:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434143.521321:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434143.521324:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434143.521326:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434143.521330:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434143.521338:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933941376:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434143.521342:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.521344:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434143.521369:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b100 x1876351933941120/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.521376:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434143.521378:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434143.521380:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434143.521383:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434143.521384:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434143.521385:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434143.521387:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434143.521389:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:1.0:1789434143.521392:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434143.521393:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434143.521395:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b100.
00000100:00000001:1.0:1789434143.521398:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434143.521399:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.521400:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434143.521404:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a680 x1876351933941248/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.521415:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434143.521416:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434143.521418:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434143.521420:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434143.521422:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434143.521423:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434143.521425:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434143.521426:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:1.0:1789434143.521430:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434143.521431:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434143.521433:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a680.
00000100:00000001:1.0:1789434143.521435:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434143.521436:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.521438:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434143.521442:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b480 x1876351933941376/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434143.521448:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434143.521449:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434143.521451:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434143.521453:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434143.521454:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434143.521456:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434143.521458:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434143.521459:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:1.0:1789434143.521462:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434143.521463:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434143.521464:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b480.
00000100:00000001:1.0:1789434143.521466:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434143.521467:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.521469:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.521473:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434143.521475:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.521477:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434143.521479:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434143.775487:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434143.775497:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434143.775499:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434143.775506:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434143.775510:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434143.775515:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.775518:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434143.775521:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434143.775525:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434144.223493:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300271275, at 4300271296
00000100:00000040:3.0:1789434144.223493:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300271275, at 4300271296
00000100:00000010:2.0:1789434144.223510:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d1e0.
00000100:00000010:3.0:1789434144.223516:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd80.
00000100:00000001:3.0:1789434144.287477:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434144.287486:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434144.287489:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434144.287495:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434144.287507:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434144.287513:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434144.287517:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434144.287520:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434144.287524:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434144.287576:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434144.287584:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434144.287586:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434144.287592:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434144.287596:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434144.287599:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434144.287600:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434144.287602:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434144.287605:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434144.287606:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434144.287610:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434144.287610:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434144.287613:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434144.287613:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434144.287686:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434144.287690:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434144.287693:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434144.543730:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434144.543730:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434144.543740:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434144.543740:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434144.543744:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434144.543745:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434144.543751:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434144.543756:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434144.543758:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434144.543760:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434144.543764:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434144.543768:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434144.543769:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434144.543773:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434144.543775:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434144.543777:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434144.543781:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434144.543782:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434144.799478:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434144.799487:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434144.799489:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434144.799501:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434144.799506:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434144.799510:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434144.799513:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434144.799516:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434144.799519:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434145.311481:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434145.311490:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434145.311493:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434145.311499:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434145.311503:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434145.311508:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434145.311512:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434145.311515:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434145.311519:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434145.311532:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434145.311537:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434145.311545:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434145.311547:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434145.311552:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434145.311554:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434145.311558:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434145.311560:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434145.311596:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434145.311605:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434145.311611:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434145.567496:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434145.567506:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434145.567508:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434145.567512:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434145.567515:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434145.567520:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434145.567522:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434145.567527:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434145.567529:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434145.567534:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434145.567535:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434145.567540:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434145.567545:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434145.567545:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434145.567556:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434145.567556:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434145.567564:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434145.567567:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434145.823478:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434145.823485:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434145.823487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434145.823492:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434145.823496:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434145.823499:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434145.823502:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434145.823505:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434145.823509:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434146.335541:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434146.335549:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434146.335556:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434146.335558:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434146.335562:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434146.335564:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434146.335567:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434146.335568:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434146.335922:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434146.335928:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434146.335931:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434146.335935:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434146.335939:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434146.335945:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434146.335948:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434146.335951:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434146.335955:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434146.336160:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434146.336167:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434146.336172:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434146.591477:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434146.591481:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434146.591486:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434146.591488:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434146.591491:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434146.591492:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434146.591503:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434146.591504:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434146.591510:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434146.591512:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434146.591517:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434146.591518:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434146.591525:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434146.591527:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434146.591530:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434146.591532:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434146.591535:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434146.591538:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434146.847488:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434146.847500:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434146.847503:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434146.847510:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434146.847514:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434146.847518:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434146.847521:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434146.847524:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434146.847527:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434147.359477:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434147.359488:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434147.359490:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434147.359498:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434147.359503:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434147.359507:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434147.359510:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434147.359513:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434147.359517:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434147.359530:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434147.359535:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434147.359540:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434147.359542:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434147.359546:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434147.359547:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434147.359551:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434147.359553:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434147.359577:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434147.359582:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434147.359586:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434147.615494:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434147.615494:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434147.615503:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434147.615504:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434147.615505:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434147.615508:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434147.615513:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434147.615514:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434147.615518:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434147.615519:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434147.615523:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434147.615524:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434147.615530:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434147.615530:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434147.615535:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434147.615535:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434147.615542:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434147.615543:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434147.871686:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434147.871694:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434147.871695:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434147.871700:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434147.871703:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434147.871707:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434147.871709:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434147.871711:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434147.871714:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434148.383799:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434148.383810:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434148.383813:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434148.383819:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434148.383823:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434148.383827:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434148.383830:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434148.383833:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434148.383837:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434148.384027:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434148.384031:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434148.384044:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434148.384047:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434148.384052:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434148.384053:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434148.384057:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434148.384058:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434148.384117:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434148.384122:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434148.384136:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434148.639492:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434148.639492:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434148.639501:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1789434148.639503:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434148.639504:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434148.639504:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434148.639506:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434148.639514:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434148.639515:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:2.0:1789434148.639516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434148.639522:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434148.639523:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434148.639523:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789434148.639531:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.639531:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789434148.639532:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434148.639537:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434148.639537:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434148.639539:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434148.639542:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.639542:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.639547:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434148.639549:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5603
00000100:00000001:0.0:1789434148.639554:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434148.639562:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434148.639571:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434148.639574:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434148.639579:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434148.639582:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434148.639587:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434148.639589:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434148.639596:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434148.639598:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434148.639600:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434148.639603:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434148.639604:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434148.639606:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434148.639608:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434148.639609:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434148.639611:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434148.639613:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434148.639616:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434148.639619:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434148.639622:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434148.639624:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434148.639628:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434148.639633:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434148.639635:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434148.639639:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434148.639647:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b480.
00000020:00000040:2.0:1789434148.639661:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434148.639664:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434148.639666:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434148.639669:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434148.639673:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434148.639678:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434148.639687:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789434148.639693:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434148.639702:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434148.639712:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434148.639716:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434148.639720:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008be6ba08] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434148.639748:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434148.639751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434148.639755:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434148.639757:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434148.639759:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434148.639764:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434148.639764:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434148.639771:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5603
00000100:00000001:1.0:1789434148.639775:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1789434148.639776:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434148.639781:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1789434148.639782:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434148.639785:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434148.639797:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000040:1.0:1789434148.639798:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434148.639806:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434148.639815:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434148.639824:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434148.639824:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434148.639827:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434148.639833:0:37:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1789434148.639834:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1789434148.639840:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
02000000:00000001:1.0:1789434148.639841:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434148.639850:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434148.639851:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1789434148.639855:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933941504:192.168.203.104@tcp:250:kworker.0
00000020:00000040:2.0:1789434148.639857:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:1.0:1789434148.639861:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1789434148.639865:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:1.0:1789434148.639866:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434148.639869:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434148.639875:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:1.0:1789434148.639876:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1789434148.639885:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434148.639887:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1789434148.639888:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5800.
00000100:00000040:2.0:1789434148.639891:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:1.0:1789434148.639893:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434148.639898:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434148.639901:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000400:00000200:1.0:1789434148.639908:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:2.0:1789434148.639908:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434148.639915:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434148.639919:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
02000000:00000001:2.0:1789434148.639919:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434148.639929:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1789434148.639933:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
02000000:00000001:2.0:1789434148.639934:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434148.639940:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434148.639944:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1789434148.639945:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933941504, portal 25
00000100:00000001:1.0:1789434148.639954:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1789434148.639955:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434148.639958:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434148.639961:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a680.
00000020:00000040:2.0:1789434148.639963:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:1.0:1789434148.639966:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482265216 : -119883227286400 : ffff92f782d2b480)
02000000:00000001:2.0:1789434148.639966:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434148.639969:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434148.639974:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434148.639975:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434148.639977:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434148.639981:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79800.
00000100:00000040:1.0:1789434148.639983:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434148.639993:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.639995:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434148.640002:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00100000:2.0:1789434148.640008:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1789434148.640010:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434148.640018:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933941504, offset 0
00000100:00000001:2.0:1789434148.640031:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434148.640036:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434148.640042:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049af382e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434148.640050:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434148.640064:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434148.640065:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434148.640070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1789434148.640074:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00080000:2.0:1789434148.640078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434148.640081:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1789434148.640083:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1789434148.640084:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434148.640088:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1789434148.640089:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00080000:2.0:1789434148.640098:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5603
00000400:00000200:1.0:1789434148.640100:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434148.640108:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434148.640111:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434148.640119:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512608:512608:256:4294967295] 192.168.203.104@tcp LPNI seq info [512575:512575:8:4294967295]
00000400:00000200:2.0:1789434148.640132:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434148.640139:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1789434148.640146:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:2.0:1789434148.640148:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434148.640152:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434148.640154:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434148.640157:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:1.0:1789434148.640166:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1789434148.640173:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434148.640178:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000800:00000200:1.0:1789434148.640183:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000020:00000001:2.0:1789434148.640184:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434148.640188:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434148.640191:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434148.640193:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000010:1.0:1789434148.640195:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000100:00000040:2.0:1789434148.640196:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434148.640202:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434148.640203:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434148.640206:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434148.640211:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000800:00000200:1.0:1789434148.640212:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:2.0:1789434148.640219:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000200:1.0:1789434148.640221:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1789434148.640222:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434148.640232:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434148.640237:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1789434148.640238:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:2.0:1789434148.640242:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789434148.640244:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1789434148.640246:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434148.640250:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000800:00000100:1.0:1789434148.640251:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000008:00000001:2.0:1789434148.640257:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1789434148.640258:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000100:00000001:2.0:1789434148.640263:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434148.640267:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:2.0:1789434148.640267:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b100.
00000020:00000040:2.0:1789434148.640276:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000400:00000200:1.0:1789434148.640280:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434148.640292:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434148.640294:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
02000000:00000001:2.0:1789434148.640298:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1789434148.640299:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:2.0:1789434148.640303:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434148.640310:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434148.640310:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434148.640313:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434148.640317:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434148.640327:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b400.
00000100:00000001:2.0:1789434148.640333:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.640337:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1789434148.640346:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434148.640401:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434148.640405:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434148.640406:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434148.640419:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad3da5f8] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.640420:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.640424:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434148.640433:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434148.640438:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434148.640444:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:2.0:1789434148.640447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434148.640453:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300276396
00000100:00080000:2.0:1789434148.640454:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434148.640463:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434148.640464:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1789434148.640467:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06df00.
00000100:00000001:2.0:1789434148.640468:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434148.640474:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5603
00000100:00000001:1.0:1789434148.640479:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000400:00000200:2.0:1789434148.640480:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434148.640489:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434148.640492:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300276396
00000100:00080000:2.0:1789434148.640493:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1789434148.640499:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d8a0.
00000100:00000040:2.0:1789434148.640501:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434148.640505:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434148.640508:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1789434148.640508:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434148.640518:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434148.640519:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434148.640524:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434148.640524:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434148.640531:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:1.0:1789434148.640532:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1789434148.640536:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1789434148.640539:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434148/real 1789434148]  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789434148.640541:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434148.640551:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000001:1.0:1789434148.640559:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1789434148.640560:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000001:1.0:1789434148.640562:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434148.640564:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434148.640569:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000100:00000040:2.0:1789434148.640569:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000010:1.0:1789434148.640579:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:2.0:1789434148.640579:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434148.640587:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:2.0:1789434148.640588:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434148.640596:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000200:1.0:1789434148.640598:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789434148.640600:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434148.640607:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434148.640612:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434148.640619:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434148.640624:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434148.640630:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434148.640638:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434148.640643:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434148.640649:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434148.640652:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434148.640653:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434148.640660:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29500.
00000020:00000040:2.0:1789434148.640667:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434148.640674:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434148.640677:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.640679:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434148.640680:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434148.640684:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789434148.640684:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434148.640687:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434148.640692:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789434148.640696:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.640700:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434148.640704:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434148.640707:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789434148.640714:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434148.640720:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434148.640725:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434148.640740:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687fa4f] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.640741:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434148.640752:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.640773:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434148.640773:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434148.640787:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5613)
00000100:00000001:1.0:1789434148.640823:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.640841:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434148.640843:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.640845:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434148.640847:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434148.640850:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434148.640854:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434148.640856:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434148.640863:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434148.640869:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933941504:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434148.640873:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.640874:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434148.640876:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b480 x1876351933941504/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.640884:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434148.640887:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434148.640890:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434148.640894:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434148.640897:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434148.640899:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434148.640901:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434148.640905:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:1.0:1789434148.640910:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434148.640911:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434148.640913:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b480.
00000100:00000001:1.0:1789434148.640918:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434148.640919:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.640922:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.640932:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434148.640934:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.640938:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434148.640940:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434148.640942:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434148.640949:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.640957:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434148.640960:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434148.640965:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434148.640969:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434148.640972:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434148.640977:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933941632:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434148.640981:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434148.640985:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434148.640989:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434148.640991:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434148.640997:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434148.641000:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434148.641006:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434148.641011:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434148.641015:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434148.641020:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933941632, portal 10
00000100:00000001:1.0:1789434148.641022:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434148.641024:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482261632 : -119883227289984 : ffff92f782d2a680)
00000100:00000040:1.0:1789434148.641033:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641040:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434148.641042:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434148.641046:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434148.641052:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933941632, offset 0
00000400:00000200:1.0:1789434148.641058:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434148.641063:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434148.641069:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434148.641073:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434148.641076:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434148.641078:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434148.641081:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434148.641089:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512609:512609:256:4294967295] 192.168.203.104@tcp LPNI seq info [512576:512576:8:4294967295]
00000400:00000200:1.0:1789434148.641094:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434148.641108:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434148.641117:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434148.641121:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434148.641137:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434148.641139:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789434148.641145:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434148.641157:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1789434148.641162:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434148.641164:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434148.641168:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434148.641172:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434148.641175:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434148.641176:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434148.641178:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434148.641181:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641186:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434148.641188:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641192:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.641193:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434148.641196:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434148.641199:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434148.641201:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434148.641203:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300275724
00000100:00000001:1.0:1789434148.641205:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300276396
00000100:00000001:1.0:1789434148.641206:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300275724
00000100:00000001:1.0:1789434148.641208:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300276396
00000100:00000001:1.0:1789434148.641209:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434148.641210:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.641211:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434148.641214:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434148/real 1789434148]  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434148.641218:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434148.641219:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434148.641220:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434148.641221:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434148.641222:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434148.641224:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434148.641226:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434148.641230:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641237:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434148.641238:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641239:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434148.641240:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434148.641242:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641246:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434148.641248:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641253:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434148.641256:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641257:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434148.641258:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641259:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434148.641264:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434148.641266:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434148.641269:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434148.641271:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434148.641274:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434148.641281:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933941632:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434148.641285:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434148.641289:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641295:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434148.641296:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434148.641299:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434148.641301:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434148.641302:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434148.641305:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933941760:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434148.641308:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434148.641310:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434148.641311:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434148.641313:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434148.641316:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434148.641318:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434148.641322:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434148.641324:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434148.641328:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434148.641331:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933941760, portal 4
00000100:00000001:1.0:1789434148.641333:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434148.641333:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482264320 : -119883227287296 : ffff92f782d2b100)
00000100:00000040:1.0:1789434148.641339:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641345:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434148.641384:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434148.641387:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434148.641389:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933941760, offset 0
00000400:00000200:1.0:1789434148.641393:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434148.641397:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434148.641400:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434148.641403:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434148.641405:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434148.641408:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434148.641410:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434148.641412:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512610:512610:256:4294967295] 192.168.203.104@tcp LPNI seq info [512577:512577:8:4294967295]
00000400:00000200:1.0:1789434148.641416:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434148.641422:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434148.641428:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434148.641431:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434148.641435:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434148.641438:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789434148.641443:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434148.641445:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1789434148.641451:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434148.641453:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434148.641459:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434148.641463:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434148.641466:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434148.641468:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434148.641471:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434148.641475:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641484:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434148.641487:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641494:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.641495:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434148.641500:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434148.641504:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434148.641507:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434148.641509:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300275742
00000100:00000001:1.0:1789434148.641512:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300276396
00000100:00000001:1.0:1789434148.641515:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300275742
00000100:00000001:1.0:1789434148.641517:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300276396
00000100:00000001:1.0:1789434148.641519:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434148.641522:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.641524:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434148.641528:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434148/real 1789434148]  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434148.641536:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434148.641537:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434148.641538:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434148.641540:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434148.641541:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434148.641542:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434148.641544:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434148.641553:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641560:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434148.641563:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641565:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434148.641567:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434148.641571:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641579:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434148.641594:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641600:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434148.641603:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641605:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434148.641608:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641610:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434148.641624:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434148.641627:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434148.641633:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434148.641636:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434148.641642:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434148.641650:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933941760:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434148.641654:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434148.641658:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641663:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434148.641664:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434148.641667:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434148.641669:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434148.641671:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434148.641673:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933941888:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434148.641677:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434148.641679:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434148.641680:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434148.641682:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434148.641686:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4000.
02000000:00000001:1.0:1789434148.641688:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434148.641691:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434148.641694:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434148.641696:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434148.641699:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933941888, portal 4
00000100:00000001:1.0:1789434148.641701:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434148.641702:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482257152 : -119883227294464 : ffff92f782d29500)
00000100:00000040:1.0:1789434148.641708:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641713:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434148.641715:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434148.641717:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434148.641720:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933941888, offset 0
00000400:00000200:1.0:1789434148.641724:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434148.641728:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434148.641731:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434148.641734:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434148.641737:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434148.641739:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434148.641741:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434148.641744:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512611:512611:256:4294967295] 192.168.203.104@tcp LPNI seq info [512578:512578:8:4294967295]
00000400:00000200:1.0:1789434148.641748:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434148.641753:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434148.641755:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434148.641758:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434148.641760:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434148.641762:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789434148.641765:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434148.641766:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1789434148.641769:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434148.641770:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434148.641772:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434148.641774:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434148.641776:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434148.641777:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434148.641779:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434148.641781:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641786:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434148.641788:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641792:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.641793:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434148.641795:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434148.641797:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434148.641799:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434148.641801:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300275744
00000100:00000001:1.0:1789434148.641802:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300276396
00000100:00000001:1.0:1789434148.641804:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300275744
00000100:00000001:1.0:1789434148.641805:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300276396
00000100:00000001:1.0:1789434148.641806:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434148.641807:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.641808:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434148.641811:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434148/real 1789434148]  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434148.641817:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434148.641819:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434148.641820:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434148.641822:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434148.641824:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434148.641826:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434148.641829:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434148.641836:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641842:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434148.641843:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641845:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434148.641846:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434148.641850:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641856:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434148.641859:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641864:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434148.641865:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641866:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434148.641867:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641868:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434148.641872:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434148.641873:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434148.641875:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434148.641876:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434148.641878:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434148.641883:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933941888:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434148.641885:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641886:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434148.641888:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a680 x1876351933941632/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641891:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434148.641893:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434148.641894:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434148.641895:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434148.641896:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434148.641897:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434148.641899:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434148.641900:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79800.
02000000:00000001:1.0:1789434148.641903:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434148.641905:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434148.641906:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a680.
00000100:00000001:1.0:1789434148.641909:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434148.641910:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641912:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434148.641915:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b100 x1876351933941760/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641925:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434148.641926:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434148.641928:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434148.641930:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434148.641931:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434148.641933:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434148.641935:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434148.641936:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:1.0:1789434148.641938:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434148.641939:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434148.641940:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b100.
00000100:00000001:1.0:1789434148.641943:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434148.641944:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641945:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434148.641948:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29500 x1876351933941888/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434148.641954:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434148.641955:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434148.641956:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4000.
02000000:00000001:1.0:1789434148.641958:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434148.641959:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434148.641960:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434148.641962:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434148.641964:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:1.0:1789434148.641966:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434148.641967:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434148.641968:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29500.
00000100:00000001:1.0:1789434148.641970:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434148.641971:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641973:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.641978:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434148.641979:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.641981:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434148.641983:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434148.895455:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434148.895463:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434148.895465:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434148.895471:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434148.895474:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434148.895478:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.895481:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434148.895484:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434148.895487:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434149.343459:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300276396, at 4300276416
00000100:00000010:2.0:1789434149.343474:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06df00.
00000100:00000040:3.0:1789434149.343539:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300276396, at 4300276416
00000100:00000010:3.0:1789434149.343546:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d8a0.
00010000:00000001:1.0:1789434149.407509:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434149.407509:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434149.407515:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434149.407518:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434149.407522:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434149.407523:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434149.407526:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434149.407530:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434149.407535:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434149.407535:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434149.407537:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434149.407541:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434149.407543:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434149.407547:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434149.407548:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434149.407553:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434149.407557:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434149.407597:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434149.407607:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434149.407614:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434149.663491:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434149.663501:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434149.663504:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434149.663511:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434149.663515:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434149.663519:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434149.663522:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434149.663525:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434149.663528:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434149.663891:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434149.663899:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434149.663901:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434149.663906:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434149.663909:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434149.663913:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434149.663916:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434149.663918:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434149.663921:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434149.919448:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434149.919457:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434149.919458:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434149.919464:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434149.919467:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434149.919471:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434149.919473:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434149.919475:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434149.919478:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434150.431468:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434150.431476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434150.431478:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434150.431484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434150.431488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434150.431491:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434150.431494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434150.431497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434150.431500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434150.431529:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434150.431533:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434150.431537:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434150.431538:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434150.431541:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434150.431541:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434150.431544:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434150.431545:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434150.431596:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434150.431601:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434150.431605:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434150.687482:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434150.687483:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434150.687496:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434150.687496:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434150.687500:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434150.687500:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434150.687510:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434150.687510:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434150.687517:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434150.687517:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434150.687524:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434150.687524:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434150.687529:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434150.687530:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434150.687533:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434150.687535:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434150.687538:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434150.687540:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434150.943500:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434150.943509:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434150.943511:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434150.943517:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434150.943521:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434150.943526:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434150.943529:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434150.943532:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434150.943535:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434151.455498:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434151.455502:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434151.455509:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434151.455510:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434151.455513:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434151.455518:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434151.455521:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434151.455522:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434151.455525:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434151.455530:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434151.455536:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434151.455537:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434151.455540:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434151.455541:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434151.455548:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434151.455549:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434151.455553:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434151.455651:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434151.455657:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434151.455661:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434151.711468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434151.711468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434151.711476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434151.711480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434151.711481:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434151.711485:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434151.711486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434151.711489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434151.711492:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434151.711494:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434151.711496:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434151.711498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434151.711501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434151.711502:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434151.711506:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434151.711506:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434151.711511:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434151.711512:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434151.967471:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434151.967479:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434151.967481:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434151.967487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434151.967491:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434151.967495:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434151.967499:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434151.967501:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434151.967504:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434152.479797:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434152.479805:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434152.479808:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434152.479814:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434152.479817:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434152.479821:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434152.479824:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434152.479827:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434152.479830:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480154:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434152.480158:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480162:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434152.480165:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434152.480168:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434152.480172:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480176:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434152.480179:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480181:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480184:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480188:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434152.480190:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434152.480191:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434152.480193:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480195:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434152.480196:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480198:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480200:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480203:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434152.480205:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434152.480206:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434152.480207:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480209:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434152.480210:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480212:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434152.480214:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434152.482169:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434152.482174:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434152.482179:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434152.735494:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434152.735494:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434152.735506:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434152.735506:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434152.735513:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434152.735514:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434152.735524:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434152.735525:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434152.735531:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434152.735533:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434152.735536:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434152.735539:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434152.735541:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434152.735546:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434152.735549:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434152.735551:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434152.735552:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434152.735565:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434152.991491:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434152.991502:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434152.991505:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434152.991512:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434152.991516:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434152.991520:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434152.991524:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434152.991527:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434152.991531:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434153.503460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434153.503469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434153.503471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434153.503476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434153.503480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434153.503484:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.503487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434153.503492:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.503497:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434153.503540:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434153.503547:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434153.503554:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434153.503555:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434153.503559:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434153.503560:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434153.503564:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434153.503565:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434153.503618:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434153.503623:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434153.503627:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434153.759428:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434153.759437:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434153.759440:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434153.759446:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434153.759451:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434153.759455:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434153.759459:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434153.759462:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434153.759469:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434153.759470:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434153.759470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434153.759479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1789434153.759481:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434153.759482:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434153.759485:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434153.759489:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789434153.759489:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434153.759494:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434153.759496:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434153.759502:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789434153.759503:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5608
00000400:00000200:1.0:1789434153.759513:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434153.759517:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1789434153.759521:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1789434153.759521:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789434153.759527:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789434153.759528:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434153.759535:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434153.759539:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434153.759543:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434153.759545:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434153.759554:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434153.759557:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434153.759560:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434153.759563:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434153.759565:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434153.759567:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434153.759569:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434153.759570:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434153.759571:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434153.759573:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434153.759575:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434153.759577:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434153.759579:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434153.759581:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434153.759584:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434153.759585:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434153.759587:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434153.759590:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434153.759599:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434153.759602:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434153.759606:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434153.759607:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434153.759610:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434153.759612:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434153.759615:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434153.759630:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da4000.
00000100:00000001:1.0:1789434153.759638:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434153.759650:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434153.759661:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434153.759666:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434153.759672:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434153.759695:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434153.759698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434153.759701:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434153.759703:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434153.759704:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434153.759707:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434153.759710:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5608
00000400:00000200:1.0:1789434153.759714:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434153.759718:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434153.759721:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434153.759724:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434153.759727:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434153.759729:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434153.759729:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434153.759733:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434153.759734:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:3.0:1789434153.759736:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1789434153.759739:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434153.759744:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00000040:3.0:1789434153.759745:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789434153.759747:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434153.759751:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434153.759756:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434153.759761:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:3.0:1789434153.759763:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434153.759766:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434153.759768:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434153.759772:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1789434153.759772:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434153.759777:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1789434153.759778:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434153.759781:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:3.0:1789434153.759784:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789434153.759785:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434153.759791:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00100000:3.0:1789434153.759794:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933942016:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434153.759795:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434153.759799:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789434153.759803:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434153.759805:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434153.759807:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434153.759808:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434153.759811:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1789434153.759812:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1789434153.759816:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1789434153.759816:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1789434153.759820:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434153.759821:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434153.759823:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000010:1.0:1789434153.759825:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
02000000:00000001:3.0:1789434153.759826:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789434153.759829:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434153.759831:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434153.759832:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434153.759834:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434153.759835:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434153.759837:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434153.759839:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434153.759840:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
02000000:00000010:1.0:1789434153.759843:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6400.
00000100:00000001:1.0:1789434153.759847:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434153.759848:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00100000:1.0:1789434153.759853:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1789434153.759857:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933942016, portal 25
00000100:00000001:1.0:1789434153.759859:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434153.759861:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434153.759862:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434153.759866:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.759872:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000001:1.0:1789434153.759879:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434153.759882:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789434153.759884:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434153.759892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434153.759894:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789434153.759896:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1789434153.759899:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00080000:1.0:1789434153.759901:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1789434153.759902:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000001:1.0:1789434153.759906:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434153.759911:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5608
00000100:00000200:3.0:1789434153.759911:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933942016, offset 0
00000400:00000200:1.0:1789434153.759918:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434153.759923:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434153.759925:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434153.759929:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434153.759932:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:3.0:1789434153.759936:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434153.759937:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434153.759942:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434153.759944:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:3.0:1789434153.759947:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000020:00000001:1.0:1789434153.759950:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434153.759953:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000400:00000200:3.0:1789434153.759955:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1789434153.759956:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434153.759960:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434153.759963:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:3.0:1789434153.759963:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000020:00000001:1.0:1789434153.759967:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434153.759971:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:3.0:1789434153.759973:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1789434153.759974:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434153.759979:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:3.0:1789434153.759982:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:1.0:1789434153.759983:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434153.759987:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434153.759992:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:3.0:1789434153.759993:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512612:512612:256:4294967295] 192.168.203.104@tcp LPNI seq info [512579:512579:8:4294967295]
00000100:00000001:1.0:1789434153.759995:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434153.759999:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434153.760004:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1789434153.760004:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:1.0:1789434153.760009:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434153.760011:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434153.760014:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434153.760019:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434153.760022:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1789434153.760023:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434153.760027:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000020:00000040:1.0:1789434153.760030:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434153.760033:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1789434153.760034:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
02000000:00000001:1.0:1789434153.760035:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434153.760040:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434153.760041:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434153.760043:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1789434153.760044:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
02000000:00000010:1.0:1789434153.760048:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5800.
00000100:00000001:1.0:1789434153.760054:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789434153.760055:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00100000:1.0:1789434153.760061:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1789434153.760062:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1789434153.760075:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1789434153.760075:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434153.760079:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1789434153.760082:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1789434153.760097:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1789434153.760104:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434153.760108:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1789434153.760110:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000100:00080000:1.0:1789434153.760111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434153.760115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434153.760116:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434153.760118:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434153.760120:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434153.760123:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5608
00000400:00000200:3.0:1789434153.760123:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434153.760128:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434153.760132:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:3.0:1789434153.760135:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1789434153.760136:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434153.760141:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434153.760143:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434153.760144:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434153.760146:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:3.0:1789434153.760147:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000020:00000001:1.0:1789434153.760148:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434153.760151:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000400:00000010:3.0:1789434153.760152:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000020:00000001:1.0:1789434153.760153:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434153.760155:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434153.760158:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434153.760159:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:3.0:1789434153.760161:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1789434153.760162:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434153.760165:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434153.760168:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000200:3.0:1789434153.760169:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434153.760170:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434153.760172:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434153.760175:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434153.760179:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434153.760181:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434153.760185:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434153.760189:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434153.760191:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434153.760192:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:3.0:1789434153.760193:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1789434153.760194:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434153.760196:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434153.760199:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
00000100:00000040:3.0:1789434153.760201:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789434153.760202:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434153.760205:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434153.760207:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434153.760210:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434153.760212:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434153.760215:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434153.760219:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6800.
00000100:00000001:3.0:1789434153.760221:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434153.760223:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434153.760225:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00100000:1.0:1789434153.760229:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434153.760233:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434153.760234:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434153.760237:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434153.760244:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434153.760244:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434153.760249:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300281515
00000100:00000010:3.0:1789434153.760256:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0900.
00000100:00000001:1.0:1789434153.760257:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434153.760264:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1789434153.760271:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5618)
00000100:00000001:3.0:1789434153.760276:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300281515
00000100:00000010:3.0:1789434153.760281:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0de0.
00000100:00000001:3.0:1789434153.760285:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434153.760289:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434153.760293:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434153.760296:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434153.760302:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434153/real 1789434153]  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434153.760312:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434153.760314:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434153.760316:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434153.760319:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434153.760321:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434153.760323:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434153.760327:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434153.760336:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760343:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434153.760345:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.760372:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434153.760374:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434153.760379:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760386:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434153.760391:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760398:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434153.760401:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.760402:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434153.760404:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.760407:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434153.760409:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434153.760412:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434153.760416:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434153.760418:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434153.760433:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434153.760439:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933942016:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434153.760442:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.760444:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434153.760446:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933942016/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760450:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434153.760452:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434153.760454:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434153.760456:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434153.760458:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434153.760459:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434153.760460:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434153.760462:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4000.
02000000:00000001:3.0:1789434153.760466:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434153.760467:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434153.760468:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:3.0:1789434153.760471:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434153.760472:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.760473:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.760480:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434153.760481:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434153.760482:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434153.760483:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434153.760484:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434153.760486:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760492:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434153.760493:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434153.760495:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434153.760497:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434153.760499:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434153.760520:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933942144:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434153.760524:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434153.760526:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434153.760528:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434153.760530:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434153.760533:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434153.760534:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434153.760538:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434153.760541:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434153.760545:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434153.760547:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933942144, portal 10
00000100:00000001:3.0:1789434153.760550:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434153.760551:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:3.0:1789434153.760559:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760565:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434153.760568:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434153.760570:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434153.760573:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933942144, offset 0
00000400:00000200:3.0:1789434153.760577:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434153.760581:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434153.760585:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434153.760588:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434153.760590:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434153.760592:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434153.760594:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434153.760598:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512613:512613:256:4294967295] 192.168.203.104@tcp LPNI seq info [512580:512580:8:4294967295]
00000400:00000200:3.0:1789434153.760601:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434153.760608:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434153.760612:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434153.760615:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434153.760617:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434153.760619:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789434153.760624:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434153.760627:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1789434153.760630:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434153.760632:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434153.760635:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434153.760638:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434153.760642:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434153.760643:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434153.760645:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434153.760649:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760657:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434153.760660:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760666:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434153.760668:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434153.760672:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434153.760676:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434153.760679:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434153.760681:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300280844
00000100:00000001:3.0:1789434153.760684:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300281515
00000100:00000001:3.0:1789434153.760686:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300280844
00000100:00000001:3.0:1789434153.760689:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300281515
00000100:00000001:3.0:1789434153.760691:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434153.760693:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434153.760694:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434153.760697:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434153/real 1789434153]  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434153.760702:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434153.760703:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434153.760705:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434153.760706:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434153.760707:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434153.760709:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434153.760710:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434153.760716:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760719:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434153.760720:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.760721:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434153.760722:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434153.760724:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760728:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434153.760730:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760734:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434153.760736:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.760737:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434153.760737:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.760738:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434153.760741:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434153.760742:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434153.760746:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434153.760747:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434153.760751:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434153.760759:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933942144:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434153.760762:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434153.760765:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760771:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434153.760773:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434153.760775:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434153.760777:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434153.760779:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434153.760781:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933942272:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434153.760785:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434153.760787:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434153.760789:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434153.760791:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434153.760794:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434153.760796:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434153.760799:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434153.760801:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434153.760804:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434153.760807:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933942272, portal 4
00000100:00000001:3.0:1789434153.760808:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434153.760809:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:3.0:1789434153.760814:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760818:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434153.760820:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434153.760821:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434153.760822:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933942272, offset 0
00000400:00000200:3.0:1789434153.760825:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434153.760828:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434153.760830:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434153.760832:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434153.760834:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434153.760836:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434153.760837:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434153.760839:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512614:512614:256:4294967295] 192.168.203.104@tcp LPNI seq info [512581:512581:8:4294967295]
00000400:00000200:3.0:1789434153.760842:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434153.760845:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434153.760847:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434153.760849:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434153.760852:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434153.760853:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789434153.760856:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434153.760857:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1789434153.760860:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434153.760861:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434153.760863:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434153.760865:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434153.760867:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434153.760868:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434153.760870:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434153.760872:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760876:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434153.760878:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760882:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434153.760883:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434153.760885:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434153.760887:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434153.760889:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434153.760890:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300280861
00000100:00000001:3.0:1789434153.760892:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300281515
00000100:00000001:3.0:1789434153.760893:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300280861
00000100:00000001:3.0:1789434153.760895:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300281515
00000100:00000001:3.0:1789434153.760896:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434153.760897:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434153.760898:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434153.760900:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434153/real 1789434153]  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434153.760904:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434153.760905:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434153.760906:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434153.760908:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434153.760908:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434153.760910:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434153.760911:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434153.760915:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760920:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434153.760921:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.760923:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434153.760924:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434153.760928:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760934:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434153.760938:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760945:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434153.760947:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.760948:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434153.760950:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.760951:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434153.760956:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434153.760958:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434153.760962:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434153.760964:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434153.760968:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434153.760976:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933942272:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434153.760980:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434153.760983:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.760989:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434153.760990:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434153.760992:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434153.760994:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434153.760995:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434153.760998:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933942400:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434153.761001:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434153.761003:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434153.761004:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434153.761006:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434153.761010:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434153.761012:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434153.761015:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434153.761017:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434153.761019:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434153.761021:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933942400, portal 4
00000100:00000001:3.0:1789434153.761022:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434153.761023:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000040:3.0:1789434153.761027:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.761031:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434153.761033:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434153.761034:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434153.761036:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933942400, offset 0
00000400:00000200:3.0:1789434153.761038:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434153.761040:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434153.761042:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434153.761044:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434153.761045:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434153.761047:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434153.761049:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434153.761051:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512615:512615:256:4294967295] 192.168.203.104@tcp LPNI seq info [512582:512582:8:4294967295]
00000400:00000200:3.0:1789434153.761053:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434153.761057:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434153.761060:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434153.761062:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434153.761065:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434153.761066:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789434153.761069:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434153.761071:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1789434153.761073:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434153.761074:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434153.761076:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434153.761079:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434153.761080:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434153.761082:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434153.761083:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434153.761098:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.761103:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434153.761105:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.761109:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434153.761110:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434153.761112:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434153.761114:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434153.761117:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434153.761119:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300280863
00000100:00000001:3.0:1789434153.761122:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300281515
00000100:00000001:3.0:1789434153.761124:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300280863
00000100:00000001:3.0:1789434153.761126:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300281515
00000100:00000001:3.0:1789434153.761128:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434153.761130:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434153.761132:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434153.761135:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434153/real 1789434153]  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434153.761143:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434153.761145:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434153.761146:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434153.761148:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434153.761150:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434153.761152:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434153.761156:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434153.761164:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.761175:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434153.761176:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.761177:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434153.761178:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434153.761180:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.761185:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434153.761187:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.761191:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434153.761192:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.761193:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434153.761194:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.761195:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434153.761198:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434153.761199:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434153.761201:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434153.761202:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434153.761204:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434153.761208:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933942400:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434153.761211:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.761212:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434153.761214:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933942144/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.761218:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434153.761219:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434153.761221:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434153.761222:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434153.761223:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434153.761225:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434153.761226:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434153.761227:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:3.0:1789434153.761229:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434153.761230:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434153.761231:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:3.0:1789434153.761233:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434153.761234:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.761235:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434153.761237:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933942272/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.761241:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434153.761241:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434153.761242:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434153.761243:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434153.761244:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434153.761245:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434153.761246:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434153.761246:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:3.0:1789434153.761247:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434153.761248:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434153.761249:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:3.0:1789434153.761250:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434153.761250:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.761251:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434153.761253:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933942400/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434153.761256:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434153.761257:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434153.761258:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434153.761259:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434153.761260:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434153.761261:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434153.761263:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434153.761264:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6800.
02000000:00000001:3.0:1789434153.761266:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434153.761267:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434153.761269:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:3.0:1789434153.761270:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434153.761271:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.761273:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434153.761277:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434153.761278:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434153.761280:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434153.761282:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434154.015454:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434154.015461:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434154.015464:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434154.015469:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434154.015472:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434154.015476:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434154.015478:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434154.015481:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434154.015485:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434154.463469:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300281515, at 4300281536
00000100:00000010:3.0:1789434154.463483:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0de0.
00000100:00000040:2.0:1789434154.463510:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300281515, at 4300281536
00000100:00000010:2.0:1789434154.463518:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0900.
00000100:00000001:3.0:1789434154.527466:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434154.527475:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434154.527478:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434154.527484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434154.527489:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434154.527494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434154.527497:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434154.527501:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434154.527505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434154.527522:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434154.527528:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434154.527531:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434154.527535:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434154.527538:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434154.527541:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434154.527543:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434154.527546:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434154.527550:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434154.527552:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434154.527555:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434154.527556:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434154.527559:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434154.527560:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434154.527611:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434154.527615:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434154.527618:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434154.783470:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434154.783481:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434154.783483:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434154.783489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434154.783492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434154.783496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434154.783499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434154.783501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434154.783504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434154.783662:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434154.783666:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434154.783667:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434154.783670:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434154.783673:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434154.783675:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434154.783677:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434154.783678:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434154.783681:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434155.039424:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434155.039431:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434155.039433:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434155.039437:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434155.039440:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434155.039442:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434155.039444:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434155.039446:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434155.039449:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434155.551457:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434155.551463:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434155.551465:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434155.551470:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434155.551474:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434155.551478:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434155.551481:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434155.551484:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434155.551486:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434155.551805:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434155.551810:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434155.551815:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434155.551816:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434155.551821:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434155.551822:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434155.551827:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434155.551829:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434155.551843:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434155.551847:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434155.551851:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434155.807468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434155.807475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434155.807478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434155.807484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434155.807488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434155.807492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434155.807495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434155.807499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434155.807499:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434155.807503:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434155.807505:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434155.807508:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434155.807512:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434155.807515:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434155.807518:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434155.807520:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434155.807522:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434155.807525:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434156.063896:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434156.063904:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434156.063906:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434156.063910:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434156.063912:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434156.063915:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434156.063917:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434156.063919:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434156.063921:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434156.575449:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434156.575457:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434156.575460:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434156.575466:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434156.575470:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434156.575475:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434156.575478:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434156.575480:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434156.575484:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434156.575606:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434156.575613:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434156.575620:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434156.575622:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434156.575629:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434156.575631:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434156.575636:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434156.575637:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434156.575686:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434156.575690:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434156.575694:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434156.831480:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434156.831488:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434156.831490:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434156.831498:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434156.831499:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434156.831504:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434156.831509:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434156.831516:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434156.831516:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434156.831524:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434156.831525:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434156.831531:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434156.831532:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434156.831539:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434156.831540:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434156.831545:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434156.831549:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434156.831552:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434157.087485:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434157.087492:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434157.087494:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434157.087500:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434157.087503:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434157.087507:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434157.087510:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434157.087513:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434157.087515:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434157.599565:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434157.599573:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434157.599576:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434157.599577:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434157.599585:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434157.599590:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434157.599592:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434157.599596:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434157.599597:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434157.599601:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434157.599603:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434157.599641:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434157.599648:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434157.599652:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434157.599655:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434157.599658:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434157.599663:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434157.599677:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434157.599742:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434157.599748:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434157.855469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434157.855476:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434157.855478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434157.855484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434157.855488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434157.855492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434157.855495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434157.855498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434157.855501:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434157.855565:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434157.855571:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434157.855572:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434157.855576:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434157.855579:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434157.855582:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434157.855584:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434157.855586:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434157.855588:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.111529:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434158.111540:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434158.111542:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434158.111551:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434158.111555:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434158.111560:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.111563:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434158.111566:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.111570:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434158.623489:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434158.623499:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434158.623503:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434158.623509:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434158.623516:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434158.623523:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434158.623527:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434158.623530:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434158.623537:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434158.623600:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434158.623606:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434158.623612:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434158.623613:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434158.623619:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434158.623620:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434158.623624:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434158.623625:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434158.623708:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434158.623711:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434158.623715:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434158.879469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434158.879475:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434158.879477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434158.879480:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434158.879481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.879484:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434158.879486:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789434158.879488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434158.879489:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434158.879496:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789434158.879496:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434158.879497:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434158.879502:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.879503:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434158.879503:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789434158.879507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434158.879508:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1789434158.879509:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434158.879511:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.879513:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434158.879515:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434158.879516:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.879518:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434158.879524:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5613
00000400:00000200:3.0:1789434158.879533:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434158.879539:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434158.879542:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434158.879545:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879547:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434158.879549:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879551:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434158.879557:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434158.879558:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434158.879560:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434158.879562:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434158.879564:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434158.879565:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434158.879567:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879568:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434158.879569:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879570:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434158.879572:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434158.879574:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879576:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434158.879578:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434158.879581:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434158.879583:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434158.879584:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434158.879586:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434158.879592:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789434158.879595:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434158.879598:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434158.879600:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434158.879602:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434158.879604:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434158.879607:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434158.879612:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789434158.879617:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434158.879623:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434158.879631:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434158.879634:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434158.879637:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434158.879659:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434158.879662:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434158.879666:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434158.879667:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434158.879668:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434158.879671:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434158.879673:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5613
00000400:00000200:3.0:1789434158.879676:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434158.879678:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434158.879680:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434158.879683:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879685:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434158.879687:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879689:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434158.879692:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434158.879694:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434158.879695:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434158.879698:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434158.879700:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434158.879702:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434158.879704:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879706:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434158.879708:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879710:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434158.879712:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434158.879715:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879717:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434158.879719:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434158.879724:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434158.879726:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434158.879728:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434158.879731:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434158.879734:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434158.879736:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434158.879740:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789434158.879742:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434158.879744:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434158.879745:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434158.879746:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434158.879748:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434158.879749:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434158.879753:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:3.0:1789434158.879756:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434158.879762:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434158.879769:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434158.879771:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434158.879775:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434158.879782:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434158.879785:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434158.879788:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434158.879789:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434158.879791:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434158.879793:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434158.879795:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5613
00000400:00000200:3.0:1789434158.879799:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434158.879802:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434158.879804:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434158.879807:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879809:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434158.879811:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879813:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434158.879816:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434158.879817:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434158.879819:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1789434158.879820:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1789434158.879821:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434158.879823:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:1.0:1789434158.879824:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1789434158.879825:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:1.0:1789434158.879826:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434158.879827:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879829:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434158.879831:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000040:1.0:1789434158.879832:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434158.879833:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434158.879835:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434158.879838:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434158.879840:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434158.879840:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.879842:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434158.879842:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434158.879845:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434158.879845:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434158.879847:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434158.879847:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434158.879848:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1789434158.879850:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1789434158.879851:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00100000:1.0:1789434158.879853:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933942528:192.168.203.104@tcp:250:kworker.0
00000008:00000001:3.0:1789434158.879853:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434158.879855:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434158.879858:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789434158.879860:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434158.879863:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1789434158.879864:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434158.879864:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434158.879865:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434158.879867:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434158.879868:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434158.879868:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434158.879870:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434158.879871:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:1.0:1789434158.879872:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789434158.879875:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434158.879879:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1789434158.879884:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434158.879886:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434158.879886:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434158.879888:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434158.879891:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789434158.879891:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1789434158.879895:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000100:00000001:3.0:1789434158.879898:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434158.879900:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1789434158.879901:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00080000:3.0:1789434158.879904:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434158.879905:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434158.879906:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434158.879909:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:1.0:1789434158.879910:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933942528, portal 25
00000100:00080000:3.0:1789434158.879911:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5613
00000100:00000001:1.0:1789434158.879913:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1789434158.879914:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434158.879915:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000400:00000200:3.0:1789434158.879916:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434158.879918:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434158.879920:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789434158.879921:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879923:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434158.879925:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879927:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434158.879928:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1789434158.879929:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434158.879930:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000040:1.0:1789434158.879931:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789434158.879931:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434158.879933:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434158.879935:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434158.879937:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434158.879940:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000010:1.0:1789434158.879942:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000001:3.0:1789434158.879942:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434158.879944:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879945:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000200:1.0:1789434158.879946:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933942528, offset 0
00000020:00000040:3.0:1789434158.879948:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434158.879950:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:1.0:1789434158.879952:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879952:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434158.879954:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434158.879956:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434158.879957:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434158.879959:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1789434158.879960:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00100000:3.0:1789434158.879961:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434158.879962:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434158.879964:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434158.879966:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000010:3.0:1789434158.879966:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789434158.879969:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434158.879970:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1789434158.879971:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1789434158.879972:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434158.879973:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1789434158.879974:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
02000000:00000001:3.0:1789434158.879974:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434158.879976:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434158.879977:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1789434158.879979:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000400:00000200:1.0:1789434158.879980:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:3.0:1789434158.879982:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434158.879984:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512616:512616:256:4294967295] 192.168.203.104@tcp LPNI seq info [512583:512583:8:4294967295]
00000100:00100000:3.0:1789434158.879986:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434158.879989:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434158.879993:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434158.879994:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434158.879998:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434158.879999:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789434158.880004:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1789434158.880005:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000040:3.0:1789434158.880008:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5623)
00000800:00000010:1.0:1789434158.880009:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434158.880015:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434158.880019:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789434158.880024:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434158.880027:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1789434158.880031:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434158.880034:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434158.880039:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434158.880044:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434158.880057:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434158.880059:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434158.880063:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434158.880065:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880072:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434158.880074:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880079:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.880084:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434158.880089:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434158.880092:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434158.880094:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300286635
00000100:00000010:1.0:1789434158.880097:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d660.
00000100:00000001:1.0:1789434158.880102:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434158.880116:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300286635
00000100:00000010:1.0:1789434158.880119:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d600.
00000100:00000001:1.0:1789434158.880122:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434158.880131:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434158.880134:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.880137:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434158.880141:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434158/real 1789434158]  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434158.880150:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434158.880151:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434158.880153:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434158.880157:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434158.880159:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434158.880161:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434158.880165:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434158.880173:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880180:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434158.880182:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880184:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434158.880187:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434158.880190:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880197:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434158.880202:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880209:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434158.880212:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880214:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434158.880215:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880217:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434158.880219:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434158.880222:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434158.880226:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434158.880229:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434158.880234:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434158.880242:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933942528:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434158.880246:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434158.880250:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880256:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434158.880258:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434158.880260:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434158.880261:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434158.880263:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434158.880266:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933942656:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434158.880269:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434158.880271:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434158.880272:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434158.880274:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434158.880278:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434158.880280:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434158.880284:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434158.880294:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434158.880298:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434158.880301:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933942656, portal 10
00000100:00000001:1.0:1789434158.880303:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434158.880304:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00000040:1.0:1789434158.880310:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880316:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434158.880319:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434158.880321:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434158.880324:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933942656, offset 0
00000400:00000200:1.0:1789434158.880328:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434158.880331:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434158.880335:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434158.880337:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434158.880339:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434158.880341:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434158.880343:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434158.880346:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512617:512617:256:4294967295] 192.168.203.104@tcp LPNI seq info [512584:512584:8:4294967295]
00000400:00000200:1.0:1789434158.880369:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434158.880376:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434158.880380:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434158.880384:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434158.880388:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434158.880390:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789434158.880394:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434158.880397:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1789434158.880400:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434158.880402:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434158.880405:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434158.880409:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434158.880412:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434158.880414:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434158.880416:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434158.880420:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880427:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434158.880430:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880435:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.880436:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434158.880439:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434158.880441:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434158.880444:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434158.880445:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300285964
00000100:00000001:1.0:1789434158.880447:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300286635
00000100:00000001:1.0:1789434158.880449:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300285964
00000100:00000001:1.0:1789434158.880450:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300286635
00000100:00000001:1.0:1789434158.880452:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434158.880453:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.880454:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434158.880456:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434158/real 1789434158]  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434158.880461:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434158.880461:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434158.880462:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434158.880464:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434158.880465:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434158.880466:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434158.880469:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434158.880474:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880478:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434158.880478:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880479:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434158.880480:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434158.880482:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880485:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434158.880487:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880491:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434158.880492:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880493:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434158.880494:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880495:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434158.880497:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434158.880498:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434158.880500:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434158.880501:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434158.880503:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434158.880508:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933942656:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434158.880510:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880512:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434158.880513:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933942528/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880518:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434158.880520:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434158.880522:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434158.880524:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434158.880525:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434158.880526:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434158.880528:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434158.880529:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:1.0:1789434158.880532:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434158.880533:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434158.880534:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:1.0:1789434158.880537:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434158.880538:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880539:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434158.880540:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933942656/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880544:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434158.880545:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434158.880546:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434158.880547:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434158.880547:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434158.880548:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434158.880549:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434158.880550:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:1.0:1789434158.880551:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434158.880551:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434158.880552:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:1.0:1789434158.880553:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434158.880554:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880555:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880560:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434158.880561:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.880562:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434158.880563:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434158.880564:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434158.880566:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880570:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434158.880571:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434158.880573:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434158.880574:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434158.880575:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434158.880576:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933942784:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434158.880578:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434158.880579:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434158.880580:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434158.880582:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434158.880584:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434158.880585:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434158.880587:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434158.880588:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434158.880590:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434158.880592:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933942784, portal 4
00000100:00000001:1.0:1789434158.880593:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434158.880594:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:1.0:1789434158.880597:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880601:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434158.880602:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434158.880603:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434158.880605:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933942784, offset 0
00000400:00000200:1.0:1789434158.880607:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434158.880609:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434158.880612:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434158.880614:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434158.880615:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434158.880617:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434158.880618:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434158.880620:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512618:512618:256:4294967295] 192.168.203.104@tcp LPNI seq info [512585:512585:8:4294967295]
00000400:00000200:1.0:1789434158.880623:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434158.880627:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434158.880630:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434158.880632:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434158.880634:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434158.880637:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789434158.880639:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434158.880641:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1789434158.880643:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434158.880644:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434158.880646:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434158.880648:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434158.880650:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434158.880659:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434158.880661:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434158.880664:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880671:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434158.880674:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880679:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.880681:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434158.880684:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434158.880686:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434158.880689:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434158.880691:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300285981
00000100:00000001:1.0:1789434158.880694:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300286635
00000100:00000001:1.0:1789434158.880696:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300285981
00000100:00000001:1.0:1789434158.880698:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300286635
00000100:00000001:1.0:1789434158.880701:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434158.880703:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.880705:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434158.880709:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434158/real 1789434158]  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434158.880717:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434158.880718:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434158.880720:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434158.880722:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434158.880724:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434158.880726:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434158.880729:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434158.880736:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880743:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434158.880744:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880746:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434158.880748:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434158.880752:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880758:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434158.880762:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880766:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434158.880768:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880769:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434158.880770:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880771:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434158.880774:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434158.880775:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434158.880777:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434158.880779:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434158.880781:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434158.880785:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933942784:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434158.880787:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434158.880789:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880792:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434158.880793:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434158.880794:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434158.880795:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434158.880797:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434158.880798:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933942912:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434158.880801:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434158.880802:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434158.880803:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434158.880804:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434158.880805:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434158.880806:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434158.880808:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434158.880810:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434158.880811:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434158.880813:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933942912, portal 4
00000100:00000001:1.0:1789434158.880815:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434158.880815:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:1.0:1789434158.880819:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880823:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434158.880825:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434158.880826:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434158.880827:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933942912, offset 0
00000400:00000200:1.0:1789434158.880830:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434158.880832:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434158.880835:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434158.880837:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434158.880838:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434158.880840:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434158.880841:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434158.880843:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512619:512619:256:4294967295] 192.168.203.104@tcp LPNI seq info [512586:512586:8:4294967295]
00000400:00000200:1.0:1789434158.880845:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434158.880850:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434158.880853:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434158.880855:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434158.880857:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434158.880859:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1789434158.880861:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434158.880863:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1789434158.880865:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434158.880867:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434158.880869:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434158.880871:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434158.880872:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434158.880874:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434158.880875:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434158.880877:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880881:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434158.880883:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880887:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.880888:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434158.880890:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434158.880892:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434158.880894:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434158.880896:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300285983
00000100:00000001:1.0:1789434158.880898:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300286635
00000100:00000001:1.0:1789434158.880901:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300285983
00000100:00000001:1.0:1789434158.880902:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300286635
00000100:00000001:1.0:1789434158.880904:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434158.880906:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.880908:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434158.880912:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434158/real 1789434158]  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434158.880919:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434158.880920:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434158.880921:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434158.880924:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434158.880925:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434158.880927:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434158.880930:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434158.880939:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880945:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434158.880947:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880949:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434158.880950:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434158.880953:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880957:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434158.880960:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880964:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434158.880966:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880967:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434158.880968:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880968:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434158.880971:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434158.880972:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434158.880973:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434158.880975:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434158.880977:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434158.880981:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933942912:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434158.880983:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.880984:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434158.880986:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933942784/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.880990:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434158.880991:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434158.880992:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434158.880993:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434158.880994:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434158.880995:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434158.880996:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434158.880997:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:1.0:1789434158.880999:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434158.881000:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434158.881001:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:1.0:1789434158.881002:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434158.881003:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.881004:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434158.881006:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933942912/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434158.881010:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434158.881011:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434158.881012:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434158.881013:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434158.881013:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434158.881014:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434158.881015:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434158.881015:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:1.0:1789434158.881016:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434158.881017:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434158.881017:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:1.0:1789434158.881019:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434158.881020:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.881021:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434158.881023:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434158.881024:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434158.881025:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434158.881026:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434159.135474:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434159.135481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434159.135484:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434159.135489:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434159.135493:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434159.135497:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434159.135500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434159.135502:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434159.135506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434159.583455:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300286635, at 4300286656
00000100:00000040:3.0:1789434159.583455:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300286635, at 4300286656
00000100:00000010:3.0:1789434159.583470:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d600.
00000100:00000010:2.0:1789434159.583473:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d660.
00000100:00000001:2.0:1789434159.647454:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434159.647456:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434159.647460:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434159.647462:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434159.647466:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434159.647466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434159.647468:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434159.647473:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1789434159.647473:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434159.647475:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434159.647479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434159.647483:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434159.647485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434159.647486:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434159.647489:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434159.647493:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434159.647498:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434159.647522:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434159.647528:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434159.647532:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434159.903469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434159.903475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434159.903478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434159.903483:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434159.903487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434159.903491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434159.903493:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434159.903496:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434159.903498:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434159.903583:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434159.903587:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434159.903588:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434159.903591:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434159.903593:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434159.903595:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434159.903598:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434159.903599:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434159.903601:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434160.159458:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434160.159465:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434160.159467:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434160.159472:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434160.159476:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434160.159480:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434160.159483:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434160.159485:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434160.159489:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434160.671510:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434160.671517:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434160.671523:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434160.671525:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434160.671529:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434160.671530:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434160.671533:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434160.671534:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434160.671654:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434160.671657:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434160.671660:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434160.672141:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434160.672145:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434160.672148:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434160.672153:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434160.672157:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434160.672161:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434160.672164:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434160.672166:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434160.672169:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434160.927460:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434160.927461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434160.927468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434160.927469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434160.927471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434160.927472:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434160.927479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434160.927479:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434160.927486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434160.927486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434160.927492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434160.927493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434160.927497:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434160.927497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434160.927501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434160.927501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434160.927508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434160.927508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434161.183464:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434161.183472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434161.183475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434161.183480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434161.183484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434161.183488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434161.183491:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434161.183494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434161.183497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434161.695471:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434161.695479:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434161.695486:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434161.695488:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434161.695493:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434161.695495:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434161.695495:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434161.695502:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434161.695503:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434161.695506:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434161.695506:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434161.695512:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434161.695518:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434161.695522:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434161.695526:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434161.695529:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434161.695532:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434161.695534:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434161.695539:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434161.695544:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434161.951481:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434161.951489:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434161.951491:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434161.951497:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434161.951501:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434161.951504:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434161.951507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434161.951509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434161.951511:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434161.953661:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434161.953667:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434161.953669:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434161.953675:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434161.953678:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434161.953681:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434161.953684:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434161.953686:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434161.953689:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434162.207468:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434162.207475:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434162.207477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434162.207482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434162.207486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434162.207491:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434162.207493:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434162.207496:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434162.207499:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434162.719456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434162.719465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434162.719468:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434162.719473:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434162.719477:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434162.719481:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434162.719485:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434162.719488:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434162.719491:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719509:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434162.719514:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719528:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434162.719531:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434162.719533:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434162.719538:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719541:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434162.719544:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719547:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719549:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719554:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434162.719556:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434162.719557:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434162.719559:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719561:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434162.719562:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719565:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719568:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719571:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434162.719573:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434162.719574:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434162.719575:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719577:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434162.719578:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719579:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434162.719581:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434162.719663:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434162.719666:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434162.719669:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434162.975426:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434162.975427:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434162.975434:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434162.975434:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434162.975438:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434162.975439:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434162.975445:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434162.975446:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434162.975453:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434162.975453:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434162.975459:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434162.975459:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434162.975464:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434162.975467:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434162.975469:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434162.975472:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434162.975483:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434162.975487:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434163.231518:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434163.231525:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434163.231528:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434163.231534:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434163.231538:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434163.231542:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434163.231545:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434163.231547:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434163.231551:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434163.743452:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434163.743454:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434163.743459:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434163.743461:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434163.743466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434163.743468:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434163.743471:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434163.743471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434163.743478:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434163.743480:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434163.743483:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434163.743483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434163.743486:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434163.743488:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434163.743490:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434163.743492:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434163.743497:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434163.743534:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434163.743538:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434163.743543:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434163.999435:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434163.999436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434163.999441:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434163.999444:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434163.999444:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434163.999446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434163.999449:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1789434163.999450:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434163.999450:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789434163.999453:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434163.999455:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789434163.999456:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789434163.999459:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434163.999459:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434163.999461:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434163.999463:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434163.999464:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434163.999465:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434163.999467:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434163.999470:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434163.999470:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434163.999472:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5618
00000100:00000001:0.0:1789434163.999473:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434163.999478:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434163.999483:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434163.999489:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434163.999493:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434163.999497:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434163.999500:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434163.999502:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434163.999505:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434163.999512:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434163.999514:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434163.999516:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434163.999519:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434163.999522:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434163.999525:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434163.999528:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434163.999531:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434163.999533:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434163.999535:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434163.999538:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434163.999541:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434163.999544:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434163.999547:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434163.999550:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434163.999552:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434163.999554:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434163.999556:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434163.999565:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789434163.999568:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434163.999572:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434163.999573:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434163.999577:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434163.999579:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434163.999583:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434163.999590:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789434163.999597:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434163.999606:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434163.999616:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434163.999621:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434163.999625:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434163.999657:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434163.999660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434163.999663:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434163.999664:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434163.999669:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434163.999672:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434163.999675:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5618
00000400:00000200:3.0:1789434163.999679:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434163.999682:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1789434163.999683:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434163.999686:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789434163.999688:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1789434163.999689:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434163.999694:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000040:1.0:1789434163.999697:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434163.999698:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434163.999703:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434163.999708:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434163.999714:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1789434163.999715:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1789434163.999716:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789434163.999719:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
02000000:00000001:1.0:1789434163.999720:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1789434163.999723:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1789434163.999724:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1789434163.999727:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
02000000:00000001:1.0:1789434163.999728:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434163.999732:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00100000:1.0:1789434163.999734:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933943040:192.168.203.104@tcp:250:kworker.0
00000020:00000001:3.0:1789434163.999736:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:1.0:1789434163.999743:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1789434163.999743:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434163.999747:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1789434163.999749:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1789434163.999749:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:1.0:1789434163.999754:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434163.999754:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:1.0:1789434163.999759:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1789434163.999760:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434163.999764:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000010:1.0:1789434163.999766:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5000.
00000100:00000001:3.0:1789434163.999767:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434163.999772:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434163.999772:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434163.999779:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1789434163.999783:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:3.0:1789434163.999784:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434163.999789:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1789434163.999791:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000008:00100000:3.0:1789434163.999793:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434163.999797:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434163.999798:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000001:3.0:1789434163.999799:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434163.999808:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000100:00000200:1.0:1789434163.999809:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933943040, portal 25
00000020:00000040:3.0:1789434163.999811:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:1.0:1789434163.999813:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1789434163.999816:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1789434163.999817:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196928 : -119882416354688 : ffff92f7b3288a80)
02000000:00000001:3.0:1789434163.999819:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434163.999823:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434163.999824:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1789434163.999827:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434163.999828:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434163.999833:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789434163.999839:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434163.999845:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1789434163.999846:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1789434163.999852:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434163.999859:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000001:3.0:1789434163.999861:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1789434163.999865:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933943040, offset 0
00000100:00000001:3.0:1789434163.999865:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434163.999873:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434163.999880:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434163.999883:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1789434163.999888:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789434163.999888:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434163.999892:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434163.999894:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434163.999896:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1789434163.999898:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:3.0:1789434163.999901:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5618
00000400:00000200:3.0:1789434163.999906:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434163.999909:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434163.999912:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434163.999915:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434163.999918:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434163.999919:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434163.999921:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434163.999924:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1789434163.999924:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434163.999928:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434163.999931:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000400:00000200:1.0:1789434163.999935:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434163.999939:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434163.999943:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000020:00000001:3.0:1789434163.999948:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1789434163.999949:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512620:512620:256:4294967295] 192.168.203.104@tcp LPNI seq info [512587:512587:8:4294967295]
00000020:00000040:3.0:1789434163.999952:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434163.999956:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434163.999958:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:1.0:1789434163.999967:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789434163.999969:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434163.999972:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434163.999975:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434163.999977:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434163.999981:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000200:1.0:1789434163.999986:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1789434163.999989:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434163.999993:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434163.999995:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434163.999998:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434163.999999:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434164.000001:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434164.000005:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000800:00000200:1.0:1789434164.000006:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000008:00000001:3.0:1789434164.000022:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1789434164.000023:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000100:00000001:3.0:1789434164.000026:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434164.000031:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000800:00000200:1.0:1789434164.000034:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:3.0:1789434164.000035:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434164.000041:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1789434164.000042:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1789434164.000043:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434164.000047:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434164.000050:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434164.000053:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789434164.000053:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434164.000059:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
02000000:00000010:3.0:1789434164.000060:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
00000100:00000001:3.0:1789434164.000066:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1789434164.000068:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434164.000072:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000100:00100000:3.0:1789434164.000074:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434164.000079:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434164.000090:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1789434164.000092:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434164.000095:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434164.000098:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000100:00000040:3.0:1789434164.000101:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1789434164.000102:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434164.000110:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1789434164.000111:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434164.000115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1789434164.000118:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434164.000120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434164.000123:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434164.000125:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434164.000131:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434164.000136:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5618
00000100:00000001:1.0:1789434164.000138:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1789434164.000142:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:1.0:1789434164.000147:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434164.000150:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434164.000153:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434164.000156:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434164.000159:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434164.000162:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434164.000167:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434164.000172:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1789434164.000174:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789434164.000175:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:1.0:1789434164.000178:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1789434164.000179:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434164.000183:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000001:1.0:1789434164.000187:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434164.000193:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434164.000197:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300291755
00000020:00000001:3.0:1789434164.000197:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434164.000202:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000010:1.0:1789434164.000205:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dea0.
00000100:00000040:3.0:1789434164.000206:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434164.000210:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434164.000212:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434164.000213:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434164.000215:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434164.000220:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434164.000222:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434164.000224:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434164.000226:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434164.000228:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434164.000230:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434164.000231:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434164.000233:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434164.000234:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434164.000236:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434164.000239:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789434164.000241:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434164.000243:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434164.000244:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434164.000246:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434164.000247:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434164.000248:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434164.000251:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000100:00000001:3.0:1789434164.000254:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434164.000258:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434164.000265:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434164.000267:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434164.000270:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434164.000277:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434164.000281:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5628)
00000100:00000001:1.0:1789434164.000343:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300291755
00000100:00000010:1.0:1789434164.000368:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d2a0.
00000100:00000001:1.0:1789434164.000373:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434164.000376:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434164.000379:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434164.000381:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434164.000387:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434163/real 1789434164]  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434164.000397:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434164.000399:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434164.000401:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434164.000405:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434164.000411:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434164.000415:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434164.000418:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434164.000427:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000439:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434164.000441:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.000443:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434164.000445:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434164.000450:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000457:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434164.000463:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000470:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434164.000473:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.000475:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434164.000476:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.000478:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434164.000480:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434164.000483:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434164.000487:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434164.000490:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434164.000494:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434164.000501:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933943040:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434164.000506:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.000508:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434164.000510:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288a80 x1876351933943040/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000516:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434164.000519:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434164.000521:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434164.000532:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434164.000534:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434164.000535:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434164.000538:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434164.000540:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2c00.
02000000:00000001:1.0:1789434164.000544:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434164.000545:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434164.000547:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288a80.
00000100:00000001:1.0:1789434164.000551:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434164.000552:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.000553:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.000558:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434164.000560:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434164.000562:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434164.000563:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434164.000565:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434164.000569:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000584:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434164.000586:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434164.000587:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434164.000589:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434164.000591:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434164.000594:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933943168:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434164.000597:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434164.000599:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434164.000600:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434164.000602:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434164.000605:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434164.000607:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434164.000610:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434164.000613:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434164.000616:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434164.000619:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933943168, portal 10
00000100:00000001:1.0:1789434164.000621:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434164.000622:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:1.0:1789434164.000628:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000634:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434164.000636:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434164.000638:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434164.000640:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933943168, offset 0
00000400:00000200:1.0:1789434164.000644:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434164.000648:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434164.000652:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434164.000655:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434164.000657:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434164.000659:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434164.000661:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434164.000664:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512621:512621:256:4294967295] 192.168.203.104@tcp LPNI seq info [512588:512588:8:4294967295]
00000400:00000200:1.0:1789434164.000667:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434164.000673:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434164.000677:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434164.000680:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434164.000683:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434164.000686:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789434164.000690:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434164.000692:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1789434164.000696:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434164.000698:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434164.000701:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434164.000704:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434164.000707:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434164.000709:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434164.000711:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434164.000714:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000725:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434164.000727:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000731:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434164.000732:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434164.000735:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434164.000738:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434164.000741:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434164.000743:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300291084
00000100:00000001:1.0:1789434164.000745:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300291755
00000100:00000001:1.0:1789434164.000747:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300291084
00000100:00000001:1.0:1789434164.000749:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300291755
00000100:00000001:1.0:1789434164.000751:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434164.000753:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434164.000755:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434164.000759:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434164/real 1789434164]  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434164.000766:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434164.000767:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434164.000769:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434164.000771:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434164.000773:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434164.000775:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434164.000778:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434164.000785:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000792:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434164.000793:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.000795:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434164.000797:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434164.000800:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000807:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434164.000811:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000818:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434164.000820:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.000821:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434164.000822:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.000823:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434164.000825:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434164.000827:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434164.000829:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434164.000831:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434164.000834:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434164.000838:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933943168:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434164.000840:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434164.000842:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000847:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434164.000847:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434164.000849:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434164.000850:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434164.000852:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434164.000919:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933943296:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434164.000922:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434164.000923:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434164.000925:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434164.000926:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434164.000928:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434164.000930:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434164.000932:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434164.000934:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434164.000936:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434164.000938:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933943296, portal 4
00000100:00000001:1.0:1789434164.000939:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434164.000940:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:1.0:1789434164.000944:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.000949:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434164.000950:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434164.000951:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434164.000953:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933943296, offset 0
00000400:00000200:1.0:1789434164.000955:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434164.000957:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434164.000959:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434164.000962:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434164.000965:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434164.000967:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434164.000969:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434164.000972:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512622:512622:256:4294967295] 192.168.203.104@tcp LPNI seq info [512589:512589:8:4294967295]
00000400:00000200:1.0:1789434164.000976:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434164.000982:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434164.000987:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434164.000990:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434164.000994:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434164.000997:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789434164.001001:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434164.001003:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1789434164.001007:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434164.001018:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434164.001021:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434164.001024:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434164.001028:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434164.001029:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434164.001032:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434164.001035:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001043:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434164.001046:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001052:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434164.001053:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434164.001056:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434164.001059:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434164.001062:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434164.001064:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300291101
00000100:00000001:1.0:1789434164.001067:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300291755
00000100:00000001:1.0:1789434164.001069:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300291101
00000100:00000001:1.0:1789434164.001072:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300291755
00000100:00000001:1.0:1789434164.001074:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434164.001075:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434164.001077:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434164.001081:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434164/real 1789434164]  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434164.001088:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434164.001089:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434164.001091:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434164.001093:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434164.001095:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434164.001097:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434164.001099:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434164.001106:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001112:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434164.001113:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.001115:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434164.001117:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434164.001120:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001126:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434164.001130:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001136:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434164.001139:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.001141:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434164.001142:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.001143:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434164.001147:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434164.001150:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434164.001153:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434164.001155:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434164.001159:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434164.001171:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933943296:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434164.001175:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434164.001178:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001184:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434164.001186:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434164.001188:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434164.001190:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434164.001192:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434164.001195:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933943424:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434164.001198:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434164.001199:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434164.001201:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434164.001202:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434164.001206:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434164.001207:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434164.001211:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434164.001213:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434164.001216:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434164.001219:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933943424, portal 4
00000100:00000001:1.0:1789434164.001220:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434164.001222:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00000040:1.0:1789434164.001267:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001275:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434164.001278:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434164.001282:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434164.001284:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933943424, offset 0
00000400:00000200:1.0:1789434164.001288:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434164.001292:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434164.001295:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434164.001298:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434164.001301:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434164.001303:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434164.001306:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434164.001308:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512623:512623:256:4294967295] 192.168.203.104@tcp LPNI seq info [512590:512590:8:4294967295]
00000400:00000200:1.0:1789434164.001312:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434164.001328:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434164.001333:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434164.001337:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434164.001340:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434164.001343:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789434164.001366:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434164.001369:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1789434164.001376:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434164.001378:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434164.001381:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434164.001385:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434164.001388:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434164.001389:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434164.001392:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434164.001395:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001403:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434164.001406:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001412:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434164.001414:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434164.001417:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434164.001420:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434164.001423:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434164.001425:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300291104
00000100:00000001:1.0:1789434164.001428:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300291755
00000100:00000001:1.0:1789434164.001430:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300291104
00000100:00000001:1.0:1789434164.001432:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300291755
00000100:00000001:1.0:1789434164.001434:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434164.001436:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434164.001438:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434164.001442:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434164/real 1789434164]  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434164.001450:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434164.001451:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434164.001452:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434164.001455:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434164.001457:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434164.001459:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434164.001462:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434164.001468:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001472:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434164.001473:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.001474:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434164.001475:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434164.001478:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001485:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434164.001489:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001495:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434164.001497:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.001499:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434164.001500:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.001502:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434164.001505:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434164.001508:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434164.001511:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434164.001513:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434164.001517:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434164.001524:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933943424:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434164.001527:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.001529:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434164.001532:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933943168/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001539:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434164.001540:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434164.001542:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434164.001545:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434164.001546:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434164.001547:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434164.001548:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434164.001550:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2000.
02000000:00000001:1.0:1789434164.001552:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434164.001553:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434164.001554:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:1.0:1789434164.001556:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434164.001557:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.001559:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434164.001561:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933943296/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001568:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434164.001569:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434164.001570:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434164.001572:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434164.001572:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434164.001573:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434164.001574:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434164.001574:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1400.
02000000:00000001:1.0:1789434164.001576:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434164.001576:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434164.001577:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:1.0:1789434164.001578:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434164.001579:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.001580:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434164.001581:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933943424/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434164.001586:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434164.001587:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434164.001588:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434164.001590:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434164.001590:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434164.001592:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434164.001593:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434164.001594:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0800.
02000000:00000001:1.0:1789434164.001596:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434164.001597:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434164.001598:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:1.0:1789434164.001600:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434164.001601:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.001602:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.001606:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434164.001608:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434164.001610:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434164.001611:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434164.256190:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434164.256198:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434164.256200:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434164.256206:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434164.256209:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434164.256213:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.256216:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434164.256219:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434164.256223:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434164.703453:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300291755, at 4300291776
00000100:00000040:3.0:1789434164.703453:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300291755, at 4300291776
00000100:00000010:3.0:1789434164.703468:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d2a0.
00000100:00000010:2.0:1789434164.703479:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dea0.
00010000:00000001:1.0:1789434164.767492:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434164.767496:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434164.767501:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434164.767502:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434164.767506:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1789434164.767506:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434164.767511:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434164.767514:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434164.767516:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1789434164.767519:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434164.767520:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434164.767524:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434164.767524:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434164.767527:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434164.767529:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434164.767533:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434164.767533:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434164.767537:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434164.767539:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434164.767542:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434164.767544:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434164.767548:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434164.767549:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434164.767747:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434164.767750:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434164.767754:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434165.023488:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434165.023495:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434165.023497:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434165.023504:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434165.023508:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434165.023512:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434165.023516:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434165.023518:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434165.023522:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434165.024702:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434165.024707:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434165.024709:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434165.024713:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434165.024715:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434165.024718:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434165.024721:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434165.024723:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434165.024725:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434165.279484:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434165.279497:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434165.279500:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434165.279505:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434165.279509:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434165.279514:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434165.279517:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434165.279520:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434165.279523:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434165.791480:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434165.791487:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434165.791492:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434165.791493:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434165.791497:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434165.791498:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434165.791501:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434165.791502:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434165.791737:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434165.791742:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434165.791744:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434165.791749:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434165.791753:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434165.791757:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434165.791759:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434165.791762:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434165.791766:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434165.791775:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434165.791780:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434165.791784:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434166.047486:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434166.047493:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434166.047496:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434166.047501:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434166.047504:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434166.047505:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434166.047510:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434166.047511:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434166.047514:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434166.047516:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434166.047521:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434166.047521:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434166.047525:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434166.047527:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434166.047532:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434166.047534:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434166.047536:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434166.047539:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434166.303492:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434166.303499:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434166.303501:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434166.303507:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434166.303510:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434166.303514:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434166.303517:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434166.303520:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434166.303523:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434166.815508:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434166.815515:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434166.815521:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434166.815522:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434166.815525:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434166.815526:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434166.815529:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434166.815530:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434166.818116:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434166.818121:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434166.818127:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434166.818199:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434166.818203:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434166.818205:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434166.818209:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434166.818213:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434166.818217:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434166.818219:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434166.818222:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434166.818225:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434167.071467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434167.071467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434167.071473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434167.071475:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434167.071480:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434167.071485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434167.071485:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434167.071489:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434167.071490:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434167.071495:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434167.071496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434167.071500:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434167.071503:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434167.071505:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434167.071507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434167.071509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434167.071511:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434167.071513:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434167.327457:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434167.327464:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434167.327467:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434167.327472:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434167.327476:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434167.327479:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434167.327482:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434167.327485:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434167.327487:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434167.839473:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434167.839479:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434167.839483:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434167.839484:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434167.839487:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434167.839487:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434167.839489:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434167.839490:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434167.839583:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434167.839587:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434167.839591:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434167.840467:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434167.840470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434167.840471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434167.840474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434167.840477:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434167.840480:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434167.840482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434167.840483:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434167.840485:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434168.095478:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434168.095485:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434168.095487:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434168.095492:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434168.095493:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434168.095497:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434168.095498:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434168.095501:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434168.095502:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434168.095506:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434168.095507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434168.095511:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434168.095512:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434168.095517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434168.095517:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434168.095522:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434168.095524:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434168.095527:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434168.351710:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434168.351718:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434168.351720:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434168.351726:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434168.351729:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434168.351734:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434168.351737:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434168.351739:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434168.351742:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434168.863507:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434168.863514:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434168.863520:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434168.863521:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434168.863525:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434168.863526:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434168.863529:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434168.863530:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434168.863669:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789434168.863672:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1789434168.863673:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434168.863683:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434168.863683:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434168.863688:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434168.863696:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434168.863700:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434168.863705:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434168.863709:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434168.863713:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434168.863716:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434169.119463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434169.119470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434169.119471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434169.119475:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434169.119478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434169.119481:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1789434169.119482:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:3.0:1789434169.119485:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434169.119487:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434169.119489:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434169.119492:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434169.119495:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5623
00000100:00000001:1.0:1789434169.119497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434169.119501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434169.119505:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434169.119506:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434169.119512:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1789434169.119513:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789434169.119517:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789434169.119518:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789434169.119521:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434169.119524:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00100000:0.0:1789434169.119526:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434169.119528:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434169.119531:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1789434169.119532:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119535:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789434169.119536:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434169.119541:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434169.119543:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789434169.119543:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434169.119545:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000100:00000001:0.0:1789434169.119548:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434169.119549:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434169.119552:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434169.119555:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434169.119557:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434169.119559:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119560:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434169.119561:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119562:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434169.119564:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434169.119566:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119568:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434169.119570:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434169.119572:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434169.119574:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434169.119576:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434169.119577:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434169.119584:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789434169.119587:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434169.119589:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434169.119591:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434169.119593:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434169.119595:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434169.119597:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434169.119603:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000100:00000001:3.0:1789434169.119607:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434169.119613:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434169.119621:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434169.119624:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434169.119627:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434169.119652:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434169.119654:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434169.119656:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434169.119657:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434169.119659:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434169.119661:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434169.119662:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5623
00000400:00000200:3.0:1789434169.119664:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434169.119666:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434169.119667:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434169.119669:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119671:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434169.119672:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119673:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434169.119674:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434169.119675:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434169.119676:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434169.119678:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434169.119679:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434169.119680:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434169.119682:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119683:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434169.119684:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119685:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434169.119686:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434169.119688:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119689:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434169.119690:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434169.119694:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434169.119695:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434169.119696:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434169.119699:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434169.119700:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434169.119702:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434169.119703:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789434169.119705:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434169.119706:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434169.119707:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434169.119708:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434169.119708:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434169.119710:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434169.119712:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
00000100:00000001:3.0:1789434169.119715:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434169.119717:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434169.119722:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434169.119723:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434169.119725:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434169.119735:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434169.119738:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434169.119741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434169.119742:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434169.119744:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434169.119746:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434169.119749:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5623
00000400:00000200:3.0:1789434169.119752:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434169.119754:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434169.119756:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434169.119759:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119760:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434169.119762:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119764:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434169.119767:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434169.119768:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434169.119770:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434169.119772:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434169.119773:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434169.119775:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434169.119778:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119780:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434169.119782:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119784:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434169.119786:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434169.119789:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119791:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434169.119793:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434169.119796:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434169.119798:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434169.119800:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434169.119802:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434169.119813:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434169.119814:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434169.119818:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789434169.119820:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434169.119823:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434169.119824:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434169.119825:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434169.119826:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434169.119828:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434169.119832:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789434169.119835:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434169.119839:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434169.119846:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434169.119849:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434169.119852:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434169.119860:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434169.119862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434169.119865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434169.119866:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434169.119868:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434169.119875:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434169.119877:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5623
00000400:00000200:3.0:1789434169.119881:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434169.119883:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434169.119885:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434169.119888:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119890:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434169.119892:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119894:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434169.119897:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434169.119898:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434169.119900:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434169.119901:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434169.119904:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434169.119905:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434169.119908:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119910:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434169.119911:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119912:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434169.119914:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434169.119915:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434169.119916:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434169.119918:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434169.119920:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434169.119922:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434169.119924:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434169.119926:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434169.119928:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434169.119929:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434169.119932:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789434169.119935:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434169.119937:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434169.119938:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434169.119940:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434169.119941:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434169.119943:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434169.119946:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789434169.119949:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434169.119954:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434169.119961:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434169.119963:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434169.119967:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434169.119984:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434169.119988:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5633)
00000100:00000001:1.0:1789434169.123043:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434169.123050:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434169.123052:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434169.123065:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123077:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434169.123079:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434169.123083:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434169.123086:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434169.123089:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434169.123093:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933943552:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434169.123098:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434169.123102:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434169.123105:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434169.123107:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434169.123115:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434169.123117:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434169.123124:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434169.123129:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434169.123135:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434169.123142:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933943552, portal 25
00000100:00000001:1.0:1789434169.123145:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434169.123147:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000100:00000040:1.0:1789434169.123152:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123160:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434169.123163:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434169.123166:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434169.123169:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933943552, offset 0
00000400:00000200:1.0:1789434169.123176:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434169.123183:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434169.123189:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434169.123194:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434169.123198:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434169.123202:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434169.123204:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434169.123208:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512624:512624:256:4294967295] 192.168.203.104@tcp LPNI seq info [512591:512591:8:4294967295]
00000400:00000200:1.0:1789434169.123213:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434169.123222:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434169.123228:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434169.123233:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434169.123239:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434169.123244:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789434169.123249:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434169.123253:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1789434169.123257:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434169.123259:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434169.123266:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434169.123270:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434169.123275:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434169.123277:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434169.123282:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434169.123286:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123296:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434169.123300:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123307:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434169.123309:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434169.123314:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434169.123317:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434169.123320:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300296878
00000100:00000010:1.0:1789434169.123325:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dcc0.
00000100:00000001:1.0:1789434169.123331:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434169.123375:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300296879
00000100:00000010:1.0:1789434169.123380:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d540.
00000100:00000001:1.0:1789434169.123384:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434169.123397:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434169.123400:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434169.123403:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434169.123408:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434169/real 1789434169]  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434169.123418:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434169.123420:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434169.123422:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434169.123426:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434169.123428:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434169.123431:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434169.123434:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434169.123448:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123455:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434169.123457:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.123459:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434169.123462:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434169.123466:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123473:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434169.123477:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123484:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434169.123487:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.123488:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434169.123490:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.123492:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434169.123494:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434169.123497:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434169.123501:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434169.123504:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434169.123508:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434169.123516:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933943552:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434169.123521:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434169.123525:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123531:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434169.123533:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434169.123535:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434169.123537:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434169.123539:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434169.123541:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933943680:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434169.123545:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434169.123546:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434169.123548:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434169.123550:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434169.123553:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434169.123555:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434169.123559:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434169.123561:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434169.123564:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434169.123567:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933943680, portal 10
00000100:00000001:1.0:1789434169.123568:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434169.123569:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:1.0:1789434169.123575:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123582:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434169.123584:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434169.123586:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434169.123588:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933943680, offset 0
00000400:00000200:1.0:1789434169.123592:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434169.123596:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434169.123599:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434169.123602:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434169.123604:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434169.123607:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434169.123609:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434169.123612:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512625:512625:256:4294967295] 192.168.203.104@tcp LPNI seq info [512592:512592:8:4294967295]
00000400:00000200:1.0:1789434169.123616:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434169.123622:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434169.123627:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434169.123629:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434169.123633:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434169.123636:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789434169.123640:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434169.123642:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1789434169.123646:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434169.123648:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434169.123651:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434169.123654:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434169.123657:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434169.123659:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434169.123661:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434169.123664:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123671:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434169.123674:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123681:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434169.123682:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434169.123685:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434169.123688:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434169.123691:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434169.123693:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300296207
00000100:00000001:1.0:1789434169.123695:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300296878
00000100:00000001:1.0:1789434169.123698:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300296207
00000100:00000001:1.0:1789434169.123700:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300296879
00000100:00000001:1.0:1789434169.123701:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434169.123703:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434169.123705:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434169.123708:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434169/real 1789434169]  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434169.123716:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434169.123718:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434169.123720:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434169.123722:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434169.123724:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434169.123726:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434169.123729:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434169.123738:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123743:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434169.123744:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.123746:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434169.123747:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434169.123751:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123758:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434169.123761:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123768:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434169.123770:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.123772:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434169.123773:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.123775:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434169.123778:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434169.123780:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434169.123783:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434169.123785:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434169.123789:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434169.123798:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933943680:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434169.123801:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434169.123805:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123811:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434169.123812:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434169.123815:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434169.123816:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434169.123818:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434169.123820:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933943808:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434169.123824:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434169.123826:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434169.123827:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434169.123829:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434169.123831:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434169.123833:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434169.123836:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434169.123838:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434169.123841:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434169.123844:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933943808, portal 4
00000100:00000001:1.0:1789434169.123846:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434169.123847:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:1.0:1789434169.123851:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123858:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434169.123860:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434169.123862:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434169.123865:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933943808, offset 0
00000400:00000200:1.0:1789434169.123869:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434169.123872:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434169.123874:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434169.123877:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434169.123879:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434169.123882:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434169.123884:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434169.123887:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512626:512626:256:4294967295] 192.168.203.104@tcp LPNI seq info [512593:512593:8:4294967295]
00000400:00000200:1.0:1789434169.123891:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434169.123897:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434169.123902:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434169.123904:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434169.123908:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434169.123911:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789434169.123915:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434169.123917:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1789434169.123921:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434169.123923:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434169.123926:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434169.123929:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434169.123932:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434169.123933:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434169.123936:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434169.123939:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123946:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434169.123949:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.123956:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434169.123958:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434169.123960:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434169.123963:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434169.123965:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434169.123968:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300296224
00000100:00000001:1.0:1789434169.123981:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300296878
00000100:00000001:1.0:1789434169.123984:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300296224
00000100:00000001:1.0:1789434169.123986:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300296879
00000100:00000001:1.0:1789434169.123988:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434169.123991:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434169.123992:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434169.123996:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434169/real 1789434169]  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434169.124004:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434169.124005:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434169.124007:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434169.124009:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434169.124011:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434169.124013:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434169.124017:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434169.124025:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124032:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434169.124033:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.124035:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434169.124036:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434169.124039:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124046:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434169.124050:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124056:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434169.124059:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.124061:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434169.124062:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.124064:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434169.124067:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434169.124070:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434169.124074:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434169.124076:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434169.124080:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434169.124087:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933943808:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434169.124091:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434169.124095:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124102:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434169.124103:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434169.124105:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434169.124107:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434169.124109:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434169.124111:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933943936:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434169.124114:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434169.124116:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434169.124117:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434169.124119:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434169.124122:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4000.
02000000:00000001:1.0:1789434169.124124:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434169.124127:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434169.124129:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434169.124132:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434169.124134:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933943936, portal 4
00000100:00000001:1.0:1789434169.124137:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434169.124138:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:1.0:1789434169.124142:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124149:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434169.124151:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434169.124153:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434169.124155:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933943936, offset 0
00000400:00000200:1.0:1789434169.124159:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434169.124162:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434169.124166:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434169.124168:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434169.124170:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434169.124173:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434169.124175:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434169.124178:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512627:512627:256:4294967295] 192.168.203.104@tcp LPNI seq info [512594:512594:8:4294967295]
00000400:00000200:1.0:1789434169.124182:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434169.124188:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434169.124192:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434169.124195:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434169.124199:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434169.124201:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789434169.124205:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434169.124208:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1789434169.124212:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434169.124213:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434169.124216:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434169.124219:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434169.124222:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434169.124223:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434169.124226:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434169.124229:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124242:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434169.124245:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434194 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124252:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434169.124254:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434169.124256:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434169.124259:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434169.124262:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434169.124263:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300296226
00000100:00000001:1.0:1789434169.124266:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300296878
00000100:00000001:1.0:1789434169.124268:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300296226
00000100:00000001:1.0:1789434169.124270:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300296879
00000100:00000001:1.0:1789434169.124272:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434169.124273:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434169.124275:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434169.124278:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434169/real 1789434169]  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434169.124285:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434169.124287:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434169.124288:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434169.124290:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434169.124292:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434169.124294:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434169.124297:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434169.124305:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124311:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434169.124313:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.124315:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434169.124316:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434169.124319:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124326:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434169.124330:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124336:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434169.124338:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.124340:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434169.124341:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.124343:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434169.124363:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434169.124366:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434169.124369:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434169.124371:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434169.124375:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434169.124383:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933943936:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434169.124387:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.124388:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434169.124391:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933943552/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124398:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434169.124400:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434169.124403:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434169.124405:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434169.124408:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434169.124410:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434169.124412:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434169.124414:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0800.
02000000:00000001:1.0:1789434169.124418:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434169.124419:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434169.124421:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:1.0:1789434169.124425:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434169.124427:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.124428:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434169.124431:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933943680/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124437:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434169.124439:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434169.124440:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434169.124442:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434169.124443:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434169.124444:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434169.124446:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434169.124447:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1400.
02000000:00000001:1.0:1789434169.124449:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434169.124450:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434169.124451:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:1.0:1789434169.124453:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434169.124454:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.124456:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434169.124459:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933943808/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124465:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434169.124466:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434169.124468:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434169.124470:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434169.124471:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434169.124472:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434169.124474:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434169.124475:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2000.
02000000:00000001:1.0:1789434169.124477:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434169.124478:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434169.124480:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:1.0:1789434169.124482:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434169.124484:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.124485:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434169.124488:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933943936/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434194 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434169.124494:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434169.124495:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434169.124497:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4000.
02000000:00000001:1.0:1789434169.124499:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434169.124500:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434169.124501:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434169.124503:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434169.124504:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2c00.
02000000:00000001:1.0:1789434169.124505:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434169.124506:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434169.124507:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:1.0:1789434169.124509:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434169.124510:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.124512:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.124518:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434169.124519:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434169.124521:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434169.124523:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434169.375460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434169.375467:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434169.375469:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434169.375474:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434169.375478:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434169.375482:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.375485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434169.375487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434169.375491:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434169.823458:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300296878, at 4300296896
00000100:00000010:2.0:1789434169.823475:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dcc0.
00000100:00000040:3.0:1789434169.823801:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300296879, at 4300296896
00000100:00000010:3.0:1789434169.823808:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d540.
00000100:00000001:3.0:1789434169.887453:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434169.887455:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434169.887460:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434169.887461:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434169.887464:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434169.887468:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434169.887471:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434169.887475:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434169.887477:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434169.887480:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434169.887483:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434169.887557:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434169.887560:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434169.887565:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434169.887567:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434169.887571:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434169.887572:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434169.887631:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434169.887635:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434169.887638:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434170.143788:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434170.143793:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434170.143796:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434170.143801:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434170.143805:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434170.143808:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434170.143810:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434170.143812:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434170.143815:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434170.143992:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434170.143995:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434170.143997:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434170.143999:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434170.144001:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434170.144003:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434170.144005:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434170.144007:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434170.144009:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434170.399570:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434170.399576:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434170.399579:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434170.399584:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434170.399587:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434170.399591:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434170.399594:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434170.399596:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434170.399599:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434170.911476:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434170.911483:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434170.911489:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434170.911491:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434170.911496:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434170.911497:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434170.911500:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434170.911501:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434170.911586:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1789434170.911587:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1789434170.911591:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1789434170.911592:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434170.911595:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434170.911597:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789434170.911602:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434170.911606:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434170.911610:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434170.911612:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434170.911615:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434170.911618:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434171.167488:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434171.167496:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434171.167497:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434171.167499:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434171.167503:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1789434171.167506:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434171.167507:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434171.167514:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434171.167514:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434171.167518:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434171.167521:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434171.167521:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434171.167527:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434171.167528:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434171.167530:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434171.167531:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434171.167534:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434171.167537:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434171.423663:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434171.423670:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434171.423673:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434171.423679:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434171.423683:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434171.423687:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434171.423690:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434171.423693:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434171.423697:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434171.935460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434171.935464:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434171.935469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434171.935487:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434171.935494:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434171.935499:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434171.935502:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434171.935504:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434171.935506:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434171.935508:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434171.935529:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434171.935535:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434171.935536:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434171.935539:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434171.935540:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434171.935543:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434171.935545:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434171.935584:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434171.935589:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434171.935594:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434172.191468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434172.191476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434172.191478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434172.191479:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434172.191485:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1789434172.191485:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434172.191486:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434172.191491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1789434172.191496:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434172.191496:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434172.191501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434172.191502:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434172.191506:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434172.191506:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434172.191511:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434172.191512:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434172.191514:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434172.191519:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434172.448100:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434172.448110:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434172.448112:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434172.448120:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434172.448124:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434172.448128:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434172.448131:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434172.448134:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434172.448138:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959530:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434172.959537:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959549:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434172.959552:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434172.959554:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434172.959557:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959561:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434172.959563:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959565:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959568:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959571:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434172.959573:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434172.959574:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434172.959576:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959577:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434172.959579:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959580:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959582:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959585:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434172.959587:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434172.959588:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434172.959590:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959591:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434172.959592:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959594:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434172.959596:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434172.959697:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434172.959701:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434172.959704:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434172.959708:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434172.959713:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434172.959715:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434172.959719:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434172.959723:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434172.959727:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434172.959730:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434172.959732:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434172.959736:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434173.215470:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434173.215478:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434173.215479:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434173.215481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434173.215487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434173.215492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434173.215496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434173.215497:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434173.215500:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434173.215501:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434173.215504:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434173.215506:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434173.215510:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434173.215510:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434173.215513:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434173.215516:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434173.215517:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434173.215519:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434173.471452:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434173.471458:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434173.471460:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434173.471464:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434173.471471:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434173.471475:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434173.471488:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434173.471491:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434173.471494:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434173.983481:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434173.983489:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434173.983498:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434173.983500:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434173.983505:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434173.983506:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434173.983511:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434173.983514:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434173.983687:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434173.983690:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434173.983693:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434173.983746:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434173.983750:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434173.983752:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434173.983756:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434173.983760:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434173.983763:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434173.983766:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434173.983768:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434173.983771:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434174.239475:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434174.239486:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434174.239488:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434174.239496:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434174.239501:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434174.239506:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434174.239509:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434174.239512:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434174.239516:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434174.239537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434174.239545:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434174.239548:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434174.239553:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434174.239568:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434174.239577:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5628
00000400:00000200:0.0:1789434174.239588:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434174.239595:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434174.239599:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434174.239603:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.239607:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434174.239609:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.239612:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434174.239622:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434174.239625:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434174.239629:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434174.239633:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434174.239636:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434174.239639:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434174.239643:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.239645:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434174.239647:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.239649:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434174.239652:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434174.239656:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434174.239659:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434174.239662:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434174.239667:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434174.239670:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434174.239673:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434174.239675:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434174.239687:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbce00.
00000020:00000040:0.0:1789434174.239692:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434174.239697:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434174.239698:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434174.239702:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434174.239705:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434174.239710:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434174.239719:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16c00.
00000100:00000001:0.0:1789434174.239728:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434174.239740:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434174.239752:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434174.239757:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434174.239763:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c51f9e] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434174.239799:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434174.239803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434174.239806:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434174.239808:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434174.239810:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434174.239813:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434174.239816:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5628
00000400:00000200:0.0:1789434174.239831:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434174.239834:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434174.239838:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434174.239841:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.239844:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434174.239847:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.239849:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434174.239852:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434174.239853:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434174.239855:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434174.239858:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434174.239861:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434174.239863:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:1.0:1789434174.239864:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000040:0.0:1789434174.239868:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.239870:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434174.239874:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1789434174.239875:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434174.239878:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434174.239879:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434174.239884:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00100000:1.0:1789434174.239887:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:0.0:1789434174.239888:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434174.239893:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434174.239894:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434174.239898:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434174.239898:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434174.239903:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434174.239906:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789434174.239907:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434174.239908:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434174.239914:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434174.239917:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434174.239922:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434174.239926:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434174.239929:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434174.239945:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd500.
00000020:00000040:0.0:1789434174.239948:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434174.239951:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434174.239952:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434174.239954:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434174.239955:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434174.239957:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434174.239969:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17c00.
00000100:00000001:0.0:1789434174.239972:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434174.239977:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434174.239985:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434174.239987:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434174.239991:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879e203] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434174.239999:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434174.240001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434174.240005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434174.240007:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434174.240009:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434174.240011:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434174.240014:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5628
00000400:00000200:0.0:1789434174.240017:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434174.240020:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434174.240022:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434174.240024:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.240026:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434174.240029:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.240030:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434174.240033:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434174.240035:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434174.240036:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434174.240038:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434174.240040:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434174.240042:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434174.240045:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.240047:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434174.240048:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.240050:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434174.240053:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434174.240056:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434174.240058:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434174.240059:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434174.240062:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434174.240064:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434174.240065:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434174.240068:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434174.240070:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434174.240071:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434174.240074:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbca80.
00000020:00000040:0.0:1789434174.240076:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434174.240079:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434174.240080:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434174.240082:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434174.240083:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434174.240084:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434174.240088:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17400.
00000100:00000001:0.0:1789434174.240091:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434174.240095:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434174.240102:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434174.240103:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434174.240107:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6c4da94] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434174.240115:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434174.240117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434174.240120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434174.240122:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434174.240123:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434174.240126:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434174.240128:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5628
00000400:00000200:0.0:1789434174.240131:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434174.240133:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434174.240135:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434174.240137:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.240148:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434174.240151:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.240153:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434174.240156:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434174.240157:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434174.240159:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434174.240161:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434174.240163:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434174.240165:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434174.240168:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.240169:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434174.240171:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434174.240173:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434174.240175:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434174.240178:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434174.240180:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434174.240182:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434174.240185:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434174.240187:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434174.240188:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434174.240190:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434174.240193:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434174.240194:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434174.240198:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd180.
00000020:00000040:0.0:1789434174.240200:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434174.240201:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434174.240202:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434174.240204:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434174.240205:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434174.240207:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434174.240210:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16000.
00000100:00000001:0.0:1789434174.240213:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434174.240217:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434174.240224:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434174.240226:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434174.240229:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002561b92c] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434174.240235:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434174.240240:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5639)
00000100:00000001:3.0:1789434174.240395:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434174.240400:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434174.240402:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434174.240409:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.240417:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434174.240418:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434174.240422:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434174.240424:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434174.240426:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434174.240430:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933944064:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434174.240434:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434174.240439:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434174.240442:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434174.240444:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434174.240450:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434174.240452:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434174.240457:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434174.240461:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434174.240468:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434174.240476:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933944064, portal 25
00000100:00000001:3.0:1789434174.240478:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434174.240480:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549970432 : -119883159581184 : ffff92f786dbce00)
00000100:00000040:3.0:1789434174.240486:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.240494:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434174.240497:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434174.240499:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434174.240502:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933944064, offset 0
00000400:00000200:3.0:1789434174.240509:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434174.240519:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434174.240524:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434174.240529:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434174.240534:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434174.240538:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434174.240541:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434174.240544:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512628:512628:256:4294967295] 192.168.203.104@tcp LPNI seq info [512595:512595:8:4294967295]
00000400:00000200:3.0:1789434174.240549:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434174.240571:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434174.240577:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434174.240583:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434174.240590:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434174.240594:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1789434174.240601:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434174.240604:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1789434174.240609:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434174.240612:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434174.240620:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434174.240625:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434174.240631:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434174.240634:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434174.240638:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434174.240642:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.240651:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434174.240655:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.240662:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434174.240664:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434174.240669:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434174.240673:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434174.240675:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300301996
00000100:00000010:3.0:1789434174.240681:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0de0.
00000100:00000001:3.0:1789434174.240689:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434174.240700:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300301996
00000100:00000010:3.0:1789434174.240717:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0540.
00000100:00000001:3.0:1789434174.240722:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434174.240726:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434174.240729:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434174.240732:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434174.240737:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434174/real 1789434174]  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434174.240746:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434174.240748:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434174.240750:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434174.240753:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434174.240778:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434174.240781:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434174.240785:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434174.240793:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.240799:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434174.240801:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.240803:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434174.240805:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434174.240809:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.240815:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434174.240819:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.240826:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434174.240828:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.240830:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434174.240832:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.240834:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434174.240836:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434174.240839:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434174.240843:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434174.240846:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434174.240850:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434174.240857:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933944064:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434174.240862:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434174.240865:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.240872:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434174.240873:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434174.240875:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434174.240877:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434174.240879:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434174.240881:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933944192:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434174.240884:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434174.240886:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434174.240887:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434174.240889:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434174.240892:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434174.240894:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434174.240898:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434174.240900:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434174.240903:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434174.240906:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933944192, portal 10
00000100:00000001:3.0:1789434174.240908:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434174.240909:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549972224 : -119883159579392 : ffff92f786dbd500)
00000100:00000040:3.0:1789434174.240916:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.240922:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434174.240925:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434174.240927:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434174.240929:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933944192, offset 0
00000400:00000200:3.0:1789434174.240947:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434174.240952:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434174.240956:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434174.240959:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434174.240961:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434174.240963:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434174.240965:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434174.240968:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512629:512629:256:4294967295] 192.168.203.104@tcp LPNI seq info [512596:512596:8:4294967295]
00000400:00000200:3.0:1789434174.240971:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434174.240977:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434174.240981:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434174.240984:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434174.240987:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434174.240990:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1789434174.240994:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434174.240996:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1789434174.241000:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434174.241002:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434174.241005:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434174.241008:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434174.241011:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434174.241013:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434174.241015:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434174.241018:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241025:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434174.241029:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241035:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434174.241036:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434174.241039:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434174.241043:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434174.241046:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434174.241048:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300301324
00000100:00000001:3.0:1789434174.241050:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300301996
00000100:00000001:3.0:1789434174.241052:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300301324
00000100:00000001:3.0:1789434174.241054:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300301996
00000100:00000001:3.0:1789434174.241056:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434174.241058:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434174.241060:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434174.241063:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434174/real 1789434174]  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434174.241070:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434174.241072:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434174.241073:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434174.241075:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434174.241077:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434174.241079:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434174.241081:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434174.241089:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241095:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434174.241096:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241098:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434174.241099:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434174.241103:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241109:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434174.241112:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241119:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434174.241121:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241122:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434174.241124:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241125:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434174.241129:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434174.241131:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434174.241134:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434174.241136:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434174.241140:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434174.241147:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933944192:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434174.241151:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434174.241154:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241159:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434174.241160:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434174.241163:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434174.241164:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434174.241166:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434174.241169:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933944320:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434174.241172:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434174.241174:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434174.241175:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434174.241177:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434174.241181:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434174.241182:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434174.241185:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434174.241188:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434174.241191:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434174.241194:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933944320, portal 4
00000100:00000001:3.0:1789434174.241196:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434174.241197:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549969536 : -119883159582080 : ffff92f786dbca80)
00000100:00000040:3.0:1789434174.241202:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241208:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434174.241210:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434174.241212:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434174.241214:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933944320, offset 0
00000400:00000200:3.0:1789434174.241218:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434174.241221:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434174.241224:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434174.241227:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434174.241229:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434174.241231:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434174.241233:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434174.241236:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512630:512630:256:4294967295] 192.168.203.104@tcp LPNI seq info [512597:512597:8:4294967295]
00000400:00000200:3.0:1789434174.241240:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434174.241245:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434174.241249:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434174.241252:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434174.241255:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434174.241258:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1789434174.241262:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434174.241264:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1789434174.241267:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434174.241269:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434174.241272:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434174.241275:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434174.241278:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434174.241279:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434174.241281:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434174.241285:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241292:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434174.241294:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241301:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434174.241302:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434174.241304:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434174.241307:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434174.241310:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434174.241312:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300301341
00000100:00000001:3.0:1789434174.241314:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300301996
00000100:00000001:3.0:1789434174.241316:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300301341
00000100:00000001:3.0:1789434174.241318:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300301996
00000100:00000001:3.0:1789434174.241320:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434174.241321:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434174.241323:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434174.241326:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434174/real 1789434174]  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434174.241333:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434174.241334:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434174.241336:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434174.241338:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434174.241339:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434174.241341:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434174.241344:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434174.241380:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241386:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434174.241388:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241389:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434174.241391:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434174.241394:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241400:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434174.241403:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241409:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434174.241411:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241413:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434174.241414:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241415:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434174.241420:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434174.241421:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434174.241424:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434174.241425:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434174.241429:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434174.241436:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933944320:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434174.241439:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434174.241442:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241449:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434174.241450:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434174.241452:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434174.241454:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434174.241456:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434174.241458:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933944448:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434174.241461:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434174.241463:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434174.241464:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434174.241466:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434174.241469:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434174.241471:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434174.241473:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434174.241476:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434174.241479:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434174.241482:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933944448, portal 4
00000100:00000001:3.0:1789434174.241484:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434174.241485:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549971328 : -119883159580288 : ffff92f786dbd180)
00000100:00000040:3.0:1789434174.241490:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241496:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434174.241498:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434174.241499:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434174.241501:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933944448, offset 0
00000400:00000200:3.0:1789434174.241505:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434174.241509:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434174.241512:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434174.241515:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434174.241517:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434174.241519:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434174.241521:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434174.241525:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512631:512631:256:4294967295] 192.168.203.104@tcp LPNI seq info [512598:512598:8:4294967295]
00000400:00000200:3.0:1789434174.241529:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434174.241534:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434174.241538:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434174.241541:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434174.241545:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434174.241547:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1789434174.241551:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434174.241554:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 11 secs later)
00000800:00000100:3.0:1789434174.241558:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434174.241560:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434174.241563:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434174.241566:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434174.241569:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434174.241570:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434174.241572:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434174.241576:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241583:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434174.241586:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241591:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434174.241593:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434174.241596:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434174.241599:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434174.241602:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434174.241604:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300301344
00000100:00000001:3.0:1789434174.241606:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300301996
00000100:00000001:3.0:1789434174.241608:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300301344
00000100:00000001:3.0:1789434174.241610:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300301996
00000100:00000001:3.0:1789434174.241612:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434174.241615:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434174.241616:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434174.241620:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434174/real 1789434174]  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434174.241627:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434174.241628:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434174.241630:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434174.241632:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434174.241634:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434174.241636:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434174.241638:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434174.241646:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241652:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434174.241653:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241655:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434174.241657:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434174.241660:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241665:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434174.241669:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241675:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434174.241677:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241679:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434174.241680:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241681:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434174.241685:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434174.241687:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434174.241691:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434174.241693:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434174.241697:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434174.241704:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933944448:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434174.241707:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241709:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434174.241712:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbce00 x1876351933944064/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241719:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434174.241721:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434174.241724:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434174.241727:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434174.241729:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434174.241731:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434174.241733:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434174.241735:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16c00.
02000000:00000001:3.0:1789434174.241739:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434174.241741:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434174.241743:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbce00.
00000100:00000001:3.0:1789434174.241747:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434174.241749:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241750:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434174.241753:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd500 x1876351933944192/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241759:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434174.241761:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434174.241762:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434174.241764:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434174.241765:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434174.241766:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434174.241768:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434174.241770:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17c00.
02000000:00000001:3.0:1789434174.241772:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434174.241773:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434174.241774:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd500.
00000100:00000001:3.0:1789434174.241776:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434174.241777:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241778:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434174.241781:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbca80 x1876351933944320/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241787:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434174.241788:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434174.241789:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434174.241791:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434174.241792:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434174.241794:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434174.241795:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434174.241797:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17400.
02000000:00000001:3.0:1789434174.241798:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434174.241799:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434174.241800:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbca80.
00000100:00000001:3.0:1789434174.241802:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434174.241803:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241804:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434174.241807:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd180 x1876351933944448/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434174.241812:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434174.241814:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434174.241815:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434174.241817:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434174.241818:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434174.241819:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434174.241820:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434174.241821:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16000.
02000000:00000001:3.0:1789434174.241823:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434174.241824:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434174.241825:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd180.
00000100:00000001:3.0:1789434174.241828:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434174.241829:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241831:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434174.241838:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434174.241840:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434174.241843:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434174.241844:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434174.495494:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434174.495501:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434174.495503:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434174.495510:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434174.495526:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434174.495530:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434174.495533:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434174.495535:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434174.495539:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434174.943512:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300301996, at 4300302016
00000100:00000010:2.0:1789434174.943536:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0de0.
00000100:00000040:3.0:1789434174.944005:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300301996, at 4300302016
00000100:00000010:3.0:1789434174.944019:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0540.
00000100:00000001:2.0:1789434175.007534:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434175.007546:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434175.007548:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434175.007555:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434175.007560:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434175.007577:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434175.007581:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434175.007585:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434175.007590:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434175.007805:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434175.007814:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434175.007816:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434175.007820:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434175.007824:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434175.007828:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434175.007830:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434175.007832:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434175.007836:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434175.007838:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434175.007841:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434175.007842:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434175.007844:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434175.007846:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434175.007995:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434175.008000:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434175.008004:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434175.263462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434175.263471:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434175.263474:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434175.263474:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434175.263480:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1789434175.263482:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434175.263483:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434175.263488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1789434175.263490:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434175.263494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434175.263494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434175.263499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434175.263499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434175.263504:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434175.263504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434175.263508:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434175.263510:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434175.263513:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434175.519512:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434175.519522:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434175.519525:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434175.519532:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434175.519536:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434175.519550:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434175.519552:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434175.519555:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434175.519557:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434176.031440:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434176.031448:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434176.031454:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434176.031455:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434176.031459:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434176.031460:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434176.031464:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434176.031465:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434176.031501:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434176.031506:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434176.031509:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434176.032399:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434176.032403:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434176.032405:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434176.032409:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434176.032413:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434176.032416:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434176.032420:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434176.032423:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434176.032427:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434176.288196:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434176.288203:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434176.288205:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434176.288207:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1789434176.288211:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434176.288212:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434176.288217:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434176.288221:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434176.288223:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434176.288226:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434176.288229:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434176.288231:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434176.288235:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434176.288239:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434176.288242:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434176.288244:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434176.288248:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434176.288250:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434176.543473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434176.543480:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434176.543482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434176.543488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434176.543492:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434176.543496:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434176.543499:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434176.543502:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434176.543505:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434177.055462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434177.055476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434177.055479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434177.055484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434177.055488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434177.055491:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434177.055494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434177.055496:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434177.055500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434177.055512:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434177.055515:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434177.055519:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434177.055521:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434177.055524:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434177.055525:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434177.055528:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434177.055530:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434177.056094:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434177.056098:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434177.056102:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434177.311455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434177.311455:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434177.311464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434177.311464:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434177.311469:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434177.311469:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434177.311477:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434177.311477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434177.311483:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434177.311483:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434177.311489:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434177.311490:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434177.311493:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434177.311494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434177.311497:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434177.311498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434177.311502:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434177.311503:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434177.567482:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434177.567490:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434177.567492:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434177.567497:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434177.567501:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434177.567504:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434177.567507:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434177.567510:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434177.567513:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434178.079560:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434178.079569:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434178.079571:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434178.079577:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434178.079582:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434178.079586:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434178.079590:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434178.079593:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434178.079597:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434178.079615:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434178.079622:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434178.079628:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434178.079629:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434178.079633:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434178.079635:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434178.079638:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434178.079639:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434178.079740:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434178.079744:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434178.079748:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434178.335440:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434178.335446:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434178.335448:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434178.335452:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434178.335454:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434178.335457:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434178.335459:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434178.335461:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434178.335462:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434178.335550:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434178.335552:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434178.335553:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434178.335555:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434178.335557:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434178.335558:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434178.335559:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434178.335561:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434178.335562:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434178.591418:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434178.591424:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434178.591426:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434178.591430:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434178.591432:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434178.591435:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434178.591437:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434178.591439:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434178.591441:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434179.103478:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434179.103486:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434179.103489:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434179.103495:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434179.103499:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434179.103760:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434179.103764:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434179.103767:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434179.103770:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434179.104207:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434179.104211:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434179.104215:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434179.104217:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434179.104220:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434179.104221:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434179.104224:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434179.104225:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434179.104276:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434179.104280:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434179.104283:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789434179.359548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434179.359559:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434179.359562:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434179.359566:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434179.359570:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434179.359576:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5634
00000400:00000200:0.0:1789434179.359584:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434179.359590:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434179.359594:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434179.359596:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359600:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434179.359602:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359604:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434179.359613:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434179.359615:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434179.359617:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434179.359621:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434179.359623:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434179.359626:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434179.359628:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359630:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434179.359632:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359634:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434179.359636:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434179.359639:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359642:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434179.359645:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434179.359648:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434179.359651:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434179.359653:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434179.359655:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434179.359664:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd180.
00000020:00000040:0.0:1789434179.359667:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434179.359670:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434179.359672:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434179.359675:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434179.359678:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434179.359681:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434179.359690:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16000.
00000100:00000001:0.0:1789434179.359696:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434179.359704:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434179.359714:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434179.359717:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434179.359722:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002561b92c] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434179.359744:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434179.359747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434179.359751:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434179.359752:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434179.359753:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434179.359756:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434179.359758:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5634
00000400:00000200:0.0:1789434179.359762:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434179.359764:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434179.359766:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434179.359768:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359770:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434179.359772:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359774:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434179.359776:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434179.359778:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434179.359779:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434179.359781:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434179.359783:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434179.359784:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434179.359787:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359788:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434179.359790:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359792:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434179.359794:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434179.359796:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359798:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434179.359799:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434179.359804:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434179.359806:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434179.359808:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434179.359811:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434179.359814:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434179.359815:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434179.359820:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbca80.
00000020:00000040:0.0:1789434179.359822:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434179.359824:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434179.359825:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434179.359827:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434179.359828:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434179.359829:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434179.359832:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17400.
00000100:00000001:0.0:1789434179.359835:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434179.359840:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434179.359846:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434179.359848:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434179.359851:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6c4da94] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434179.359870:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434179.359872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434179.359875:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434179.359877:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434179.359878:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434179.359881:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434179.359883:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5634
00000400:00000200:0.0:1789434179.359886:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434179.359889:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434179.359891:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434179.359893:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359903:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434179.359905:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359907:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434179.359910:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434179.359911:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434179.359913:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434179.359915:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434179.359917:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434179.359918:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434179.359921:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359922:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434179.359924:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359926:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434179.359929:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434179.359931:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434179.359933:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434179.359934:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434179.359937:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434179.359939:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434179.359941:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434179.359943:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434179.359945:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434179.359946:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434179.359950:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd500.
00000020:00000040:0.0:1789434179.359952:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434179.359954:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434179.359955:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434179.359957:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434179.359958:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434179.359959:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434179.359962:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17c00.
00000100:00000001:0.0:1789434179.359965:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434179.359969:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434179.359975:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434179.359977:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434179.359981:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879e203] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434179.359987:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434179.359989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434179.359992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434179.359993:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434179.359994:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434179.359997:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434179.359999:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5634
00000400:00000200:0.0:1789434179.360002:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434179.360004:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434179.360006:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434179.360009:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.360010:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434179.360012:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.360014:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434179.360015:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434179.360016:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434179.360018:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434179.360019:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434179.360021:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434179.360023:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434179.360025:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.360027:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434179.360028:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434179.360030:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434179.360031:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434179.360033:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434179.360035:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434179.360036:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434179.360038:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434179.360040:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434179.360041:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434179.360042:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434179.360044:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434179.360045:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434179.360047:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbce00.
00000020:00000040:0.0:1789434179.360050:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434179.360052:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434179.360053:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434179.360054:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434179.360055:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434179.360056:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434179.360059:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16c00.
00000100:00000001:0.0:1789434179.360062:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434179.360065:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434179.360072:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434179.360073:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434179.360076:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c51f9e] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434179.360083:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434179.360088:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5644)
00000100:00000001:3.0:1789434179.360164:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434179.360168:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434179.360170:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434179.360176:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360184:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434179.360186:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434179.360188:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434179.360191:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434179.360193:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434179.360197:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933944576:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434179.360201:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434179.360204:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434179.360206:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434179.360208:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434179.360213:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434179.360215:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434179.360220:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434179.360224:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434179.360230:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434179.360237:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933944576, portal 25
00000100:00000001:3.0:1789434179.360239:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434179.360241:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549971328 : -119883159580288 : ffff92f786dbd180)
00000100:00000040:3.0:1789434179.360246:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360252:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434179.360255:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434179.360257:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434179.360260:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933944576, offset 0
00000400:00000200:3.0:1789434179.360267:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434179.360274:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434179.360280:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434179.360285:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434179.360288:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434179.360292:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434179.360295:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434179.360298:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512632:512632:256:4294967295] 192.168.203.104@tcp LPNI seq info [512599:512599:8:4294967295]
00000400:00000200:3.0:1789434179.360303:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434179.360312:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434179.360318:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434179.360322:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434179.360328:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434179.360332:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789434179.360336:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434179.360340:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1789434179.360343:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434179.360364:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434179.360371:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434179.360375:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434179.360380:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434179.360382:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434179.360386:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434179.360389:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360398:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434179.360401:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360408:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434179.360410:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434179.360414:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434179.360418:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434179.360421:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300307116
00000100:00000010:3.0:1789434179.360425:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0540.
00000100:00000001:3.0:1789434179.360432:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434179.360436:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300307116
00000100:00000010:3.0:1789434179.360439:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0a80.
00000100:00000001:3.0:1789434179.360441:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434179.360444:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434179.360446:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434179.360449:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434179.360453:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434179/real 1789434179]  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434179.360461:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434179.360463:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434179.360465:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434179.360467:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434179.360469:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434179.360471:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434179.360473:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434179.360481:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360487:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434179.360488:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.360491:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434179.360493:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434179.360496:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360502:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434179.360506:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360512:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434179.360515:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.360516:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434179.360518:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.360520:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434179.360522:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434179.360524:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434179.360527:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434179.360530:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434179.360533:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434179.360540:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933944576:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434179.360545:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434179.360548:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360554:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434179.360555:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434179.360557:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434179.360559:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434179.360561:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434179.360563:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933944704:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434179.360566:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434179.360567:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434179.360569:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434179.360571:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434179.360574:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434179.360575:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434179.360579:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434179.360581:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434179.360583:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434179.360586:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933944704, portal 10
00000100:00000001:3.0:1789434179.360587:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434179.360589:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549969536 : -119883159582080 : ffff92f786dbca80)
00000100:00000040:3.0:1789434179.360594:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360600:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434179.360602:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434179.360603:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434179.360605:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933944704, offset 0
00000400:00000200:3.0:1789434179.360609:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434179.360613:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434179.360616:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434179.360620:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434179.360622:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434179.360623:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434179.360626:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434179.360628:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512633:512633:256:4294967295] 192.168.203.104@tcp LPNI seq info [512600:512600:8:4294967295]
00000400:00000200:3.0:1789434179.360632:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434179.360637:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434179.360641:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434179.360644:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434179.360647:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434179.360650:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789434179.360653:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434179.360656:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1789434179.360660:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434179.360661:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434179.360664:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434179.360667:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434179.360670:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434179.360671:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434179.360673:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434179.360676:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360683:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434179.360685:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360691:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434179.360693:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434179.360695:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434179.360698:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434179.360702:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434179.360703:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300306444
00000100:00000001:3.0:1789434179.360706:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300307116
00000100:00000001:3.0:1789434179.360707:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300306444
00000100:00000001:3.0:1789434179.360709:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300307116
00000100:00000001:3.0:1789434179.360711:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434179.360712:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434179.360714:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434179.360717:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434179/real 1789434179]  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434179.360724:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434179.360725:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434179.360726:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434179.360728:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434179.360729:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434179.360731:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434179.360734:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434179.360741:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360746:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434179.360748:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.360749:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434179.360751:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434179.360754:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360760:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434179.360764:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360770:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434179.360773:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.360774:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434179.360776:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.360777:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434179.360781:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434179.360783:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434179.360786:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434179.360788:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434179.360792:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434179.360800:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933944704:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434179.360808:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434179.360811:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360822:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434179.360823:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434179.360825:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434179.360827:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434179.360829:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434179.360832:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933944832:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434179.360834:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434179.360836:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434179.360837:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434179.360839:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434179.360842:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434179.360844:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434179.360847:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434179.360849:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434179.360852:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434179.360854:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933944832, portal 4
00000100:00000001:3.0:1789434179.360856:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434179.360857:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549972224 : -119883159579392 : ffff92f786dbd500)
00000100:00000040:3.0:1789434179.360863:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360869:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434179.360871:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434179.360873:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434179.360875:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933944832, offset 0
00000400:00000200:3.0:1789434179.360880:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434179.360884:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434179.360887:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434179.360890:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434179.360892:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434179.360894:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434179.360906:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434179.360909:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512634:512634:256:4294967295] 192.168.203.104@tcp LPNI seq info [512601:512601:8:4294967295]
00000400:00000200:3.0:1789434179.360913:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434179.360919:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434179.360924:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434179.360930:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434179.360934:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434179.360937:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789434179.360940:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434179.360943:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1789434179.360946:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434179.360948:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434179.360951:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434179.360954:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434179.360957:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434179.360959:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434179.360961:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434179.360964:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360971:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434179.360974:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.360980:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434179.360982:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434179.360984:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434179.360987:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434179.360990:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434179.360991:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300306461
00000100:00000001:3.0:1789434179.360993:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300307116
00000100:00000001:3.0:1789434179.360995:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300306461
00000100:00000001:3.0:1789434179.360997:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300307116
00000100:00000001:3.0:1789434179.360999:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434179.361001:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434179.361001:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434179.361003:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789434179.361004:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434179.361006:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434179.361006:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434179/real 1789434179]  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434179.361013:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:1.0:1789434179.361014:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000400:00000001:3.0:1789434179.361014:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1789434179.361016:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000010:3.0:1789434179.361016:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000100:00000001:1.0:1789434179.361018:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434179.361019:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434179.361020:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:1.0:1789434179.361021:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434179.361022:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361022:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:1.0:1789434179.361025:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789434179.361025:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434179.361032:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361038:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434179.361039:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361041:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434179.361042:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434179.361045:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361052:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434179.361055:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361062:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434179.361064:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361065:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434179.361066:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361068:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434179.361073:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434179.361075:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434179.361078:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434179.361080:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434179.361083:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434179.361090:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933944832:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434179.361094:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434179.361097:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361103:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434179.361104:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434179.361106:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434179.361107:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434179.361109:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434179.361111:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933944960:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434179.361114:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434179.361116:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434179.361117:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434179.361119:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434179.361121:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434179.361123:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434179.361126:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434179.361128:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434179.361131:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434179.361134:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933944960, portal 4
00000100:00000001:3.0:1789434179.361136:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434179.361137:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549970432 : -119883159581184 : ffff92f786dbce00)
00000100:00000040:3.0:1789434179.361141:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361147:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434179.361149:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434179.361151:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434179.361153:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933944960, offset 0
00000400:00000200:3.0:1789434179.361157:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434179.361161:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434179.361165:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434179.361168:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434179.361171:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:2.0:1789434179.361173:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1789434179.361174:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1789434179.361178:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1789434179.361179:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:2.0:1789434179.361182:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434179.361187:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512635:512635:256:4294967295] 192.168.203.104@tcp LPNI seq info [512602:512602:8:4294967295]
00000100:00100000:2.0:1789434179.361188:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434179.361193:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434179.361196:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434179.361197:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434179.361200:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434179.361203:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434179.361207:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434179.361210:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434179.361216:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434179.361220:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434179.361224:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434179.361227:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1789434179.361231:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434179.361234:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1789434179.361237:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434179.361239:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434179.361242:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434179.361246:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434179.361249:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434179.361250:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434179.361253:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434179.361256:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361263:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434179.361266:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361272:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434179.361273:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434179.361276:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434179.361279:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434179.361281:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434179.361283:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300306463
00000100:00000001:3.0:1789434179.361285:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300307116
00000100:00000001:3.0:1789434179.361287:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300306463
00000100:00000001:3.0:1789434179.361289:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300307116
00000100:00000001:3.0:1789434179.361291:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434179.361293:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434179.361295:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434179.361299:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434179/real 1789434179]  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434179.361306:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434179.361308:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434179.361309:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434179.361311:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434179.361313:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434179.361315:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434179.361317:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434179.361325:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361331:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434179.361332:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361334:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434179.361335:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434179.361339:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361344:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434179.361365:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361373:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434179.361375:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361377:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434179.361378:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361379:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434179.361383:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434179.361385:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434179.361388:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434179.361389:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434179.361393:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434179.361399:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933944960:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434179.361402:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361403:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434179.361406:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd180 x1876351933944576/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361412:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434179.361415:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434179.361417:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434179.361420:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434179.361422:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434179.361423:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434179.361426:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434179.361428:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16000.
02000000:00000001:3.0:1789434179.361431:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434179.361433:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434179.361434:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd180.
00000100:00000001:3.0:1789434179.361437:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434179.361438:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361440:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434179.361444:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbca80 x1876351933944704/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361449:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434179.361450:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434179.361452:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434179.361454:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434179.361455:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434179.361456:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434179.361458:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434179.361459:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17400.
02000000:00000001:3.0:1789434179.361461:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434179.361462:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434179.361463:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbca80.
00000100:00000001:3.0:1789434179.361466:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434179.361467:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361468:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434179.361470:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd500 x1876351933944832/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361476:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434179.361477:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434179.361479:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434179.361480:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434179.361481:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434179.361482:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434179.361484:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434179.361485:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17c00.
02000000:00000001:3.0:1789434179.361487:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434179.361488:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434179.361490:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd500.
00000100:00000001:3.0:1789434179.361492:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434179.361493:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361494:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434179.361497:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbce00 x1876351933944960/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434204 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434179.361508:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434179.361509:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434179.361510:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434179.361512:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434179.361513:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434179.361514:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434179.361516:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434179.361517:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16c00.
02000000:00000001:3.0:1789434179.361519:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434179.361520:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434179.361521:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbce00.
00000100:00000001:3.0:1789434179.361524:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434179.361525:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361526:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434179.361533:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434179.361535:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434179.361536:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434179.361538:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434179.615479:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434179.615486:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434179.615488:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434179.615494:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434179.615498:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434179.615502:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434179.615505:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434179.615507:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434179.615510:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434180.063554:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300307116, at 4300307136
00000100:00000010:3.0:1789434180.063565:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0a80.
00000100:00000040:2.0:1789434180.063879:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300307116, at 4300307136
00000100:00000010:2.0:1789434180.063884:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0540.
00010000:00000001:1.0:1789434180.127471:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434180.127477:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434180.127484:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434180.127485:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434180.127489:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434180.127491:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434180.127494:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434180.127496:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434180.127512:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434180.127517:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434180.127520:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434180.127524:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434180.127528:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434180.127532:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434180.127536:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434180.127539:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434180.127542:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434180.127720:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434180.127724:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434180.127727:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434180.383468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434180.383475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434180.383477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434180.383482:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434180.383486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434180.383489:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434180.383492:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434180.383494:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434180.383497:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434180.384159:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434180.384167:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434180.384169:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434180.384174:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434180.384178:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434180.384181:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434180.384184:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434180.384186:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434180.384189:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434180.639496:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434180.639505:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434180.639507:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434180.639514:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434180.639519:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434180.639523:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434180.639527:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434180.639530:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434180.639533:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434181.151535:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434181.151546:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434181.151549:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434181.151556:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434181.151562:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434181.151566:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434181.151569:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434181.151572:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434181.151576:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434181.151597:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434181.151601:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434181.151604:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434181.151605:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434181.151607:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434181.151608:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434181.151610:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434181.151611:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434181.151636:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434181.151641:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434181.151645:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434181.407492:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434181.407499:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434181.407501:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434181.407506:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434181.407509:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434181.407513:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434181.407516:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434181.407519:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434181.407522:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434181.408251:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434181.408258:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434181.408261:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434181.408266:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434181.408270:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434181.408273:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434181.408276:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434181.408278:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434181.408280:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434181.663531:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434181.663540:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434181.663542:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434181.663547:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434181.663552:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434181.663556:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434181.663560:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434181.663562:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434181.663566:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434182.175502:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434182.175512:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434182.175515:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434182.175520:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1789434182.175522:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434182.175527:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434182.175529:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434182.175534:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434182.175538:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434182.175539:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434182.175542:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434182.175544:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434182.175552:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434182.175555:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434182.175557:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434182.175560:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434182.175563:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434182.175808:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434182.175812:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434182.175815:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434182.431509:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434182.431517:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434182.431519:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434182.431525:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434182.431528:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434182.431532:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434182.431534:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434182.431537:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434182.431540:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434182.432727:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434182.432732:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434182.432734:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434182.432737:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434182.432739:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434182.432743:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434182.432745:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434182.432747:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434182.432749:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434182.688998:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434182.689005:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434182.689007:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434182.689013:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434182.689016:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434182.689020:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434182.689023:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434182.689026:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434182.689029:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199504:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434183.199510:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199516:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434183.199519:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434183.199522:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434183.199525:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199528:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434183.199531:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199533:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199536:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199539:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434183.199541:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434183.199542:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434183.199544:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199546:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434183.199547:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199549:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199550:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199553:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434183.199555:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434183.199557:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434183.199558:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199560:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434183.199561:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199563:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434183.199565:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434183.200797:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434183.200801:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434183.200805:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434183.201145:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434183.201149:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434183.201152:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434183.201156:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434183.201160:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434183.201164:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434183.201168:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434183.201171:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434183.201175:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434183.455465:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434183.455465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434183.455473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434183.455473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434183.455476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434183.455477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434183.455484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434183.455484:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434183.455491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434183.455492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434183.455497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434183.455497:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434183.455504:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434183.455504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434183.455509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434183.455509:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434183.455515:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434183.455516:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434183.711442:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434183.711448:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434183.711450:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434183.711453:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434183.711456:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434183.711459:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434183.711461:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434183.711462:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434183.711465:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434184.223469:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434184.223477:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434184.223480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434184.223485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434184.223489:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434184.223493:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434184.223495:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434184.223498:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434184.223502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434184.223793:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434184.223797:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434184.223802:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434184.223803:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434184.223806:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434184.223808:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434184.223811:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434184.223812:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434184.223887:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434184.223891:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434184.223895:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789434184.480126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434184.480136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434184.480139:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434184.480142:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434184.480147:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434184.480153:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5639
00000400:00000200:2.0:1789434184.480162:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434184.480167:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434184.480170:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434184.480174:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434184.480177:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434184.480179:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434184.480182:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434184.480190:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434184.480192:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434184.480195:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434184.480197:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434184.480200:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434184.480202:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434184.480205:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434184.480207:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434184.480210:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434184.480211:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434184.480214:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434184.480217:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434184.480220:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434184.480223:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434184.480226:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434184.480229:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434184.480231:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434184.480234:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434184.480243:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2ad80.
00000020:00000040:2.0:1789434184.480247:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434184.480250:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434184.480252:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434184.480255:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434184.480258:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434184.480261:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434184.480269:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789434184.480275:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434184.480284:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434184.480305:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434184.480309:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434184.480314:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf7f5fd7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434184.480335:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434184.480338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434184.480341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434184.480343:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434184.480344:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434184.480347:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434184.480371:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5639
00000100:00000001:3.0:1789434184.480371:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434184.480375:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1789434184.480378:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434184.480379:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1789434184.480384:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434184.480388:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434184.480388:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434184.480395:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434184.480401:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789434184.480401:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434184.480405:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434184.480406:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:3.0:1789434184.480408:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1789434184.480410:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:3.0:1789434184.480411:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434184.480415:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434184.480416:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434184.480420:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00100000:3.0:1789434184.480420:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933945088:192.168.203.104@tcp:250:kworker.0
00000020:00000001:2.0:1789434184.480423:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789434184.480425:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1789434184.480427:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
02000000:00000001:3.0:1789434184.480429:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434184.480432:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434184.480433:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:3.0:1789434184.480435:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1789434184.480438:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000010:3.0:1789434184.480440:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000040:2.0:1789434184.480444:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:3.0:1789434184.480444:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434184.480448:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789434184.480451:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:2.0:1789434184.480453:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000010:3.0:1789434184.480455:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000100:00000001:2.0:1789434184.480457:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000010:3.0:1789434184.480461:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000020:00000040:2.0:1789434184.480462:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434184.480468:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000200:3.0:1789434184.480469:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933945088, portal 25
00000100:00000001:3.0:1789434184.480472:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434184.480473:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482263424 : -119883227288192 : ffff92f782d2ad80)
00000100:00000040:3.0:1789434184.480477:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.480482:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1789434184.480483:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434184.480485:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
02000000:00000001:2.0:1789434184.480488:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1789434184.480489:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434184.480493:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933945088, offset 0
02000000:00000001:2.0:1789434184.480496:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1789434184.480499:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
02000000:00000001:2.0:1789434184.480500:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434184.480503:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434184.480507:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1789434184.480507:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00000001:2.0:1789434184.480512:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434184.480514:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:2.0:1789434184.480516:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434184.480521:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1789434184.480522:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28e00.
00000020:00000040:2.0:1789434184.480527:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434184.480530:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434184.480532:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434184.480533:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434184.480535:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1789434184.480535:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
02000000:00000001:2.0:1789434184.480536:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434184.480542:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
02000000:00000010:2.0:1789434184.480543:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b800.
00000400:00000200:3.0:1789434184.480547:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:2.0:1789434184.480549:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434184.480554:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512636:512636:256:4294967295] 192.168.203.104@tcp LPNI seq info [512603:512603:8:4294967295]
00000100:00100000:2.0:1789434184.480558:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789434184.480564:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434184.480572:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434184.480577:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434184.480582:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1789434184.480585:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e55d] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1789434184.480597:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789434184.480599:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1789434184.480602:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000100:00080000:2.0:1789434184.480603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434184.480608:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434184.480610:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.0:1789434184.480612:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:2.0:1789434184.480613:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1789434184.480616:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1789434184.480618:0:37:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:3.1:1789434184.480622:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:2.0:1789434184.480624:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5639
00000800:00000200:3.1:1789434184.480626:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000400:00000200:2.0:1789434184.480632:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000100:3.0:1789434184.480633:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434184.480637:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:2.0:1789434184.480640:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:3.0:1789434184.480643:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1789434184.480644:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434184.480651:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:3.0:1789434184.480651:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1789434184.480656:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789434184.480656:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434184.480660:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000040:2.0:1789434184.480662:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434184.480664:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1789434184.480666:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000200:3.0:1789434184.480669:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789434184.480672:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434184.480675:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434184.480678:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434184.480681:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000100:00000001:3.0:1789434184.480682:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1789434184.480685:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434184.480686:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789434184.480692:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:3.0:1789434184.480698:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434184.480700:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434184.480704:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434184.480705:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434184.480707:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434184.480708:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434184.480712:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00000001:3.0:1789434184.480713:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434184.480716:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:3.0:1789434184.480720:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434184.480721:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.480724:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300312236
02000000:00000001:2.0:1789434184.480725:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434184.480729:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1789434184.480732:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0a80.
02000000:00000001:2.0:1789434184.480733:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434184.480737:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434184.480739:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000001:3.0:1789434184.480740:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000008:00000001:2.0:1789434184.480742:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434184.480746:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.480748:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300312236
00000100:00000010:2.0:1789434184.480750:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b800.
00000100:00000010:3.0:1789434184.480754:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0720.
00000020:00000040:2.0:1789434184.480755:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434184.480761:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789434184.480761:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1789434184.480763:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434184.480766:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789434184.480767:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434184.480768:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434184.480771:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.480772:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434184.480777:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:3.0:1789434184.480777:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1789434184.480783:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434184.480786:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434184/real 1789434184]  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434184.480791:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434184.480817:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434184.480820:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1789434184.480820:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434184.480823:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1789434184.480827:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3088977] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1789434184.480828:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434184.480833:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434184.480837:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:2.0:1789434184.480842:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.480843:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00080000:2.0:1789434184.480848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1789434184.480851:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789434184.480853:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434184.480856:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434184.480869:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434184.480876:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:3.0:1789434184.480879:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789434184.480882:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5639
00000400:00000200:2.0:1789434184.480891:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434184.480892:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434184.480895:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1789434184.480896:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434184.480900:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434184.480903:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434184.480906:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434184.480907:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434184.480910:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434184.480912:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434184.480913:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434184.480918:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434184.480920:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00100000:3.0:1789434184.480920:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789434184.480924:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434184.480928:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434184.480932:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434184.480936:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434184.480940:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434184.480942:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434184.480945:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434184.480946:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434184.480949:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434184.480952:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:1.0:1789434184.480955:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1789434184.480956:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789434184.480959:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434184.480962:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434184.480966:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434184.480968:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434184.480971:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789434184.480974:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434184.480976:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1789434184.480977:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
02000000:00000001:2.0:1789434184.480977:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434184.480979:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434184.480983:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.480984:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789434184.480985:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434184.480986:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1789434184.480988:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434184.480992:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434184.480992:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434184.480992:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434184.480993:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434184.480996:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1789434184.480997:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:0.0:1789434184.480998:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434184.480998:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434184.481002:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434184.481004:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1789434184.481004:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434184.481007:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434184.481007:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434184.481008:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434184.481013:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.481014:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000010:2.0:1789434184.481017:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29880.
00000100:00000001:3.0:1789434184.481019:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1789434184.481022:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00080000:3.0:1789434184.481024:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1789434184.481027:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434184.481029:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434184.481032:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434184.481033:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434184.481037:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789434184.481038:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1789434184.481040:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434184.481045:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1789434184.481046:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789434184.481051:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434184.481060:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789434184.481061:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933945088:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434184.481070:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434184.481075:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434184.481076:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1789434184.481080:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434184.481082:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2ad80 x1876351933945088/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434184.481088:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ac992a] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481092:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434184.481095:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434184.481099:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
00000100:00000001:2.0:1789434184.481100:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434184.481103:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1789434184.481106:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5649)
00000020:00000001:3.0:1789434184.481107:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434184.481109:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434184.481113:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434184.481115:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:3.0:1789434184.481119:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434184.481121:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434184.481123:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2ad80.
00000100:00000001:3.0:1789434184.481126:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434184.481127:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.481130:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.481136:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434184.481138:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.481140:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434184.481141:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434184.481143:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434184.481148:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481155:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434184.481156:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434184.481158:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434184.481160:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434184.481162:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434184.481166:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933945216:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434184.481170:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434184.481172:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434184.481174:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434184.481182:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434184.481186:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434184.481189:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434184.481193:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434184.481196:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434184.481200:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434184.481203:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933945216, portal 10
00000100:00000001:3.0:1789434184.481205:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434184.481206:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482255360 : -119883227296256 : ffff92f782d28e00)
00000100:00000040:3.0:1789434184.481213:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481219:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434184.481222:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434184.481225:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434184.481227:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933945216, offset 0
00000400:00000200:3.0:1789434184.481233:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434184.481238:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434184.481241:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434184.481243:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434184.481245:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434184.481247:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434184.481249:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434184.481252:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512637:512637:256:4294967295] 192.168.203.104@tcp LPNI seq info [512604:512604:8:4294967295]
00000400:00000200:3.0:1789434184.481257:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434184.481266:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434184.481272:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434184.481276:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434184.481281:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434184.481285:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1789434184.481290:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434184.481293:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1789434184.481298:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434184.481300:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434184.481303:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434184.481307:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434184.481311:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434184.481312:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434184.481315:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434184.481319:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481327:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434184.481330:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481337:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.481338:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434184.481341:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434184.481344:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434184.481373:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434184.481375:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300311565
00000100:00000001:3.0:1789434184.481378:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300312236
00000100:00000001:3.0:1789434184.481380:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300311565
00000100:00000001:3.0:1789434184.481383:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300312236
00000100:00000001:3.0:1789434184.481386:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434184.481388:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.481391:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434184.481396:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434184/real 1789434184]  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434184.481404:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434184.481405:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434184.481407:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434184.481410:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434184.481411:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434184.481414:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434184.481416:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434184.481425:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481431:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434184.481433:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.481434:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434184.481437:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434184.481441:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481499:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434184.481505:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481510:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434184.481511:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.481513:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434184.481513:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.481514:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434184.481516:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434184.481518:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434184.481522:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434184.481524:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434184.481527:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434184.481534:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933945216:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434184.481538:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434184.481541:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481547:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434184.481548:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434184.481550:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434184.481552:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434184.481554:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434184.481557:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933945344:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434184.481561:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434184.481563:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434184.481564:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434184.481566:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434184.481569:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434184.481572:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434184.481576:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434184.481579:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434184.481583:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434184.481586:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933945344, portal 4
00000100:00000001:3.0:1789434184.481588:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434184.481589:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482266112 : -119883227285504 : ffff92f782d2b800)
00000100:00000040:3.0:1789434184.481595:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481601:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434184.481603:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434184.481605:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434184.481607:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933945344, offset 0
00000400:00000200:3.0:1789434184.481611:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434184.481615:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434184.481618:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434184.481621:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434184.481624:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434184.481626:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434184.481628:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434184.481631:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512638:512638:256:4294967295] 192.168.203.104@tcp LPNI seq info [512605:512605:8:4294967295]
00000400:00000200:3.0:1789434184.481635:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434184.481639:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434184.481642:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434184.481645:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434184.481647:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434184.481649:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1789434184.481652:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434184.481654:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1789434184.481656:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434184.481658:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434184.481835:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434184.481840:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434184.481844:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434184.481846:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434184.481849:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434184.481852:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481869:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434184.481871:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481876:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.481877:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434184.481880:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434184.481882:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434184.481884:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434184.481886:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300311582
00000100:00000001:3.0:1789434184.481888:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300312236
00000100:00000001:3.0:1789434184.481890:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300311582
00000100:00000001:3.0:1789434184.481892:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300312236
00000100:00000001:3.0:1789434184.481895:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434184.481897:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.481898:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434184.481902:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434184/real 1789434184]  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434184.481910:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434184.481911:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434184.481913:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434184.481915:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434184.481917:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434184.481919:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434184.481921:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434184.481930:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481936:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434184.481938:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.481940:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434184.481941:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434184.481945:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481951:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434184.481954:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.481961:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434184.481963:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.481965:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434184.481966:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.481968:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434184.481972:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434184.481975:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434184.481978:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434184.481981:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434184.481985:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434184.481993:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933945344:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434184.481998:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434184.482000:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.482004:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434184.482005:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434184.482006:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434184.482008:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434184.482009:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434184.482010:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933945472:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434184.482012:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434184.482013:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434184.482014:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434184.482015:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434184.482018:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434184.482019:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434184.482021:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434184.482023:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434184.482025:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434184.482027:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933945472, portal 4
00000100:00000001:3.0:1789434184.482029:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434184.482030:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258048 : -119883227293568 : ffff92f782d29880)
00000100:00000040:3.0:1789434184.482033:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.482038:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434184.482040:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434184.482041:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434184.482042:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933945472, offset 0
00000400:00000200:3.0:1789434184.482045:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434184.482047:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434184.482049:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434184.482051:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434184.482053:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434184.482054:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434184.482056:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434184.482058:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512639:512639:256:4294967295] 192.168.203.104@tcp LPNI seq info [512606:512606:8:4294967295]
00000400:00000200:3.0:1789434184.482060:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434184.482065:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434184.482068:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434184.482069:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434184.482072:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434184.482074:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1789434184.482076:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434184.482078:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1789434184.482081:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434184.482082:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:3.0:1789434184.482084:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434184.482086:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434184.482088:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:3.0:1789434184.482090:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:3.0:1789434184.482091:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434184.482093:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.482098:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434184.482100:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.482108:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.482109:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434184.482111:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434184.482112:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434184.482114:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434184.482115:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300311584
00000100:00000001:3.0:1789434184.482117:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300312236
00000100:00000001:3.0:1789434184.482119:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300311584
00000100:00000001:3.0:1789434184.482120:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300312236
00000100:00000001:3.0:1789434184.482121:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434184.482122:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.482124:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434184.482126:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434184/real 1789434184]  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434184.482130:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434184.482131:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434184.482132:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434184.482133:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434184.482133:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434184.482135:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434184.482136:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434184.482141:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.482145:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434184.482146:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.482147:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434184.482147:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434184.482149:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.482154:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434184.482156:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.482160:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434184.482161:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.482162:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434184.482162:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.482163:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434184.482165:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434184.482167:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434184.482168:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434184.482169:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434184.482171:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434184.482175:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933945472:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434184.482177:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.482179:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434184.482181:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28e00 x1876351933945216/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.482187:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434184.482189:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434184.482191:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434184.482193:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434184.482195:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434184.482196:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434184.482198:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434184.482200:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:3.0:1789434184.482203:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434184.482204:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434184.482206:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28e00.
00000100:00000001:3.0:1789434184.482209:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434184.482210:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.482211:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434184.482214:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b800 x1876351933945344/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.482220:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434184.482222:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434184.482223:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434184.482226:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434184.482227:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434184.482228:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434184.482230:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434184.482231:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:3.0:1789434184.482234:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434184.482236:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434184.482237:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b800.
00000100:00000001:3.0:1789434184.482238:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434184.482239:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.482240:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434184.482242:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29880 x1876351933945472/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434184.482246:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434184.482247:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434184.482248:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434184.482249:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434184.482250:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434184.482251:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434184.482253:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434184.482254:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:3.0:1789434184.482256:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434184.482257:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434184.482258:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29880.
00000100:00000001:3.0:1789434184.482260:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434184.482261:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.482263:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434184.482268:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434184.482269:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434184.482271:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434184.482273:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434184.735546:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434184.735553:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434184.735556:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434184.735561:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434184.735565:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434184.735568:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434184.735571:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434184.735573:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434184.735576:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434185.183463:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300312236, at 4300312256
00000100:00000010:3.0:1789434185.183478:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0720.
00000100:00000040:2.0:1789434185.183485:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300312236, at 4300312256
00000100:00000010:2.0:1789434185.183496:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0a80.
00010000:00000001:1.0:1789434185.247518:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434185.247527:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434185.247529:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434185.247534:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434185.247539:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434185.247541:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434185.247544:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434185.247546:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434185.247551:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434185.247553:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434185.247567:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434185.247569:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434185.247572:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434185.247573:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434185.247647:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434185.247652:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434185.247655:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434185.248276:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434185.248280:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434185.248283:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434185.248287:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434185.248290:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434185.248294:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434185.248296:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434185.248299:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434185.248302:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434185.503486:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434185.503494:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434185.503496:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434185.503501:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434185.503505:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434185.503509:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434185.503512:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434185.503515:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434185.503518:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434185.503694:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434185.503698:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434185.503699:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434185.503701:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434185.503702:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434185.503704:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434185.503705:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434185.503707:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434185.503709:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434185.759483:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434185.759490:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434185.759493:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434185.759498:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434185.759503:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434185.759507:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434185.759509:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434185.759512:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434185.759515:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434186.271474:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434186.271481:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434186.271488:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434186.271490:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434186.271494:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434186.271496:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434186.271500:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434186.271501:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434186.271679:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434186.271684:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434186.271686:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434186.271691:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1789434186.271692:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000020:00000001:3.0:1789434186.271695:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434186.271697:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00010000:3.0:1789434186.271701:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434186.271703:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434186.271707:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434186.271710:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434186.271714:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434186.527478:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434186.527478:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434186.527486:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434186.527486:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434186.527491:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434186.527491:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434186.527500:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434186.527500:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434186.527505:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434186.527506:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434186.527511:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434186.527512:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434186.527518:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434186.527518:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434186.527522:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434186.527523:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434186.527525:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434186.527527:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434186.783432:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434186.783439:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434186.783441:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434186.783446:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434186.783449:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434186.783453:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434186.783456:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434186.783459:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434186.783462:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434187.295527:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434187.295533:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434187.295538:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434187.295540:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434187.295544:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434187.295546:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434187.295551:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434187.295555:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434187.295556:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434187.295561:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434187.295563:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434187.295565:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434187.295567:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434187.295569:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434187.295571:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434187.295574:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434187.295580:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434187.295654:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434187.295656:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434187.295659:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434187.551467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434187.551474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434187.551476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434187.551482:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434187.551486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434187.551490:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434187.551493:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434187.551496:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434187.551500:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434187.551588:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434187.551592:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434187.551593:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434187.551596:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434187.551598:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434187.551600:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434187.551602:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434187.551604:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434187.551606:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434187.807661:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434187.807668:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434187.807670:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434187.807676:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434187.807679:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434187.807683:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434187.807686:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434187.807688:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434187.807692:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434188.319510:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434188.319515:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434188.319518:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434188.319519:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434188.319522:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434188.319523:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434188.319525:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434188.319527:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434188.319583:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434188.319587:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434188.319590:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434188.319925:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434188.319928:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434188.319929:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434188.319932:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434188.319935:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434188.319938:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434188.319940:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434188.319942:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434188.319944:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434188.575490:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434188.575498:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434188.575500:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434188.575506:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434188.575509:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434188.575513:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434188.575516:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434188.575519:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434188.575521:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434188.575625:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434188.575629:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434188.575630:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434188.575633:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434188.575635:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434188.575637:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434188.575639:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434188.575641:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434188.575644:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434188.831467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434188.831473:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434188.831476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434188.831481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434188.831485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434188.831488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434188.831491:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434188.831493:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434188.831497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434189.343472:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434189.343480:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434189.343484:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434189.343490:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434189.343494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434189.343499:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434189.343502:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434189.343505:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434189.343509:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434189.343540:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434189.343544:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434189.343549:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434189.343550:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434189.343553:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434189.343554:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434189.343557:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434189.343558:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434189.343599:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434189.343603:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434189.343606:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434189.599479:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434189.599485:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434189.599487:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434189.599493:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434189.599496:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434189.599500:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434189.599502:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434189.599505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434189.599508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434189.601003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434189.601012:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434189.601015:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434189.601019:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434189.601023:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434189.601039:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5644
00000400:00000200:0.0:1789434189.601047:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434189.601054:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434189.601057:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434189.601060:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601063:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434189.601065:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601068:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434189.601075:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434189.601077:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434189.601079:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434189.601082:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434189.601085:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434189.601087:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434189.601090:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601092:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434189.601094:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601096:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434189.601099:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434189.601103:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601106:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434189.601109:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434189.601112:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434189.601115:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434189.601117:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434189.601120:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434189.601129:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf480.
00000020:00000040:0.0:1789434189.601132:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434189.601136:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434189.601138:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434189.601141:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434189.601144:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434189.601147:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434189.601154:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14400.
00000100:00000001:0.0:1789434189.601161:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434189.601169:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434189.601181:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434189.601185:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434189.601190:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002030f0d5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434189.601219:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434189.601222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434189.601225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434189.601227:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434189.601228:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434189.601231:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434189.601234:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5644
00000400:00000200:0.0:1789434189.601238:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434189.601240:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434189.601243:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434189.601245:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601247:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434189.601249:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601252:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434189.601255:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434189.601256:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434189.601258:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434189.601260:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434189.601263:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434189.601265:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434189.601268:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601269:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434189.601272:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601273:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434189.601276:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434189.601278:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601281:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434189.601282:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434189.601288:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434189.601290:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434189.601292:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434189.601296:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434189.601299:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434189.601301:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434189.601304:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbdf80.
00000020:00000040:0.0:1789434189.601306:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434189.601309:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434189.601310:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434189.601312:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434189.601313:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434189.601315:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434189.601319:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
00000100:00000001:0.0:1789434189.601322:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434189.601328:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434189.601335:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434189.601337:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434189.601341:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d73b369] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434189.601369:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434189.601371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434189.601374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434189.601375:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434189.601377:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434189.601379:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434189.601382:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5644
00000400:00000200:0.0:1789434189.601386:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434189.601388:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434189.601390:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434189.601393:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601395:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434189.601397:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601399:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434189.601401:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434189.601403:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434189.601404:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434189.601406:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434189.601408:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434189.601410:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434189.601413:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601414:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434189.601416:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601418:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434189.601420:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434189.601423:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601425:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434189.601427:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434189.601430:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434189.601432:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434189.601434:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434189.601436:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434189.601438:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434189.601440:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434189.601443:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc700.
00000020:00000040:0.0:1789434189.601446:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434189.601448:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434189.601449:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434189.601451:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434189.601452:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434189.601454:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434189.601458:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16800.
00000100:00000001:0.0:1789434189.601461:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434189.601466:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434189.601472:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434189.601474:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434189.601478:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4613ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434189.601485:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434189.601488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434189.601491:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434189.601492:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434189.601494:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434189.601497:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434189.601499:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5644
00000400:00000200:0.0:1789434189.601502:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434189.601505:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434189.601507:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434189.601509:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601511:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434189.601513:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601516:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434189.601518:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434189.601519:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434189.601521:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434189.601522:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434189.601524:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434189.601526:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434189.601529:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601531:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434189.601532:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601534:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434189.601536:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434189.601538:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434189.601540:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434189.601542:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434189.601545:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434189.601546:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434189.601548:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434189.601550:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434189.601552:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434189.601554:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434189.601557:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbfb80.
00000020:00000040:0.0:1789434189.601559:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434189.601561:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434189.601562:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434189.601564:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434189.601565:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434189.601567:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434189.601570:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17000.
00000100:00000001:0.0:1789434189.601573:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434189.601578:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434189.601584:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434189.601586:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434189.601589:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f4038] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434189.601596:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434189.601600:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5654)
00000100:00000001:3.0:1789434189.601727:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434189.601730:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434189.601732:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434189.601739:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434189.601747:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434189.601749:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434189.601752:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434189.601755:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434189.601757:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434189.601761:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933945600:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434189.601764:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434189.601768:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434189.601771:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434189.601773:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434189.601777:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434189.601779:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434189.601784:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434189.601788:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc60.
00000400:00000010:3.0:1789434189.601793:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea02a8.
00000100:00000200:3.0:1789434189.601799:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933945600, portal 25
00000100:00000001:3.0:1789434189.601802:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434189.601804:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549980288 : -119883159571328 : ffff92f786dbf480)
00000100:00000040:3.0:1789434189.601809:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434189.601816:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434189.601819:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434189.601832:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0770.
00000100:00000200:3.0:1789434189.601835:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933945600, offset 0
00000400:00000200:3.0:1789434189.601842:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434189.601850:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434189.601856:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434189.601861:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434189.601864:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434189.601867:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434189.601870:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434189.601874:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512640:512640:256:4294967295] 192.168.203.104@tcp LPNI seq info [512607:512607:8:4294967295]
00000400:00000200:3.0:1789434189.601878:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434189.601887:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434189.601893:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434189.601898:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18a00.
00000800:00000200:3.0:1789434189.601904:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434189.601909:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789434189.601930:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434189.601934:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434189.601936:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300317357
00000100:00000010:3.0:1789434189.601940:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0720.
00000100:00000001:3.0:1789434189.601946:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434189.601950:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300317357
00000100:00000010:3.0:1789434189.601952:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a04e0.
00000100:00000001:3.0:1789434189.601955:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434189.601958:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434189.601960:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434189.601964:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434189.601967:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434189.601974:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434189.601976:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434189.601978:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434189.601979:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434189.601981:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434189.601983:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933945728:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434189.601986:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434189.601987:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434189.601988:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434189.601990:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434189.601992:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434189.601994:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434189.601996:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434189.601999:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1f3c8.
00000400:00000010:3.0:1789434189.602002:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0000.
00000100:00000200:3.0:1789434189.602004:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933945728, portal 10
00000100:00000001:3.0:1789434189.602006:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434189.602007:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549974912 : -119883159576704 : ffff92f786dbdf80)
00000100:00000040:3.0:1789434189.602012:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434189.602017:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434189.602019:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434189.602021:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea07f8.
00000100:00000200:3.0:1789434189.602023:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933945728, offset 0
00000400:00000200:3.0:1789434189.602083:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434189.602088:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434189.602091:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434189.602093:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434189.602096:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434189.602098:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434189.602100:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434189.602103:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512641:512641:255:4294967295] 192.168.203.104@tcp LPNI seq info [512608:512608:7:4294967295]
00000400:00000200:3.0:1789434189.602106:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434189.602111:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434189.602115:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434189.602119:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18600.
00000800:00000200:3.0:1789434189.602122:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434189.602126:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789434189.602129:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434189.602132:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434189.602135:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434189.602136:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300316685
00000100:00000001:3.0:1789434189.602139:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300317357
00000100:00000001:3.0:1789434189.602141:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300316685
00000100:00000001:3.0:1789434189.602142:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300317357
00000100:00000001:3.0:1789434189.602144:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434189.602146:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434189.602148:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434189.602152:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434189.602158:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434189.602159:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434189.602161:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434189.602162:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434189.602164:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434189.602166:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933945856:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434189.602169:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434189.602171:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434189.602172:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434189.602174:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434189.602177:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434189.602178:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434189.602181:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434189.602184:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fc08.
00000400:00000010:3.0:1789434189.602187:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434189.602189:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933945856, portal 4
00000100:00000001:3.0:1789434189.602191:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434189.602192:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549968640 : -119883159582976 : ffff92f786dbc700)
00000100:00000040:3.0:1789434189.602197:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434189.602202:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434189.602204:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434189.602206:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0b28.
00000100:00000200:3.0:1789434189.602208:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933945856, offset 0
00000400:00000200:3.0:1789434189.602212:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434189.602216:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434189.602219:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434189.602222:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434189.602224:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434189.602227:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434189.602229:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434189.602232:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512642:512642:254:4294967295] 192.168.203.104@tcp LPNI seq info [512609:512609:6:4294967295]
00000400:00000200:3.0:1789434189.602240:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434189.602246:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434189.602249:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434189.602252:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18f00.
00000800:00000200:3.0:1789434189.602255:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434189.602259:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789434189.602262:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434189.602264:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434189.602267:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434189.602268:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300316702
00000100:00000001:3.0:1789434189.602271:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300317357
00000100:00000001:3.0:1789434189.602273:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300316702
00000100:00000001:3.0:1789434189.602274:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300317357
00000100:00000001:3.0:1789434189.602276:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434189.602278:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434189.602280:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434189.602283:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434189.602289:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434189.602291:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434189.602293:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434189.602294:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434189.602296:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434189.602298:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933945984:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434189.602301:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434189.602302:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434189.602304:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434189.602305:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434189.602308:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434189.602309:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434189.602312:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434189.602314:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434189.602317:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434189.602320:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933945984, portal 4
00000100:00000001:3.0:1789434189.602322:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434189.602323:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549982080 : -119883159569536 : ffff92f786dbfb80)
00000100:00000040:3.0:1789434189.602327:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434189.602333:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434189.602335:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434189.602337:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0ee0.
00000100:00000200:3.0:1789434189.602339:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933945984, offset 0
00000400:00000200:3.0:1789434189.602343:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434189.602346:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434189.602376:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434189.602379:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434189.602381:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434189.602383:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434189.602386:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434189.602388:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512643:512643:253:4294967295] 192.168.203.104@tcp LPNI seq info [512610:512610:5:4294967295]
00000400:00000200:3.0:1789434189.602392:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434189.602398:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434189.602402:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434189.602405:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18900.
00000800:00000200:3.0:1789434189.602409:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434189.602412:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789434189.602415:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434189.602417:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434189.602421:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434189.602422:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300316705
00000100:00000001:3.0:1789434189.602424:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300317357
00000100:00000001:3.0:1789434189.602426:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300316705
00000100:00000001:3.0:1789434189.602428:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300317357
00000100:00000001:3.0:1789434189.602430:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434189.602432:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434189.602434:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434189.602437:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434189.602444:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434189.602445:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1789434189.602447:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434189.602449:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434189.602450:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434189.602452:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434189.602526:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434189.602530:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434189.602531:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434189.602535:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434189.602537:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434189.602540:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434189.602542:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434189.602543:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434189.602545:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434189.856158:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434189.856164:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434189.856166:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434189.856171:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434189.856175:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434189.856178:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434189.856181:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434189.856184:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434189.856187:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434190.303521:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300317357, at 4300317376
00000100:00000010:3.0:1789434190.303543:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a04e0.
00000100:00000040:2.0:1789434190.305003:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300317357, at 4300317377
00000100:00000010:2.0:1789434190.305017:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0720.
00000100:00000001:2.0:1789434190.367487:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434190.367494:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434190.367497:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434190.367503:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434190.367507:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434190.367511:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434190.367514:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434190.367526:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434190.367531:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434190.367650:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434190.367654:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434190.367658:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434190.367659:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434190.367662:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434190.367663:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434190.367666:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434190.367667:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434190.367738:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434190.367745:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434190.367749:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434190.623468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434190.623475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434190.623478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434190.623483:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434190.623487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434190.623491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434190.623494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434190.623496:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434190.623498:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434190.623657:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434190.623661:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434190.623663:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434190.623666:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434190.623668:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434190.623670:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434190.623672:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434190.623674:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434190.623676:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434190.879545:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434190.879552:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434190.879554:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434190.879559:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434190.879562:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434190.879566:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434190.879569:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434190.879571:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434190.879574:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434191.391473:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434191.391479:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434191.391484:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434191.391486:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434191.391489:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434191.391491:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434191.391495:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434191.391496:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434191.391537:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434191.391542:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434191.391545:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434191.391926:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434191.391930:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434191.391932:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434191.391936:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434191.391939:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434191.391943:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434191.391948:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434191.391950:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434191.391953:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434191.647575:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434191.647582:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434191.647584:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434191.647590:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434191.647593:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434191.647597:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434191.647599:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434191.647602:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434191.647605:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434191.648571:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434191.648574:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434191.648575:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434191.648578:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434191.648581:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434191.648583:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434191.648585:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434191.648587:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434191.648589:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434191.903487:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434191.903494:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434191.903497:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434191.903502:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434191.903506:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434191.903510:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434191.903513:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434191.903516:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434191.903519:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415486:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434192.415494:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415500:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434192.415511:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434192.415514:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434192.415518:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415521:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434192.415523:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415526:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415535:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415539:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434192.415541:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434192.415542:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434192.415544:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415545:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434192.415546:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415548:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415550:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415554:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434192.415555:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434192.415556:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434192.415557:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415559:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434192.415560:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415562:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434192.415564:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434192.416086:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434192.416090:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434192.416093:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434192.417911:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434192.417917:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434192.417919:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434192.417924:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434192.417929:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434192.417933:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434192.417936:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434192.417939:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434192.417942:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434192.671464:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434192.671469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434192.671471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434192.671475:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434192.671478:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434192.671480:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434192.671482:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434192.671484:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434192.671486:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434192.671575:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434192.671579:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434192.671580:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434192.671584:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434192.671585:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434192.671587:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434192.671589:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434192.671591:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434192.671593:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1789434192.671677:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.104:988
00000400:00000100:0.0:1789434192.671714:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.104@tcp at host 192.168.203.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1789434192.671733:0:2334:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434192.671737:0:2334:0:(router.c:1791:lnet_notify()) 192.168.203.4@tcp notifying 192.168.203.104@tcp: down
00000400:00000200:0.0:1789434192.671742:0:2334:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434192.671745:0:2334:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1789434192.671750:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434192.671754:0:2334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18a00.
00000400:00000200:0.0:1789434192.671760:0:2334:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434192.671765:0:2334:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434192.671771:0:2334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0770
00000400:00000010:0.0:1789434192.671774:0:2334:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0770.
00000100:00000001:0.0:1789434192.671779:0:2334:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434192.671787:0:2334:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434192.671817:0:2334:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434192.671822:0:2334:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434192.671830:0:2334:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434192.671831:0:2334:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434192.671841:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434192.671844:0:2334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18600.
00000400:00000200:0.0:1789434192.671847:0:2334:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434192.671850:0:2334:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434192.671853:0:2334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea07f8
00000400:00000010:0.0:1789434192.671855:0:2334:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea07f8.
00000100:00000001:0.0:1789434192.671857:0:2334:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434192.671861:0:2334:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434192.671868:0:2334:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434192.671870:0:2334:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434192.671877:0:2334:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434192.671878:0:2334:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434192.671883:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434192.671885:0:2334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18f00.
00000400:00000200:0.0:1789434192.671888:0:2334:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434192.671891:0:2334:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434192.671893:0:2334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0b28
00000400:00000010:0.0:1789434192.671895:0:2334:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0b28.
00000100:00000001:0.0:1789434192.671897:0:2334:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434192.671901:0:2334:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434192.671908:0:2334:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434192.671911:0:2334:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434192.671917:0:2334:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434192.671918:0:2334:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434192.671922:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434192.671925:0:2334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18900.
00000400:00000200:0.0:1789434192.671927:0:2334:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434192.671930:0:2334:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434192.671932:0:2334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0ee0
00000400:00000010:0.0:1789434192.671934:0:2334:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0ee0.
00000100:00000001:0.0:1789434192.671936:0:2334:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434192.671940:0:2334:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434192.671947:0:2334:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434192.671950:0:2334:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434192.671956:0:2334:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434192.671958:0:2334:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434192.671970:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434192.671974:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434192.671977:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434192.671985:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434189/real 1789434192]  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434192.671996:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434192.671998:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434192.672001:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc60.
00000400:00000200:3.0:1789434192.672005:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea02a8
00000400:00000010:3.0:1789434192.672007:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea02a8.
00000100:00000001:3.0:1789434192.672010:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434192.672013:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434192.672023:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672030:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434192.672031:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672034:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434192.672036:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434192.672040:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672047:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434192.672052:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672064:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434192.672067:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672068:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434192.672070:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672073:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434192.672076:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434192.672080:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434192.672085:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434192.672088:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434192.672093:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434192.672107:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933945600:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434192.672112:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434192.672116:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434189/real 1789434192]  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434192.672123:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434192.672125:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434192.672127:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1f3c8.
00000400:00000200:3.0:1789434192.672129:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0000
00000400:00000010:3.0:1789434192.672131:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0000.
00000100:00000001:3.0:1789434192.672132:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434192.672135:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434192.672142:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672147:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434192.672148:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672151:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434192.672152:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434192.672155:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672161:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434192.672164:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672170:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434192.672172:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672173:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434192.672174:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672176:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434192.672180:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434192.672182:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434192.672185:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434192.672187:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434192.672190:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434192.672197:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933945728:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434192.672201:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434192.672205:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434189/real 1789434192]  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434192.672213:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434192.672214:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434192.672216:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fc08.
00000400:00000200:3.0:1789434192.672218:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434192.672220:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434192.672221:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434192.672225:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434192.672232:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672239:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434192.672241:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672243:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434192.672244:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434192.672247:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672253:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434192.672257:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672264:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434192.672266:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672267:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434192.672269:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672270:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434192.672275:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434192.672278:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434192.672281:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434192.672283:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434192.672287:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434192.672294:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933945856:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434192.672298:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434192.672301:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434189/real 1789434192]  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434192.672324:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434192.672326:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434192.672328:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434192.672331:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434192.672332:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434192.672335:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434192.672338:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434192.672346:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672389:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434192.672390:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672392:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434192.672394:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434192.672398:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672403:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434192.672407:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672413:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434192.672415:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672416:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434192.672417:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672419:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434192.672422:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434192.672424:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434192.672427:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434192.672429:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434192.672433:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434192.672440:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933945984:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434192.672444:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672446:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434192.672449:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbf480 x1876351933945600/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672455:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434192.672458:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434192.672462:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434192.672466:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434192.672469:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434192.672471:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434192.672473:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434192.672476:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14400.
02000000:00000001:3.0:1789434192.672480:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434192.672482:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434192.672485:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbf480.
00000100:00000001:3.0:1789434192.672488:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434192.672489:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672490:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434192.672494:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbdf80 x1876351933945728/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672499:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434192.672501:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434192.672502:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434192.672504:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434192.672505:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434192.672506:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434192.672508:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434192.672509:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15c00.
02000000:00000001:3.0:1789434192.672512:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434192.672512:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434192.672514:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbdf80.
00000100:00000001:3.0:1789434192.672517:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434192.672518:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672520:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434192.672522:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc700 x1876351933945856/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672528:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434192.672529:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434192.672530:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434192.672532:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434192.672533:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434192.672534:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434192.672536:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434192.672537:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16800.
02000000:00000001:3.0:1789434192.672539:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434192.672540:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434192.672541:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc700.
00000100:00000001:3.0:1789434192.672543:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434192.672545:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672546:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434192.672549:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbfb80 x1876351933945984/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434192.672556:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434192.672557:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434192.672559:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434192.672561:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434192.672562:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434192.672563:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434192.672565:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434192.672566:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17000.
02000000:00000001:3.0:1789434192.672568:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434192.672570:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434192.672571:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbfb80.
00000100:00000001:3.0:1789434192.672573:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434192.672574:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672576:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434192.672584:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434192.672585:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434192.672587:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434192.672589:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434192.927462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434192.927468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434192.927469:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434192.927474:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434192.927477:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434192.927481:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434192.927484:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434192.927487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434192.927490:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434193.439943:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434193.439951:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434193.439957:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434193.439959:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434193.439963:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434193.439965:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434193.439969:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434193.439971:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434193.440014:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434193.440018:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434193.440023:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434193.440382:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434193.440386:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434193.440388:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434193.440392:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434193.440395:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434193.440398:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434193.440400:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434193.440403:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434193.440406:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434193.695477:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434193.695484:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434193.695487:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434193.695492:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434193.695496:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434193.695500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434193.695503:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434193.695506:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434193.695509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434193.695518:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434193.695522:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434193.695524:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434193.695528:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434193.695530:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434193.695533:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434193.695535:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434193.695537:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434193.695540:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434193.951624:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434193.951632:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434193.951634:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434193.951914:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434193.951918:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434193.951922:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434193.951925:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434193.951928:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434193.951931:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434194.463558:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434194.463565:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434194.463568:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434194.463573:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434194.463576:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434194.463579:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434194.463582:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434194.463585:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434194.463588:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434194.464226:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434194.464230:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434194.464235:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434194.464237:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434194.464241:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434194.464242:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434194.464246:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434194.464247:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434194.464825:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434194.464829:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434194.464833:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434194.719473:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434194.719479:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434194.719482:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434194.719487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434194.719492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434194.719497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.719500:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434194.719503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.719506:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434194.719557:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434194.719564:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434194.719567:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434194.719570:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434194.719574:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434194.719581:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5649
00000400:00000200:3.0:1789434194.719589:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434194.719595:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434194.719597:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434194.719600:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.719604:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434194.719606:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.719609:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434194.719663:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434194.719666:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434194.719668:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434194.719671:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434194.719673:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434194.719675:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434194.719677:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434194.719679:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434194.719682:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434194.719730:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434194.719733:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434194.719735:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434194.719739:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434194.719741:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434194.719744:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434194.719747:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.719749:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434194.719751:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.719753:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434194.719756:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434194.719759:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434194.719762:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434194.719765:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434194.719769:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434194.719772:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434194.719774:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434194.719777:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434194.719790:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789434194.719794:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434194.719798:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434194.719800:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434194.719803:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434194.719806:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434194.719809:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434194.719815:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789434194.719821:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434194.719829:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434194.719839:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434194.719843:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434194.719848:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434194.719869:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434194.719872:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434194.719876:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434194.719877:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434194.719879:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434194.719881:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434194.719883:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5649
00000400:00000200:3.0:1789434194.719888:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434194.719891:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434194.719893:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434194.719896:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.719898:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434194.719900:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.719902:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434194.719906:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434194.719907:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434194.719908:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434194.719911:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434194.719913:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434194.719915:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434194.719918:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.719920:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434194.719923:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.719925:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434194.719927:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434194.719929:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434194.719930:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434194.719932:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434194.719937:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434194.719939:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434194.719941:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434194.719945:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434194.719948:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434194.719950:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434194.719953:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789434194.719956:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434194.719959:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434194.719960:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434194.719961:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434194.719963:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434194.719965:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434194.719968:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789434194.719972:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434194.719977:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434194.719985:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434194.719987:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434194.719990:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434194.720000:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434194.720002:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434194.720004:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434194.720006:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434194.720007:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434194.720010:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434194.720012:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5649
00000400:00000200:3.0:1789434194.720015:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434194.720018:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434194.720020:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434194.720022:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.720024:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434194.720026:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.720027:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434194.720030:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434194.720031:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434194.720032:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434194.720034:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434194.720036:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434194.720038:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434194.720040:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.720042:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434194.720044:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.720046:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434194.720048:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434194.720050:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434194.720052:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434194.720054:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434194.720057:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434194.720059:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434194.720060:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434194.720063:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434194.720065:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434194.720067:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434194.720070:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789434194.720072:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434194.720074:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434194.720075:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434194.720076:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434194.720077:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434194.720079:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434194.720082:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789434194.720085:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434194.720090:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434194.720096:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434194.720098:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434194.720101:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434194.720107:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434194.720109:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434194.720112:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434194.720113:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434194.720114:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434194.720117:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434194.720119:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5649
00000400:00000200:3.0:1789434194.720122:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434194.720124:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434194.720126:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434194.720129:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.720130:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434194.720131:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.720133:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434194.720136:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434194.720137:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434194.720139:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434194.720140:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434194.720142:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434194.720144:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434194.720146:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.720148:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434194.720150:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434194.720152:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434194.720154:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434194.720156:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434194.720159:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434194.720160:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434194.720162:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434194.720164:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434194.720166:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434194.720167:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434194.720169:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434194.720170:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434194.720173:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789434194.720176:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434194.720178:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434194.720179:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434194.720180:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434194.720181:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434194.720183:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434194.720186:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:3.0:1789434194.720189:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434194.720193:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434194.720200:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434194.720201:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434194.720205:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434194.720212:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434194.720217:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5659)
00000100:00000001:1.0:1789434194.720521:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434194.720525:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434194.720527:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434194.720533:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.720542:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434194.720544:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434194.720553:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434194.720556:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434194.720558:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434194.720562:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933946112:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434194.720567:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434194.720570:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434194.720572:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434194.720574:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434194.720579:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434194.720582:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434194.720587:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434194.720591:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434194.720597:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434194.720604:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933946112, portal 25
00000100:00000001:1.0:1789434194.720606:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434194.720608:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000100:00000040:1.0:1789434194.720614:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.720626:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434194.720629:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434194.720631:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434194.720635:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933946112, offset 0
00000400:00000200:1.0:1789434194.720643:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434194.720651:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434194.720657:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434194.720663:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434194.720666:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434194.720670:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434194.720672:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434194.720676:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512644:512644:256:4294967295] 192.168.203.104@tcp LPNI seq info [512611:512611:8:4294967295]
00000400:00000200:1.0:1789434194.720680:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434194.720690:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434194.720697:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434194.720701:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434194.720707:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434194.720710:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789434194.720720:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434194.720723:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1789434194.720727:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434194.720729:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434194.720734:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434194.720738:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434194.720743:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434194.720745:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434194.720750:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434194.720754:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.720763:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434194.720767:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.720774:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434194.720775:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434194.720792:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434194.720796:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434194.720798:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300322476
00000100:00000010:1.0:1789434194.720804:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d0c0.
00000100:00000001:1.0:1789434194.720810:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434194.720824:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300322476
00000100:00000010:1.0:1789434194.720828:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d360.
00000100:00000001:1.0:1789434194.720830:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434194.720842:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434194.720845:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434194.720848:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434194.720852:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434194/real 1789434194]  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434194.720862:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434194.720864:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434194.720866:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434194.720870:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434194.720872:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434194.720875:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434194.720878:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434194.720887:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.720893:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434194.720895:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.720899:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434194.720901:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434194.720905:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.720914:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434194.720919:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.720927:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434194.720931:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.720933:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434194.720934:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.720936:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434194.720939:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434194.720942:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434194.720945:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434194.720947:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434194.720952:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434194.720960:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933946112:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434194.720965:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434194.720969:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.720976:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434194.720978:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434194.720980:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434194.720981:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434194.720983:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434194.720986:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933946240:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434194.720990:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434194.720991:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434194.720993:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434194.720995:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434194.720999:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434194.721001:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434194.721004:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434194.721007:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434194.721010:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434194.721014:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933946240, portal 10
00000100:00000001:1.0:1789434194.721016:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434194.721017:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:1.0:1789434194.721024:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721031:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434194.721033:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434194.721035:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434194.721038:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933946240, offset 0
00000400:00000200:1.0:1789434194.721041:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434194.721045:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434194.721048:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434194.721051:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434194.721054:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434194.721056:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434194.721058:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434194.721061:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512645:512645:256:4294967295] 192.168.203.104@tcp LPNI seq info [512612:512612:8:4294967295]
00000400:00000200:1.0:1789434194.721064:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434194.721071:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434194.721076:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434194.721079:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434194.721083:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434194.721085:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789434194.721090:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434194.721092:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1789434194.721097:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434194.721099:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434194.721102:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434194.721105:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434194.721108:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434194.721110:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434194.721112:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434194.721116:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721124:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434194.721127:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721134:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434194.721136:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434194.721138:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434194.721142:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434194.721145:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434194.721147:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300321804
00000100:00000001:1.0:1789434194.721156:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300322476
00000100:00000001:1.0:1789434194.721158:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300321804
00000100:00000001:1.0:1789434194.721160:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300322476
00000100:00000001:1.0:1789434194.721163:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434194.721165:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434194.721167:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434194.721171:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434194/real 1789434194]  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434194.721179:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434194.721180:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434194.721182:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434194.721185:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434194.721186:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434194.721189:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434194.721192:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434194.721200:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721207:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434194.721208:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721210:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434194.721212:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434194.721214:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721220:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434194.721223:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721230:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434194.721232:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721234:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434194.721235:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721237:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434194.721241:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434194.721243:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434194.721247:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434194.721248:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434194.721253:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434194.721260:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933946240:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434194.721264:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434194.721268:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721280:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434194.721281:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434194.721284:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434194.721286:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434194.721288:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434194.721291:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933946368:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434194.721294:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434194.721296:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434194.721298:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434194.721300:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434194.721303:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434194.721305:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434194.721308:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434194.721310:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434194.721313:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434194.721316:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933946368, portal 4
00000100:00000001:1.0:1789434194.721318:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434194.721319:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:1.0:1789434194.721325:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721332:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434194.721334:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434194.721337:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434194.721340:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933946368, offset 0
00000400:00000200:1.0:1789434194.721345:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434194.721375:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434194.721378:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434194.721381:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434194.721384:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434194.721386:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434194.721389:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434194.721392:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512646:512646:256:4294967295] 192.168.203.104@tcp LPNI seq info [512613:512613:8:4294967295]
00000400:00000200:1.0:1789434194.721396:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434194.721402:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434194.721407:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434194.721410:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434194.721414:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434194.721417:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789434194.721421:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434194.721423:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1789434194.721426:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434194.721428:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434194.721431:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434194.721433:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434194.721436:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434194.721438:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434194.721440:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434194.721443:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721451:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434194.721454:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721461:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434194.721462:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434194.721465:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434194.721468:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434194.721471:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434194.721473:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300321822
00000100:00000001:1.0:1789434194.721476:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300322476
00000100:00000001:1.0:1789434194.721478:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300321822
00000100:00000001:1.0:1789434194.721480:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300322476
00000100:00000001:1.0:1789434194.721482:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434194.721485:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434194.721486:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434194.721489:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434194/real 1789434194]  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434194.721497:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434194.721498:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434194.721500:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434194.721502:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434194.721504:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434194.721506:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434194.721510:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434194.721518:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721525:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434194.721526:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721528:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434194.721529:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434194.721532:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721539:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434194.721543:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721549:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434194.721551:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721553:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434194.721554:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721556:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434194.721559:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434194.721561:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434194.721565:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434194.721567:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434194.721571:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434194.721579:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933946368:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434194.721583:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434194.721587:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721593:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434194.721595:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434194.721597:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434194.721599:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434194.721601:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434194.721604:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933946496:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434194.721607:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434194.721609:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434194.721610:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434194.721612:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434194.721615:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434194.721618:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434194.721621:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434194.721623:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434194.721625:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434194.721628:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933946496, portal 4
00000100:00000001:1.0:1789434194.721630:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434194.721632:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:1.0:1789434194.721637:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721643:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434194.721646:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434194.721648:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434194.721651:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933946496, offset 0
00000400:00000200:1.0:1789434194.721655:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434194.721659:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434194.721662:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434194.721665:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434194.721668:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434194.721671:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434194.721673:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434194.721676:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512647:512647:256:4294967295] 192.168.203.104@tcp LPNI seq info [512614:512614:8:4294967295]
00000400:00000200:1.0:1789434194.721681:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434194.721687:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434194.721691:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434194.721694:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434194.721698:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434194.721701:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789434194.721705:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434194.721708:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1789434194.721712:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434194.721714:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434194.721717:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434194.721720:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434194.721723:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434194.721725:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434194.721727:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434194.721730:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721738:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434194.721741:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721748:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434194.721749:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434194.721752:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434194.721755:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434194.721759:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434194.721761:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300321824
00000100:00000001:1.0:1789434194.721763:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300322476
00000100:00000001:1.0:1789434194.721765:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300321824
00000100:00000001:1.0:1789434194.721768:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300322476
00000100:00000001:1.0:1789434194.721770:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434194.721772:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434194.721773:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434194.721776:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434194/real 1789434194]  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434194.721797:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434194.721798:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434194.721800:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434194.721803:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434194.721805:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434194.721807:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434194.721811:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434194.721820:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721826:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434194.721828:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721830:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434194.721831:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434194.721834:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721845:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434194.721849:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721856:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434194.721859:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721861:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434194.721862:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721864:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434194.721867:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434194.721869:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434194.721872:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434194.721874:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434194.721878:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434194.721886:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933946496:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434194.721890:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721892:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434194.721895:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933946112/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721903:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434194.721905:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434194.721908:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434194.721911:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434194.721913:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434194.721915:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434194.721917:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434194.721919:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:1.0:1789434194.721923:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434194.721925:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434194.721927:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:1.0:1789434194.721931:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434194.721932:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721935:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434194.721938:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933946240/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721945:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434194.721946:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434194.721947:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434194.721949:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434194.721950:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434194.721951:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434194.721954:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434194.721955:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:1.0:1789434194.721957:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434194.721958:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434194.721959:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:1.0:1789434194.721962:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434194.721963:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721964:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434194.721967:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933946368/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.721973:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434194.721974:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434194.721975:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434194.721977:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434194.721978:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434194.721979:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434194.721981:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434194.721982:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:1.0:1789434194.721984:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434194.721985:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434194.721986:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:1.0:1789434194.721988:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434194.721990:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.721991:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434194.721994:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933946496/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434194.722004:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434194.722005:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434194.722007:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434194.722009:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434194.722010:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434194.722011:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434194.722013:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434194.722014:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:1.0:1789434194.722016:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434194.722017:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434194.722018:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:1.0:1789434194.722020:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434194.722021:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.722023:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.722031:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434194.722034:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434194.722036:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434194.722038:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434194.976457:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434194.976465:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434194.976468:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434194.976473:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434194.976477:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434194.976481:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.976484:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434194.976487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434194.976490:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434195.423453:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300322476, at 4300322496
00000100:00000040:3.0:1789434195.423457:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300322476, at 4300322496
00000100:00000010:3.0:1789434195.423469:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d360.
00000100:00000010:2.0:1789434195.423471:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d0c0.
00000100:00000001:0.0:1789434195.487456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434195.487464:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434195.487467:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434195.487474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434195.487478:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434195.487482:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434195.487486:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434195.487488:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434195.487493:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434195.487531:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434195.487536:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434195.487539:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434195.487543:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434195.487546:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434195.487548:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434195.487551:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434195.487554:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434195.487557:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434195.487560:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434195.487563:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434195.487564:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434195.487567:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434195.487568:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434195.487752:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434195.487755:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434195.487758:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434195.743453:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434195.743460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434195.743462:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434195.743477:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434195.743481:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434195.743484:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434195.743487:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434195.743490:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434195.743493:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434195.743556:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434195.743570:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434195.743572:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434195.743575:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434195.743577:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434195.743580:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434195.743582:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434195.743584:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434195.743586:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434195.999504:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434195.999511:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434195.999513:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434195.999518:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434195.999522:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434195.999526:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434195.999529:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434195.999531:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434195.999535:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434196.511434:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434196.511441:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434196.511443:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434196.511448:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434196.511456:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434196.511457:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434196.511461:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434196.511463:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434196.511468:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434196.511468:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434196.511471:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434196.511471:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434196.511476:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434196.511479:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434196.511480:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434196.511483:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434196.511486:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434196.511531:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434196.511536:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434196.511540:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434196.767465:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434196.767467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434196.767474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434196.767474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434196.767476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434196.767478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434196.767483:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434196.767484:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434196.767489:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434196.767490:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434196.767493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434196.767494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434196.767498:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434196.767499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434196.767501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434196.767503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434196.767506:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434196.767508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434197.023475:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434197.023482:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434197.023484:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434197.023491:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434197.023494:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434197.023498:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434197.023501:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434197.023504:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434197.023507:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434197.535523:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434197.535538:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434197.535545:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434197.535546:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434197.535549:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434197.535551:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434197.535553:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434197.535555:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434197.535596:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434197.535600:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434197.535603:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434197.538017:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434197.538023:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434197.538025:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434197.538030:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434197.538034:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434197.538038:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434197.538042:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434197.538044:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434197.538048:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434197.791479:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434197.791479:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434197.791487:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434197.791487:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434197.791492:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434197.791492:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434197.791500:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434197.791500:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434197.791506:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434197.791507:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434197.791513:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434197.791513:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434197.791520:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434197.791520:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434197.791524:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434197.791525:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434197.791531:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434197.791531:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434198.047503:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434198.047509:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434198.047512:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434198.047517:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434198.047521:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434198.047525:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434198.047528:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434198.047530:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434198.047533:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434198.559447:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434198.559453:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434198.559458:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434198.559459:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434198.559461:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434198.559462:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434198.559464:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434198.559465:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434198.559500:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434198.559510:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434198.559514:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434198.559521:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434198.559526:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434198.559531:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434198.559535:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434198.559538:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434198.559543:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434198.559663:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434198.559666:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434198.559670:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434198.815495:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434198.815501:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434198.815504:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434198.815509:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434198.815513:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434198.815516:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434198.815519:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434198.815521:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434198.815524:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434198.815605:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434198.815609:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434198.815611:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434198.815614:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434198.815616:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434198.815618:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434198.815620:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434198.815622:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434198.815624:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.071516:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434199.071523:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434199.071525:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434199.071531:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434199.071535:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434199.071539:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.071542:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434199.071545:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.071548:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434199.583471:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434199.583478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434199.583480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434199.583486:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434199.583491:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434199.583495:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434199.583498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434199.583501:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434199.583505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434199.583559:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434199.583563:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434199.583567:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434199.583568:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434199.583571:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434199.583572:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434199.583575:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434199.583576:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434199.583681:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434199.583684:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434199.583688:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434199.839469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434199.839477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434199.839479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434199.839484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434199.839488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434199.839492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434199.839495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434199.839497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434199.839500:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434199.839806:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434199.839810:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434199.839811:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434199.839814:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434199.839817:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434199.839819:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434199.839821:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434199.839823:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434199.839825:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434199.839962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434199.839969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434199.839972:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434199.839976:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434199.839987:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434199.839994:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5654
00000400:00000200:3.0:1789434199.840003:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434199.840009:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434199.840012:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434199.840016:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840018:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434199.840021:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840023:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434199.840031:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434199.840033:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434199.840036:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434199.840040:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434199.840042:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434199.840045:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434199.840048:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840050:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434199.840052:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840054:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434199.840057:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434199.840061:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840071:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434199.840075:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434199.840078:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434199.840080:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434199.840083:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434199.840091:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434199.840101:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289180.
00000020:00000040:3.0:1789434199.840105:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434199.840109:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434199.840110:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434199.840113:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434199.840116:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434199.840120:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434199.840127:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789434199.840135:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434199.840145:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434199.840155:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434199.840160:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434199.840165:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef858d48] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434199.840189:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434199.840192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434199.840195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434199.840197:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434199.840198:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434199.840201:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434199.840204:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5654
00000400:00000200:3.0:1789434199.840207:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434199.840210:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434199.840213:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434199.840216:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840218:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434199.840220:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840223:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434199.840225:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1789434199.840227:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1789434199.840229:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434199.840233:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1789434199.840233:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434199.840237:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1789434199.840241:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789434199.840241:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434199.840247:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434199.840252:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:1.0:1789434199.840253:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434199.840256:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434199.840260:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1789434199.840260:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:1.0:1789434199.840263:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434199.840266:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1789434199.840267:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434199.840272:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00100000:1.0:1789434199.840275:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933946624:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434199.840276:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434199.840280:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:1.0:1789434199.840283:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1789434199.840286:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:1.0:1789434199.840289:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789434199.840291:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434199.840294:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434199.840295:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434199.840298:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1789434199.840303:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1789434199.840305:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:3.0:1789434199.840307:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434199.840309:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434199.840311:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434199.840317:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1789434199.840320:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00000001:3.0:1789434199.840322:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434199.840326:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000100:00000001:3.0:1789434199.840326:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434199.840332:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000400:00000010:1.0:1789434199.840334:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000020:00000040:3.0:1789434199.840337:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434199.840341:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434199.840342:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434199.840343:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933946624, portal 25
00000100:00000001:3.0:1789434199.840344:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434199.840368:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434199.840371:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434199.840376:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000001:1.0:1789434199.840378:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434199.840382:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293198720 : -119882416352896 : ffff92f7b3289180)
00000100:00000001:3.0:1789434199.840382:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434199.840391:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1789434199.840395:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434199.840412:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434199.840415:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789434199.840417:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434199.840421:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434199.840427:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000040:3.0:1789434199.840428:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434199.840433:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933946624, offset 0
00000100:00000001:3.0:1789434199.840444:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434199.840446:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789434199.840448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434199.840452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434199.840453:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434199.840456:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1789434199.840457:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434199.840463:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434199.840468:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5654
00000400:00000200:1.0:1789434199.840469:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434199.840476:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434199.840477:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434199.840483:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:1.0:1789434199.840485:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00080000:3.0:1789434199.840487:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1789434199.840491:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1789434199.840495:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434199.840498:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840500:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434199.840506:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434199.840507:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512648:512648:256:4294967295] 192.168.203.104@tcp LPNI seq info [512615:512615:8:4294967295]
00000100:00000001:3.0:1789434199.840510:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:1.0:1789434199.840515:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:3.0:1789434199.840516:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434199.840519:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434199.840522:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434199.840524:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434199.840527:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:1.0:1789434199.840532:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1789434199.840533:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434199.840541:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:1.0:1789434199.840545:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840546:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1789434199.840552:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000100:00000040:3.0:1789434199.840553:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840558:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434199.840562:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000800:00000200:1.0:1789434199.840563:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434199.840569:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1789434199.840569:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840574:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434199.840580:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1789434199.840580:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:3.0:1789434199.840584:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1789434199.840585:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1789434199.840589:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1789434199.840594:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840594:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434199.840598:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000800:00000010:1.0:1789434199.840599:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000008:00000001:3.0:1789434199.840605:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434199.840607:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789434199.840608:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434199.840614:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000400:00000200:1.0:1789434199.840615:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1789434199.840621:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000400:00000200:1.0:1789434199.840624:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
02000000:00000001:3.0:1789434199.840625:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1789434199.840628:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
02000000:00000001:3.0:1789434199.840629:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434199.840633:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434199.840634:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1789434199.840635:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434199.840639:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434199.840642:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789434199.840645:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434199.840654:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434199.840654:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434199.840684:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789434199.840684:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434199.840687:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434199.840692:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789434199.840696:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.840709:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.840715:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434199.840715:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434199.840719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434199.840721:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434199.840723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434199.840727:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1789434199.840730:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:3.0:1789434199.840730:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434199.840736:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300327596
00000100:00000001:3.0:1789434199.840737:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434199.840742:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5654
00000100:00000010:1.0:1789434199.840756:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d360.
00000400:00000200:3.0:1789434199.840757:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434199.840763:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434199.840765:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1789434199.840766:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434199.840772:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840774:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434199.840776:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840778:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434199.840781:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434199.840782:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434199.840785:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434199.840786:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434199.840788:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434199.840790:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434199.840793:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840794:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434199.840796:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840798:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434199.840801:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434199.840804:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434199.840808:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434199.840810:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434199.840812:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434199.840814:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434199.840816:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434199.840817:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434199.840819:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434199.840821:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434199.840824:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000100:00000001:1.0:1789434199.840825:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300327596
00000020:00000040:3.0:1789434199.840827:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000010:1.0:1789434199.840832:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d0c0.
02000000:00000001:3.0:1789434199.840832:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434199.840836:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.840838:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434199.840840:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434199.840844:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434199.840844:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434199.840847:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.840849:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.840853:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1789434199.840854:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789434199.840858:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434199.840860:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434199/real 1789434199]  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434199.840867:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1789434199.840875:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434199.840878:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434199.840882:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000100:00000001:3.0:1789434199.840882:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434199.840886:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434199.840888:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434199.840892:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000040:3.0:1789434199.840893:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.840896:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434199.840904:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434199.840909:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434199.840916:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5664)
00000100:00000200:1.0:1789434199.840923:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.840931:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434199.840934:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.840937:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434199.840939:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434199.840945:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.840952:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434199.840958:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.840964:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434199.840966:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.840968:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434199.840968:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.840971:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434199.840972:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434199.840975:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434199.840979:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434199.840981:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434199.840984:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434199.840992:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933946624:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434199.840996:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.840998:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434199.841000:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289180 x1876351933946624/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841011:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434199.841013:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434199.841015:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434199.841018:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434199.841020:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434199.841021:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434199.841023:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434199.841026:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:1.0:1789434199.841029:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434199.841031:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434199.841032:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289180.
00000100:00000001:1.0:1789434199.841036:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434199.841037:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841039:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841046:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434199.841047:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.841049:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434199.841051:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434199.841052:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434199.841056:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841062:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434199.841064:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434199.841066:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434199.841068:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434199.841070:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434199.841073:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933946752:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434199.841076:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434199.841078:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434199.841079:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434199.841081:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434199.841084:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434199.841086:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434199.841100:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434199.841104:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434199.841107:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434199.841110:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933946752, portal 10
00000100:00000001:1.0:1789434199.841113:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434199.841114:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:1.0:1789434199.841121:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841127:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434199.841129:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434199.841131:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434199.841134:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933946752, offset 0
00000400:00000200:1.0:1789434199.841138:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434199.841142:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434199.841146:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434199.841149:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434199.841152:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434199.841154:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434199.841156:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434199.841159:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512649:512649:256:4294967295] 192.168.203.104@tcp LPNI seq info [512616:512616:8:4294967295]
00000400:00000200:1.0:1789434199.841163:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434199.841170:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434199.841175:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434199.841178:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434199.841182:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434199.841185:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434199.841189:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434199.841192:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434199.841195:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434199.841197:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434199.841200:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434199.841203:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434199.841206:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434199.841207:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434199.841211:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434199.841214:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841221:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434199.841224:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841230:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.841232:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434199.841235:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434199.841238:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434199.841242:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434199.841244:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300326924
00000100:00000001:1.0:1789434199.841246:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300327596
00000100:00000001:1.0:1789434199.841249:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300326924
00000100:00000001:1.0:1789434199.841251:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300327596
00000100:00000001:1.0:1789434199.841252:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434199.841255:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.841256:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434199.841260:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434199/real 1789434199]  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434199.841267:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434199.841268:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434199.841269:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434199.841272:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434199.841273:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434199.841276:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434199.841279:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434199.841286:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841298:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434199.841299:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841301:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434199.841302:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434199.841306:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841313:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434199.841317:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841323:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434199.841325:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841327:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434199.841329:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841330:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434199.841333:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434199.841336:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434199.841339:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434199.841342:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434199.841346:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434199.841374:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933946752:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434199.841379:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434199.841382:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841388:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434199.841390:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434199.841393:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434199.841394:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434199.841396:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434199.841399:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933946880:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434199.841403:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434199.841405:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434199.841406:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434199.841408:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434199.841411:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434199.841413:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434199.841417:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434199.841420:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434199.841423:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434199.841426:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933946880, portal 4
00000100:00000001:1.0:1789434199.841428:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434199.841430:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:1.0:1789434199.841436:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841442:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434199.841444:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434199.841446:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434199.841449:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933946880, offset 0
00000400:00000200:1.0:1789434199.841452:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434199.841457:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434199.841460:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434199.841463:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434199.841465:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434199.841468:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434199.841470:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434199.841472:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512650:512650:256:4294967295] 192.168.203.104@tcp LPNI seq info [512617:512617:8:4294967295]
00000400:00000200:1.0:1789434199.841476:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434199.841483:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434199.841488:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434199.841491:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434199.841495:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434199.841498:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434199.841502:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434199.841505:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434199.841509:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434199.841510:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434199.841513:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434199.841516:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434199.841519:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434199.841520:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434199.841523:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434199.841527:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841534:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434199.841537:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841544:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.841545:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434199.841548:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434199.841551:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434199.841554:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434199.841556:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300326942
00000100:00000001:1.0:1789434199.841558:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300327596
00000100:00000001:1.0:1789434199.841560:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300326942
00000100:00000001:1.0:1789434199.841562:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300327596
00000100:00000001:1.0:1789434199.841563:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434199.841565:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.841567:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434199.841570:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434199/real 1789434199]  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434199.841578:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434199.841579:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434199.841581:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434199.841583:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434199.841584:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434199.841586:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434199.841589:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434199.841596:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841602:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434199.841603:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841605:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434199.841606:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434199.841609:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841615:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434199.841619:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841626:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434199.841628:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841629:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434199.841631:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841633:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434199.841636:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434199.841639:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434199.841643:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434199.841645:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434199.841649:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434199.841657:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933946880:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434199.841661:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434199.841664:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841669:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434199.841671:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434199.841672:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434199.841674:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434199.841675:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434199.841678:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933947008:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434199.841681:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434199.841683:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434199.841684:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434199.841686:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434199.841689:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434199.841692:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434199.841694:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434199.841696:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434199.841699:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434199.841702:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933947008, portal 4
00000100:00000001:1.0:1789434199.841703:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434199.841704:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:1.0:1789434199.841709:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841715:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434199.841717:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434199.841719:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434199.841721:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933947008, offset 0
00000400:00000200:1.0:1789434199.841741:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434199.841756:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434199.841760:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434199.841762:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434199.841765:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434199.841768:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434199.841770:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434199.841772:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512651:512651:256:4294967295] 192.168.203.104@tcp LPNI seq info [512618:512618:8:4294967295]
00000400:00000200:1.0:1789434199.841777:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434199.841783:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434199.841787:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434199.841791:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434199.841795:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434199.841797:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434199.841802:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434199.841804:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434199.841808:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434199.841810:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434199.841812:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434199.841816:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434199.841819:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434199.841821:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434199.841823:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434199.841827:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841835:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434199.841837:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841841:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.841843:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434199.841846:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434199.841849:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434199.841852:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434199.841855:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300326944
00000100:00000001:1.0:1789434199.841857:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300327596
00000100:00000001:1.0:1789434199.841860:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300326944
00000100:00000001:1.0:1789434199.841861:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300327596
00000100:00000001:1.0:1789434199.841864:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434199.841866:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.841868:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434199.841872:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434199/real 1789434199]  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434199.841880:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434199.841881:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434199.841883:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434199.841886:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434199.841888:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434199.841890:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434199.841893:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434199.841901:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841905:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434199.841906:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841907:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434199.841908:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434199.841911:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841915:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434199.841917:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841920:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434199.841922:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841923:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434199.841924:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841925:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434199.841928:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434199.841930:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434199.841931:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434199.841932:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434199.841934:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434199.841938:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933947008:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434199.841941:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841942:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434199.841944:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933946752/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841948:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434199.841950:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434199.841951:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434199.841953:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434199.841954:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434199.841955:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434199.841956:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434199.841958:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:1.0:1789434199.841960:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434199.841961:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434199.841962:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:1.0:1789434199.841964:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434199.841965:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841966:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434199.841967:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933946880/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841975:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434199.841976:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434199.841977:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434199.841978:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434199.841979:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434199.841979:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434199.841980:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434199.841981:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:1.0:1789434199.841982:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434199.841983:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434199.841983:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:1.0:1789434199.841984:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434199.841985:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.841986:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434199.841987:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933947008/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434199.841990:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434199.841991:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434199.841992:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434199.841993:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434199.841993:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434199.841994:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434199.841995:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434199.841995:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:1.0:1789434199.841997:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434199.841997:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434199.841998:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:1.0:1789434199.841999:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434199.842000:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.842001:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434199.842003:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434199.842004:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434199.842005:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434199.842006:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434200.095703:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434200.095710:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434200.095713:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434200.095719:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434200.095722:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434200.095727:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434200.095864:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434200.095867:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434200.095871:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434200.543462:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300327596, at 4300327616
00000100:00000010:3.0:1789434200.543477:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d0c0.
00000100:00000040:2.0:1789434200.543558:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300327596, at 4300327616
00000100:00000010:2.0:1789434200.543566:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d360.
00000100:00000001:2.0:1789434200.607463:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434200.607471:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434200.607473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434200.607479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434200.607483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434200.607487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434200.607490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434200.607493:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434200.607496:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434200.607524:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434200.607528:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434200.607533:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434200.607535:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434200.607538:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434200.607539:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434200.607543:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434200.607544:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434200.607596:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434200.607600:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434200.607604:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434200.863450:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434200.863453:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434200.863459:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434200.863460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434200.863463:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434200.863463:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434200.863472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434200.863472:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434200.863478:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434200.863479:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434200.863485:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434200.863485:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434200.863490:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434200.863490:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434200.863494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434200.863495:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434200.863500:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434200.863501:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434201.119473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434201.119480:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434201.119482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434201.119487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434201.119490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434201.119494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434201.119497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434201.119500:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434201.119503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434201.631449:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434201.631456:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434201.631459:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434201.631465:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434201.631469:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434201.631473:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434201.631477:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434201.631480:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434201.631484:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434201.631523:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434201.631527:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434201.631533:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434201.631534:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434201.631537:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434201.631538:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434201.631541:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434201.631542:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434201.631614:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434201.631617:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434201.631620:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434201.887464:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434201.887465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434201.887474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434201.887474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434201.887478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434201.887478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434201.887486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434201.887486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434201.887492:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434201.887493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434201.887499:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434201.887499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434201.887505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434201.887505:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434201.887510:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434201.887513:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434201.887515:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434201.887520:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434202.143460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434202.143468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434202.143470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434202.143476:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434202.143479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434202.143484:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434202.143487:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434202.143490:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434202.143493:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655473:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434202.655480:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655485:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434202.655489:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434202.655491:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434202.655495:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655498:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434202.655500:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655503:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655505:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655509:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434202.655511:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434202.655513:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434202.655514:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655516:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434202.655517:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655519:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655521:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655525:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434202.655526:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434202.655527:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434202.655529:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655530:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434202.655532:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655533:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434202.655535:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434202.655697:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434202.655701:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434202.655705:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434202.655810:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434202.655816:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434202.655819:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434202.655823:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434202.655828:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434202.655832:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434202.655835:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434202.655838:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434202.655841:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434202.911446:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434202.911446:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434202.911452:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434202.911452:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434202.911455:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434202.911455:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434202.911461:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434202.911462:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434202.911465:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434202.911465:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434202.911470:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434202.911470:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434202.911473:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434202.911473:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434202.911475:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434202.911476:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434202.911479:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434202.911480:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434203.167452:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434203.167459:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434203.167461:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434203.167466:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434203.167522:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434203.167528:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434203.167531:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434203.167534:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434203.167538:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434203.679470:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434203.679479:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434203.679482:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434203.679487:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434203.679500:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434203.679505:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434203.679508:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434203.679511:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434203.679514:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434203.680805:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434203.680809:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434203.680812:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434203.680813:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434203.680815:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434203.680816:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434203.680819:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434203.680820:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434203.680870:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434203.680874:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434203.680878:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434203.935452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434203.935452:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434203.935458:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434203.935459:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434203.935461:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434203.935462:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434203.935467:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434203.935468:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434203.935472:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434203.935477:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434203.935479:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434203.935481:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434203.935482:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434203.935485:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434203.935486:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434203.935487:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434203.935492:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434203.935494:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434204.191841:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434204.191848:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434204.191851:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434204.191856:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434204.191859:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434204.191863:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.191866:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434204.191869:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.191872:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434204.703453:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434204.703459:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434204.703461:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434204.703464:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434204.703468:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434204.703471:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434204.703474:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434204.703476:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434204.703480:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434204.703588:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434204.703592:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434204.703596:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434204.703597:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434204.703601:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434204.703603:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434204.703607:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434204.703608:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434204.703697:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434204.703700:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434204.703703:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434204.959457:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434204.959457:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434204.959459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434204.959465:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434204.959466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789434204.959466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434204.959470:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434204.959470:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434204.959471:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434204.959475:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789434204.959477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434204.959478:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434204.959478:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434204.959484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434204.959485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789434204.959486:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5659
00000100:00000001:0.0:1789434204.959491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434204.959491:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434204.959497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434204.959498:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1789434204.959498:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434204.959501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434204.959502:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434204.959507:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789434204.959508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434204.959508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434204.959512:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434204.959518:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434204.959521:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434204.959524:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434204.959527:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434204.959536:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434204.959538:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434204.959541:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434204.959548:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434204.959551:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434204.959554:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434204.959557:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434204.959559:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434204.959561:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434204.959564:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434204.959566:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434204.959573:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434204.959576:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434204.959579:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434204.959582:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434204.959585:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434204.959588:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434204.959590:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434204.959599:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789434204.959602:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434204.959606:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434204.959608:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434204.959610:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434204.959613:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434204.959617:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434204.959624:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789434204.959630:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434204.959638:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434204.959649:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434204.959653:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434204.959658:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434204.959678:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434204.959681:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434204.959684:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434204.959686:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434204.959687:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434204.959690:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434204.959692:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5659
00000400:00000200:3.0:1789434204.959696:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434204.959699:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434204.959701:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434204.959704:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434204.959718:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434204.959721:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434204.959723:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434204.959724:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434204.959727:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1789434204.959729:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1789434204.959730:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1789434204.959733:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00000040:1.0:1789434204.959738:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789434204.959738:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434204.959741:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434204.959747:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:1.0:1789434204.959751:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1789434204.959752:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:1.0:1789434204.959753:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434204.959757:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434204.959761:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789434204.959761:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434204.959766:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1789434204.959767:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434204.959772:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00100000:1.0:1789434204.959775:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933947136:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434204.959776:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434204.959781:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:1.0:1789434204.959785:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1789434204.959786:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:1.0:1789434204.959790:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789434204.959790:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434204.959795:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434204.959795:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434204.959800:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1789434204.959801:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434204.959805:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434204.959806:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5c00.
00000100:00000001:3.0:1789434204.959808:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1789434204.959811:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1789434204.959813:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434204.959817:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434204.959821:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434204.959822:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434204.959829:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000100:00000010:3.0:1789434204.959830:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789434204.959835:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434204.959838:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1789434204.959840:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
02000000:00000001:3.0:1789434204.959841:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434204.959845:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434204.959847:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1789434204.959850:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933947136, portal 25
02000000:00000001:3.0:1789434204.959850:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434204.959856:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789434204.959860:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434204.959864:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434204.959869:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434204.959872:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000100:00000001:3.0:1789434204.959873:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434204.959878:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434204.959884:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789434204.959885:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.959910:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434204.959916:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434204.959919:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434204.959920:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00080000:3.0:1789434204.959924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1789434204.959927:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933947136, offset 0
00000100:00080000:3.0:1789434204.959928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434204.959932:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434204.959934:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434204.959937:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1789434204.959938:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789434204.959942:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5659
00000400:00000200:3.0:1789434204.959947:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434204.959951:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434204.959954:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434204.959958:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1789434204.959962:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000040:3.0:1789434204.959968:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434204.959969:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1789434204.959972:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1789434204.959977:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000040:3.0:1789434204.959978:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434204.959982:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:1.0:1789434204.959985:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1789434204.959987:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434204.959990:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000400:00000200:1.0:1789434204.959991:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000020:00000001:3.0:1789434204.959993:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434204.959996:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000400:00000200:1.0:1789434204.960000:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512652:512652:256:4294967295] 192.168.203.104@tcp LPNI seq info [512619:512619:8:4294967295]
00000020:00000001:3.0:1789434204.960001:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434204.960007:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:1.0:1789434204.960012:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789434204.960015:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434204.960019:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434204.960021:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434204.960023:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434204.960028:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000200:1.0:1789434204.960030:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1789434204.960035:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434204.960039:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1789434204.960043:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
02000000:00000001:3.0:1789434204.960044:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434204.960049:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1789434204.960053:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
02000000:00000001:3.0:1789434204.960053:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434204.960058:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434204.960062:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000800:00000200:1.0:1789434204.960065:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000008:00000001:3.0:1789434204.960067:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434204.960072:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1789434204.960073:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000100:00000010:3.0:1789434204.960076:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789434204.960080:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000800:00000200:1.1:1789434204.960082:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:3.0:1789434204.960084:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434204.960087:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789434204.960087:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1789434204.960091:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434204.960094:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434204.960097:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434204.960101:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789434204.960104:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1789434204.960105:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434204.960110:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000100:00100000:3.0:1789434204.960111:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434204.960118:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789434204.960121:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434204.960124:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434204.960128:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1789434204.960132:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434204.960136:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434204.960142:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:3.0:1789434204.960145:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434204.960149:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:3.0:1789434204.960149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434204.960154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434204.960157:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1789434204.960158:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434204.960159:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434204.960165:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434204.960170:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5659
00000400:00000200:3.0:1789434204.960176:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434204.960179:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1789434204.960182:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000040:1.0:1789434204.960187:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434204.960187:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434204.960193:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434204.960198:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434204.960202:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434204.960205:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434204.960206:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434204.960209:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1789434204.960210:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000040:3.0:1789434204.960212:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434204.960215:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434204.960216:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000001:1.0:1789434204.960219:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434204.960219:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434204.960224:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000200:1.0:1789434204.960227:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434204.960231:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300332715
00000100:00000040:3.0:1789434204.960231:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434204.960235:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434204.960239:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000010:1.0:1789434204.960240:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d540.
00000100:00000001:3.0:1789434204.960241:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434204.960246:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:1.0:1789434204.960248:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1789434204.960249:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434204.960254:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434204.960256:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434204.960258:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434204.960260:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434204.960262:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434204.960264:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300332715
00000008:00100000:3.0:1789434204.960265:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000010:1.0:1789434204.960271:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dcc0.
00000008:00000001:3.0:1789434204.960271:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434204.960273:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434204.960278:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000010:3.0:1789434204.960279:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000100:00000001:1.0:1789434204.960283:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1789434204.960284:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:1.0:1789434204.960288:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434204.960290:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434204.960292:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434204.960294:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434204.960295:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434204.960299:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434204.960300:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1789434204.960305:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00100000:1.0:1789434204.960307:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434204/real 1789434204]  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434204.960310:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434204.960319:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1789434204.960323:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434204.960327:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1789434204.960330:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1789434204.960332:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000100:00000001:3.0:1789434204.960334:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434204.960338:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000100:00000040:3.0:1789434204.960342:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1789434204.960343:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434204.960375:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434204.960382:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434204.960383:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434204.960391:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5669)
00000100:00000200:1.0:1789434204.960399:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960404:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434204.960406:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.960408:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434204.960409:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434204.960412:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960417:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434204.960420:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960424:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434204.960426:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.960427:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434204.960428:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.960430:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434204.960437:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434204.960439:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434204.960442:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434204.960444:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434204.960447:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434204.960452:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933947136:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434204.960457:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.960458:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434204.960460:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933947136/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960464:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434204.960466:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434204.960468:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434204.960470:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434204.960472:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434204.960473:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434204.960475:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434204.960477:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:1.0:1789434204.960480:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434204.960482:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434204.960484:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:1.0:1789434204.960486:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434204.960488:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.960495:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.960502:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434204.960504:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434204.960506:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434204.960507:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434204.960509:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434204.960512:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960520:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434204.960521:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434204.960523:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434204.960525:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434204.960527:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434204.960530:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933947264:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434204.960533:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434204.960534:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434204.960536:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434204.960537:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434204.960541:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434204.960542:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434204.960545:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434204.960547:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434204.960549:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434204.960558:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933947264, portal 10
00000100:00000001:1.0:1789434204.960559:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434204.960560:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:1.0:1789434204.960565:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960569:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434204.960570:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434204.960572:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434204.960573:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933947264, offset 0
00000400:00000200:1.0:1789434204.960576:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434204.960578:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434204.960581:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434204.960584:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434204.960585:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434204.960587:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434204.960588:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434204.960590:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512653:512653:256:4294967295] 192.168.203.104@tcp LPNI seq info [512620:512620:8:4294967295]
00000400:00000200:1.0:1789434204.960593:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434204.960598:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434204.960602:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434204.960605:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434204.960609:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434204.960618:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789434204.960622:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434204.960625:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1789434204.960629:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434204.960631:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434204.960634:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434204.960638:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434204.960641:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434204.960643:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434204.960645:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434204.960649:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960655:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434204.960657:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960661:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434204.960662:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434204.960666:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434204.960669:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434204.960672:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434204.960674:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300332044
00000100:00000001:1.0:1789434204.960677:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300332715
00000100:00000001:1.0:1789434204.960679:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300332044
00000100:00000001:1.0:1789434204.960681:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300332715
00000100:00000001:1.0:1789434204.960683:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434204.960684:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434204.960687:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434204.960690:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434204/real 1789434204]  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434204.960698:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434204.960699:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434204.960701:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434204.960704:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434204.960716:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434204.960719:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434204.960723:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434204.960732:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960737:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434204.960738:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.960739:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434204.960740:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434204.960743:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960747:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434204.960749:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960753:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434204.960754:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.960756:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434204.960756:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.960758:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434204.960760:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434204.960761:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434204.960764:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434204.960767:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434204.960771:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434204.960778:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933947264:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434204.960782:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434204.960785:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960798:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434204.960799:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434204.960802:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434204.960803:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434204.960805:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434204.960808:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933947392:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434204.960810:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434204.960811:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434204.960813:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434204.960814:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434204.960816:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434204.960818:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434204.960820:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434204.960822:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434204.960824:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434204.960826:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933947392, portal 4
00000100:00000001:1.0:1789434204.960827:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434204.960828:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:1.0:1789434204.960832:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960836:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434204.960838:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434204.960839:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434204.960840:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933947392, offset 0
00000400:00000200:1.0:1789434204.960843:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434204.960845:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434204.960847:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434204.960849:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434204.960851:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434204.960852:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434204.960854:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434204.960856:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512654:512654:256:4294967295] 192.168.203.104@tcp LPNI seq info [512621:512621:8:4294967295]
00000400:00000200:1.0:1789434204.960859:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434204.960863:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434204.960866:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434204.960868:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434204.960871:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434204.960872:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789434204.960875:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434204.960877:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1789434204.960879:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434204.960881:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434204.960883:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434204.960885:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434204.960887:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434204.960888:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434204.960889:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434204.960891:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960896:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434204.960898:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960902:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434204.960903:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434204.960905:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434204.960906:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434204.960908:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434204.960909:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300332061
00000100:00000001:1.0:1789434204.960911:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300332715
00000100:00000001:1.0:1789434204.960912:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300332061
00000100:00000001:1.0:1789434204.960913:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300332715
00000100:00000001:1.0:1789434204.960915:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434204.960916:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434204.960918:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434204.960920:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434204/real 1789434204]  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434204.960924:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434204.960925:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434204.960926:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434204.960927:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434204.960928:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434204.960929:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434204.960931:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434204.960936:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960939:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434204.960940:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.960941:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434204.960942:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434204.960943:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960947:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434204.960949:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960952:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434204.960954:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.960954:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434204.960955:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.960956:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434204.960959:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434204.960960:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434204.960963:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434204.960964:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434204.960966:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434204.960970:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933947392:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434204.960972:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434204.960974:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.960977:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434204.960978:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434204.960979:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434204.960980:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434204.960981:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434204.960983:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933947520:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434204.960985:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434204.960986:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434204.960987:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434204.960988:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434204.960990:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434204.960991:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434204.960992:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434204.960993:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434204.960995:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434204.960997:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933947520, portal 4
00000100:00000001:1.0:1789434204.960998:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434204.960999:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:1.0:1789434204.961002:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.961005:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434204.961007:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434204.961008:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434204.961010:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933947520, offset 0
00000400:00000200:1.0:1789434204.961012:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434204.961014:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434204.961016:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434204.961017:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434204.961019:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434204.961020:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434204.961021:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434204.961023:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512655:512655:256:4294967295] 192.168.203.104@tcp LPNI seq info [512622:512622:8:4294967295]
00000400:00000200:1.0:1789434204.961025:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434204.961029:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434204.961031:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434204.961033:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434204.961035:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434204.961036:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789434204.961038:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434204.961039:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1789434204.961042:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434204.961043:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434204.961044:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434204.961046:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434204.961048:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434204.961049:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434204.961050:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434204.961052:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.961056:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434204.961058:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.961062:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434204.961063:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434204.961066:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434204.961068:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434204.961071:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434204.961073:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300332063
00000100:00000001:1.0:1789434204.961075:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300332715
00000100:00000001:1.0:1789434204.961077:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300332063
00000100:00000001:1.0:1789434204.961079:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300332715
00000100:00000001:1.0:1789434204.961081:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434204.961083:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434204.961084:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434204.961088:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434204/real 1789434204]  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434204.961095:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434204.961097:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434204.961098:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434204.961101:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434204.961102:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434204.961104:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434204.961107:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434204.961115:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.961121:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434204.961123:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.961124:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434204.961126:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434204.961129:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.961135:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434204.961138:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.961145:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434204.961147:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.961149:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434204.961150:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.961151:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434204.961154:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434204.961157:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434204.961160:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434204.961161:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434204.961164:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434204.961168:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933947520:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434204.961170:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.961172:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434204.961173:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933947264/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.961177:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434204.961178:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434204.961180:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434204.961181:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434204.961182:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434204.961183:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434204.961184:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434204.961185:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:1.0:1789434204.961187:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434204.961188:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434204.961189:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:1.0:1789434204.961191:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434204.961191:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.961193:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434204.961195:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933947392/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.961198:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434204.961199:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434204.961200:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434204.961201:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434204.961202:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434204.961202:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434204.961203:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434204.961204:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:1.0:1789434204.961205:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434204.961205:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434204.961206:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:1.0:1789434204.961208:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434204.961209:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.961210:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434204.961213:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933947520/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434204.961218:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434204.961219:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434204.961220:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434204.961222:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434204.961223:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434204.961224:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434204.961225:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434204.961227:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1c00.
02000000:00000001:1.0:1789434204.961229:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434204.961230:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434204.961231:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:1.0:1789434204.961233:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434204.961234:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.961235:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434204.961238:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434204.961240:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434204.961242:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434204.961244:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434205.215411:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434205.215417:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434205.215418:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434205.215422:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434205.215425:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434205.215428:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434205.215430:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434205.215431:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434205.215433:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434205.663427:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300332715, at 4300332736
00000100:00000040:3.0:1789434205.663427:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300332715, at 4300332736
00000100:00000010:3.0:1789434205.663443:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dcc0.
00000100:00000010:2.0:1789434205.663445:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d540.
00000100:00000001:2.0:1789434205.727460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434205.727469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434205.727471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434205.727477:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434205.727481:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434205.727485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434205.727488:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434205.727491:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434205.727495:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434205.727525:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434205.727535:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434205.727537:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434205.727543:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434205.727546:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434205.727549:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434205.727551:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434205.727553:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434205.727557:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434205.727559:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434205.727562:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434205.727563:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434205.727565:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434205.727567:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434205.727624:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434205.727627:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434205.727630:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434205.983455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434205.983455:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434205.983464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434205.983464:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434205.983468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434205.983469:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434205.983474:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434205.983478:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434205.983480:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434205.983483:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434205.983485:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434205.983486:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434205.983491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434205.983491:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434205.983496:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434205.983496:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434205.983502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434205.983503:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434206.239443:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434206.239450:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434206.239453:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434206.239458:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434206.239461:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434206.239465:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434206.239468:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434206.239470:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434206.239473:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434206.751468:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434206.751487:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434206.751496:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434206.751498:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434206.751501:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434206.751503:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434206.751506:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434206.751507:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434206.751734:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434206.751739:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434206.751741:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434206.751744:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1789434206.751745:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000020:00000001:3.0:1789434206.751747:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434206.751749:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00010000:3.0:1789434206.751751:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434206.751752:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434206.751755:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434206.751757:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434206.751760:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434207.007550:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434207.007557:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434207.007558:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434207.007563:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434207.007566:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434207.007569:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434207.007571:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434207.007572:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434207.007574:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434207.007870:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434207.007874:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434207.007876:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434207.007879:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434207.007882:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434207.007884:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434207.007886:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434207.007888:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434207.007890:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434207.263474:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434207.263481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434207.263484:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434207.263490:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434207.263494:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434207.263498:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434207.263500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434207.263503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434207.263506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434207.775448:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434207.775456:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434207.775458:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434207.775464:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434207.775468:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434207.775472:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434207.775475:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434207.775478:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434207.775481:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434207.776404:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434207.776408:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434207.776414:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434207.776415:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434207.776419:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434207.776420:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434207.776423:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434207.776424:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434207.776466:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434207.776470:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434207.776473:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434208.031467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434208.031471:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434208.031476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434208.031477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434208.031481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434208.031481:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434208.031488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434208.031489:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434208.031494:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434208.031495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434208.031500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434208.031500:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434208.031507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434208.031507:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434208.031511:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434208.031512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434208.031515:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434208.031516:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434208.287465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434208.287472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434208.287474:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434208.287479:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434208.287483:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434208.287487:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434208.287489:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434208.287492:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434208.287495:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434208.799454:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434208.799462:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434208.799465:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434208.799471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434208.799475:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434208.799480:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434208.799483:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434208.799487:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434208.799487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434208.799496:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434208.799497:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434208.799509:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434208.799512:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434208.799518:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434208.799520:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434208.799525:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434208.799526:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434208.799569:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434208.799574:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434208.799578:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434209.055455:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434209.055462:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434209.055464:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434209.055469:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434209.055482:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434209.055486:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434209.055489:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434209.055492:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434209.055495:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434209.056314:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434209.056317:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434209.056318:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434209.056322:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434209.056323:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434209.056325:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434209.056327:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434209.056328:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434209.056330:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434209.311475:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434209.311484:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434209.311487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434209.311492:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434209.311496:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434209.311500:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434209.311502:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434209.311505:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434209.311516:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434209.823437:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434209.823444:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434209.823446:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434209.823451:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434209.823459:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434209.823462:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434209.823465:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434209.823467:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434209.823471:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434209.823504:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434209.823507:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434209.823510:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434209.823511:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434209.823513:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434209.823514:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434209.823516:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434209.823517:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434209.823550:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434209.823553:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434209.823555:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789434210.079453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434210.079457:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434210.079463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789434210.079464:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434210.079466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434210.079469:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1789434210.079472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:3.0:1789434210.079474:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434210.079478:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434210.079480:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434210.079483:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434210.079487:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434210.079488:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434210.079489:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5664
00000100:00000001:0.0:1789434210.079491:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.079495:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434210.079497:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.079497:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434210.079503:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:1.0:1789434210.079504:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434210.079508:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434210.079511:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.079514:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1789434210.079514:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434210.079517:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434210.079519:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1789434210.079520:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434210.079526:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434210.079530:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434210.079533:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434210.079536:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434210.079544:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434210.079546:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434210.079548:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434210.079551:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434210.079554:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434210.079556:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434210.079559:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434210.079561:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434210.079563:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434210.079564:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434210.079567:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434210.079570:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434210.079573:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434210.079575:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434210.079578:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434210.079581:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434210.079583:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434210.079585:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434210.079593:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789434210.079596:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434210.079600:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434210.079602:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434210.079605:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434210.079607:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434210.079611:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434210.079619:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789434210.079626:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434210.079639:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434210.079649:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434210.079653:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434210.079658:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434210.079685:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434210.079688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434210.079691:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434210.079698:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434210.079700:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434210.079703:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434210.079706:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1789434210.079706:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5664
00000100:00000001:1.0:1789434210.079711:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1789434210.079713:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434210.079715:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1789434210.079719:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434210.079723:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434210.079725:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789434210.079727:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434210.079732:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434210.079735:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434210.079739:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434210.079744:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1789434210.079745:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434210.079748:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00000001:1.0:1789434210.079749:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434210.079751:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1789434210.079755:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1789434210.079755:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
02000000:00000001:1.0:1789434210.079759:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1789434210.079759:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:1.0:1789434210.079762:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434210.079764:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00100000:1.0:1789434210.079766:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933947648:192.168.203.104@tcp:250:kworker.0
00000100:00000040:3.0:1789434210.079771:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434210.079774:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789434210.079776:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1789434210.079778:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434210.079781:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434210.079782:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:1.0:1789434210.079784:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789434210.079786:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000010:1.0:1789434210.079789:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
00000020:00000040:3.0:1789434210.079790:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
02000000:00000001:1.0:1789434210.079792:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434210.079797:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:1.0:1789434210.079800:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434210.079802:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434210.079804:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
02000000:00000001:3.0:1789434210.079805:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1789434210.079809:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
02000000:00000001:3.0:1789434210.079812:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1789434210.079816:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933947648, portal 25
02000000:00000001:3.0:1789434210.079816:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434210.079818:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434210.079820:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434210.079822:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000008:00100000:3.0:1789434210.079824:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1789434210.079828:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789434210.079829:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434210.079834:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434210.079840:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000100:00000001:1.0:1789434210.079842:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1789434210.079844:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000040:1.0:1789434210.079849:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
02000000:00000001:3.0:1789434210.079849:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434210.079852:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434210.079854:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000001:3.0:1789434210.079854:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434210.079857:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1789434210.079860:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933947648, offset 0
02000000:00000001:3.0:1789434210.079861:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434210.079867:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000400:00000200:1.0:1789434210.079872:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434210.079873:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434210.079881:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434210.079884:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434210.079892:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1789434210.079893:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:3.0:1789434210.079896:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434210.079900:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434210.079904:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000040:3.0:1789434210.079904:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434210.079908:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434210.079910:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434210.079914:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512656:512656:256:4294967295] 192.168.203.104@tcp LPNI seq info [512623:512623:8:4294967295]
00000400:00000200:1.0:1789434210.079926:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434210.079931:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434210.079935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434210.079942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1789434210.079945:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789434210.079946:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434210.079950:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1789434210.079956:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434210.079956:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434210.079962:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5664
00000800:00000010:1.0:1789434210.079964:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000400:00000200:3.0:1789434210.079968:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000200:1.0:1789434210.079974:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000400:00000200:3.0:1789434210.079974:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434210.079979:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1789434210.079981:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1789434210.079985:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:1.1:1789434210.079989:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789434210.079990:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1789434210.079994:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1789434210.079996:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000100:1.0:1789434210.080001:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434210.080001:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000010:1.0:1789434210.080003:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000020:00000001:3.0:1789434210.080007:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1789434210.080009:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1789434210.080010:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434210.080014:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1789434210.080015:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1789434210.080018:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000400:00000200:1.0:1789434210.080020:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000020:00000001:3.0:1789434210.080022:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000010:1.0:1789434210.080023:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000020:00000001:3.0:1789434210.080026:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:1.0:1789434210.080029:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:3.0:1789434210.080032:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000200:1.0:1789434210.080035:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434210.080036:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434210.080042:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434210.080047:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434210.080049:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1789434210.080051:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00000040:1.0:1789434210.080054:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434210.080057:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434210.080063:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434210.080067:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434210.080068:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080071:0:2346:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:3.0:1789434210.080071:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434210.080075:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434210.080075:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434210.080080:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1789434210.080082:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00100000:3.0:1789434210.080084:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000001:1.0:1789434210.080085:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300337835
00000008:00000001:3.0:1789434210.080089:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434210.080091:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dea0.
00000100:00000001:3.0:1789434210.080093:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080099:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000010:3.0:1789434210.080099:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789434210.080103:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434210.080107:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434210.080108:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434210.080110:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434210.080111:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300337835
02000000:00000001:3.0:1789434210.080112:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434210.080115:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434210.080117:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d2a0.
00000100:00000001:1.0:1789434210.080121:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
02000000:00000010:3.0:1789434210.080121:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:1.0:1789434210.080125:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434210.080126:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080128:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080131:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434210.080134:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789434210.080136:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434210/real 1789434210]  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434210.080158:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1789434210.080161:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1789434210.080162:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1789434210.080164:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434210.080169:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000100:00000040:3.0:1789434210.080170:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434210.080174:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434210.080178:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434210.080183:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1789434210.080184:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434210.080188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1789434210.080191:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434210.080192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434210.080194:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434210.080197:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434210.080203:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434210.080208:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5664
00000100:00000200:1.0:1789434210.080212:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434210.080215:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434210.080222:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434210.080226:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1789434210.080230:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:3.0:1789434210.080231:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434210.080234:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434210.080235:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434210.080239:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434210.080240:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434210.080243:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434210.080244:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789434210.080248:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434210.080251:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00100000:1.0:1789434210.080253:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080258:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434210.080262:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789434210.080265:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434210.080269:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000001:1.0:1789434210.080271:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1789434210.080273:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:1.0:1789434210.080276:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789434210.080277:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:1.0:1789434210.080278:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434210.080282:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080284:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1789434210.080285:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434210.080286:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434210.080289:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1789434210.080290:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1789434210.080295:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00080000:1.0:1789434210.080297:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434210.080298:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434210.080300:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1789434210.080303:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000040:1.0:1789434210.080304:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434210.080311:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434210.080316:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434210.080318:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933947648:192.168.203.104@tcp:250:kworker.0
02000000:00000001:3.0:1789434210.080319:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434210.080324:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434210.080325:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080328:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1789434210.080330:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434210.080332:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933947648/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434210.080334:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434210.080337:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:1.0:1789434210.080340:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000008:00000001:3.0:1789434210.080342:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434210.080343:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1789434210.080346:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434210.080367:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434210.080377:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:3.0:1789434210.080379:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000001:1.0:1789434210.080380:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434210.080383:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000040:3.0:1789434210.080385:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434210.080386:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434210.080390:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1c00.
02000000:00000001:3.0:1789434210.080391:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434210.080394:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434210.080395:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434210.080398:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1789434210.080398:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1789434210.080400:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
02000000:00000001:3.0:1789434210.080402:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1789434210.080404:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1789434210.080405:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080407:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080410:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1789434210.080412:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:1.0:1789434210.080415:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434210.080416:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080417:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080421:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434210.080423:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434210.080425:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1789434210.080426:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1789434210.080429:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434210.080444:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434210.080447:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434210.080449:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080450:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434210.080455:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1789434210.080456:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434210.080458:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434210.080463:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434210.080471:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933947776:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434210.080472:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080478:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1789434210.080480:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5674)
02000000:00000001:1.0:1789434210.080481:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434210.080484:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434210.080486:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434210.080489:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434210.080490:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434210.080494:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434210.080496:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434210.080498:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434210.080501:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933947776, portal 10
00000100:00000001:1.0:1789434210.080502:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434210.080503:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00000040:1.0:1789434210.080508:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080512:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434210.080513:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434210.080515:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434210.080516:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933947776, offset 0
00000400:00000200:1.0:1789434210.080518:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434210.080521:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434210.080523:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434210.080525:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434210.080527:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434210.080528:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434210.080530:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434210.080532:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512657:512657:256:4294967295] 192.168.203.104@tcp LPNI seq info [512624:512624:8:4294967295]
00000400:00000200:1.0:1789434210.080534:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434210.080538:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434210.080541:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434210.080543:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434210.080545:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434210.080547:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434210.080550:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434210.080552:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434210.080554:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434210.080555:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434210.080558:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434210.080560:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434210.080562:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434210.080563:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434210.080565:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434210.080567:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080574:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434210.080577:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080583:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080585:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434210.080588:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434210.080591:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434210.080594:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434210.080596:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300337164
00000100:00000001:1.0:1789434210.080599:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300337835
00000100:00000001:1.0:1789434210.080601:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300337164
00000100:00000001:1.0:1789434210.080603:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300337835
00000100:00000001:1.0:1789434210.080605:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434210.080607:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080609:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434210.080613:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434210/real 1789434210]  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434210.080620:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434210.080622:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434210.080624:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434210.080627:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434210.080628:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434210.080631:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434210.080634:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434210.080641:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080645:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434210.080646:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080648:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434210.080649:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434210.080651:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080655:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434210.080657:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080661:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434210.080662:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080663:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434210.080664:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080665:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434210.080678:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434210.080680:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434210.080682:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434210.080683:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434210.080685:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434210.080689:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933947776:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434210.080692:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434210.080694:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080702:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434210.080704:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434210.080706:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434210.080708:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434210.080710:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434210.080712:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933947904:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434210.080715:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434210.080717:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434210.080718:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434210.080720:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434210.080723:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434210.080725:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434210.080728:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434210.080731:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434210.080734:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434210.080737:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933947904, portal 4
00000100:00000001:1.0:1789434210.080739:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434210.080740:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:1.0:1789434210.080746:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080751:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434210.080753:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434210.080754:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434210.080756:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933947904, offset 0
00000400:00000200:1.0:1789434210.080760:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434210.080764:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434210.080767:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434210.080770:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434210.080772:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434210.080775:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434210.080777:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434210.080780:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512658:512658:256:4294967295] 192.168.203.104@tcp LPNI seq info [512625:512625:8:4294967295]
00000400:00000200:1.0:1789434210.080784:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434210.080790:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434210.080794:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434210.080798:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434210.080801:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434210.080804:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434210.080808:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434210.080810:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434210.080813:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434210.080816:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434210.080818:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434210.080820:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434210.080822:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434210.080823:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434210.080825:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434210.080827:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080833:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434210.080835:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080842:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080843:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434210.080846:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434210.080849:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434210.080852:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434210.080854:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300337181
00000100:00000001:1.0:1789434210.080857:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300337835
00000100:00000001:1.0:1789434210.080859:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300337181
00000100:00000001:1.0:1789434210.080861:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300337835
00000100:00000001:1.0:1789434210.080863:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434210.080865:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080867:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434210.080871:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434210/real 1789434210]  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434210.080879:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434210.080880:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434210.080882:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434210.080884:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434210.080885:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434210.080886:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434210.080888:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434210.080893:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080897:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434210.080898:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080898:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434210.080899:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434210.080901:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080904:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434210.080906:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080910:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434210.080912:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080912:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434210.080914:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080915:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434210.080917:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434210.080919:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434210.080923:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434210.080924:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434210.080928:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434210.080935:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933947904:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434210.080938:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080941:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434210.080944:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933947776/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080950:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434210.080951:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434210.080953:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434210.080955:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434210.080956:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434210.080958:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434210.080959:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434210.080961:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:1.0:1789434210.080963:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434210.080964:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434210.080964:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:1.0:1789434210.080966:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434210.080967:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080968:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434210.080970:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933947904/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080974:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434210.080975:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434210.080976:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434210.080977:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434210.080978:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434210.080979:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434210.080979:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434210.080981:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:1.0:1789434210.080982:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434210.080983:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434210.080984:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:1.0:1789434210.080985:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434210.080986:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080987:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.080989:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434210.080990:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.080991:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434210.080992:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434210.080993:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434210.080995:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.080998:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434210.081000:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434210.081001:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434210.081002:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434210.081003:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434210.081005:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933948032:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434210.081007:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434210.081008:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434210.081009:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434210.081010:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434210.081012:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434210.081013:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434210.081015:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434210.081016:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434210.081018:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434210.081020:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933948032, portal 4
00000100:00000001:1.0:1789434210.081021:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434210.081022:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:1.0:1789434210.081025:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.081033:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434210.081034:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434210.081035:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434210.081037:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933948032, offset 0
00000400:00000200:1.0:1789434210.081039:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434210.081041:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434210.081043:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434210.081045:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434210.081047:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434210.081048:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434210.081049:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434210.081051:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512659:512659:256:4294967295] 192.168.203.104@tcp LPNI seq info [512626:512626:8:4294967295]
00000400:00000200:1.0:1789434210.081054:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434210.081057:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434210.081060:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434210.081062:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434210.081064:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434210.081066:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434210.081068:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434210.081070:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434210.081072:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434210.081074:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434210.081075:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434210.081077:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434210.081079:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434210.081080:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434210.081082:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434210.081084:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.081088:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434210.081090:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.081097:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.081098:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434210.081100:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434210.081101:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434210.081103:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434210.081104:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300337183
00000100:00000001:1.0:1789434210.081106:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300337835
00000100:00000001:1.0:1789434210.081107:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300337183
00000100:00000001:1.0:1789434210.081108:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300337835
00000100:00000001:1.0:1789434210.081109:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434210.081110:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.081111:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434210.081113:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434210/real 1789434210]  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434210.081117:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434210.081118:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434210.081119:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434210.081121:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434210.081121:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434210.081123:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434210.081124:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434210.081129:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.081132:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434210.081133:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.081134:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434210.081134:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434210.081136:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.081140:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434210.081142:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.081146:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434210.081147:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.081148:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434210.081149:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.081150:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434210.081153:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434210.081155:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434210.081158:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434210.081159:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434210.081163:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434210.081170:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933948032:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434210.081173:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.081175:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434210.081177:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933948032/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434210.081184:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434210.081185:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434210.081187:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434210.081189:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434210.081191:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434210.081192:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434210.081194:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434210.081195:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:1.0:1789434210.081198:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434210.081199:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434210.081200:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:1.0:1789434210.081203:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434210.081204:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.081206:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.081208:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434210.081210:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.081211:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434210.081213:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434210.335476:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434210.335482:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434210.335484:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434210.335489:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434210.335493:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434210.335497:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.335500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434210.335503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434210.335506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434210.783440:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300337835, at 4300337856
00000100:00000040:3.0:1789434210.783440:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300337835, at 4300337856
00000100:00000010:3.0:1789434210.783455:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d2a0.
00000100:00000010:2.0:1789434210.783458:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dea0.
00010000:00000001:1.0:1789434210.847466:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434210.847472:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434210.847478:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434210.847480:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434210.847484:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434210.847501:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434210.847503:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434210.847504:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434210.847618:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434210.847622:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434210.847624:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434210.847628:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434210.847634:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434210.847636:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434210.847641:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434210.847644:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434210.847648:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434210.847651:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434210.847654:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434210.847658:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434211.103456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434211.103456:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434211.103463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434211.103463:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434211.103467:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434211.103467:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434211.103473:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434211.103473:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434211.103477:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434211.103479:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434211.103481:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434211.103483:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434211.103486:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434211.103487:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434211.103490:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434211.103491:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434211.103496:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434211.103497:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434211.359466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434211.359472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434211.359476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434211.359481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434211.359485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434211.359489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434211.359492:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434211.359495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434211.359497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434211.871444:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434211.871451:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434211.871453:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434211.871458:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434211.871461:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434211.871465:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434211.871467:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434211.871469:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434211.871472:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434211.871495:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434211.871500:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434211.871506:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434211.871507:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434211.871512:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434211.871514:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434211.871517:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434211.871518:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434211.871689:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434211.871692:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434211.871695:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434212.127467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434212.127468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434212.127473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434212.127477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434212.127478:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434212.127481:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434212.127484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434212.127486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434212.127490:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434212.127490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434212.127496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434212.127496:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434212.127501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434212.127502:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434212.127507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434212.127507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434212.127514:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434212.127514:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434212.383475:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434212.383482:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434212.383484:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434212.383489:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434212.383492:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434212.383496:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434212.383498:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434212.383501:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434212.383504:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434212.895703:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434212.895710:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434212.895713:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434212.895718:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434212.895722:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434212.895725:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434212.895729:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434212.895731:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434212.895734:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895746:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434212.895750:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895755:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434212.895759:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434212.895761:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434212.895766:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895769:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434212.895771:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895774:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895776:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895780:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434212.895782:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434212.895783:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434212.895785:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895786:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434212.895787:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895789:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895791:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895795:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434212.895797:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434212.895798:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434212.895800:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895801:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434212.895802:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895804:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434212.895806:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434212.896717:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434212.896721:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434212.896725:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434213.151436:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434213.151443:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434213.151445:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434213.151451:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434213.151454:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434213.151458:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434213.151460:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434213.151463:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434213.151465:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434213.151916:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434213.151919:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434213.151920:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434213.151923:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434213.151926:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434213.151928:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434213.151930:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434213.151932:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434213.151934:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434213.407463:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434213.407469:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434213.407471:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434213.407474:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434213.407477:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434213.407479:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434213.407482:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434213.407484:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434213.407486:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434213.919636:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434213.919652:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434213.919654:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434213.919659:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434213.919663:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434213.919667:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434213.919670:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434213.919673:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434213.919676:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434213.920367:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434213.920370:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434213.920373:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434213.920374:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434213.920376:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434213.920377:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434213.920379:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434213.920380:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434213.920418:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434213.920420:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434213.920423:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434214.177798:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434214.177806:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434214.177809:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434214.177814:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434214.177817:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434214.177821:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434214.177824:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434214.177827:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434214.177830:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434214.177916:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434214.177920:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434214.177922:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434214.177924:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434214.177926:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434214.177928:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434214.177931:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434214.177932:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434214.177934:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434214.432831:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434214.432838:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434214.432840:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434214.432845:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434214.432849:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434214.432852:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434214.432855:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434214.432857:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434214.432860:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434214.943467:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434214.943474:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434214.943475:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434214.943480:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434214.943483:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434214.943484:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434214.943487:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434214.943491:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434214.943497:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434214.943501:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434214.943504:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434214.943507:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434214.943509:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434214.943511:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434214.943512:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434214.943520:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434214.943522:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434214.943561:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434214.943564:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434214.943567:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434215.199468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434215.199475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434215.199477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434215.199480:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1789434215.199483:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434215.199485:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434215.199489:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434215.199489:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1789434215.199495:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434215.199495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.199500:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434215.199501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434215.199504:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434215.199505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.199509:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434215.199511:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434215.199512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.199517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434215.199683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434215.199689:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434215.199692:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434215.199695:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434215.199698:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434215.199705:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5669
00000400:00000200:3.0:1789434215.199714:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434215.199719:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434215.199722:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434215.199725:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.199728:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434215.199730:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.199732:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434215.199739:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434215.199741:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434215.199744:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434215.199746:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434215.199748:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434215.199750:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434215.199753:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.199755:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434215.199756:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.199758:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434215.199761:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434215.199763:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434215.199765:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434215.199768:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434215.199771:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434215.199774:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434215.199777:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434215.199779:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434215.199787:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789434215.199790:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434215.199794:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434215.199795:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434215.199797:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434215.199800:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434215.199803:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434215.199811:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789434215.199817:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434215.199825:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434215.199835:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434215.199839:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434215.199843:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434215.199868:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434215.199871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434215.199874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434215.199876:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434215.199878:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434215.199880:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434215.199883:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5669
00000400:00000200:3.0:1789434215.199886:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434215.199889:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434215.199891:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434215.199893:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.199895:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434215.199897:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.199898:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434215.199902:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434215.199903:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434215.199905:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434215.199906:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434215.199912:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434215.199914:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434215.199917:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.199918:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434215.199919:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.199921:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434215.199923:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434215.199925:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434215.199927:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434215.199929:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434215.199934:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434215.199936:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434215.199937:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434215.199941:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434215.199943:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434215.199945:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434215.199949:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789434215.199951:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434215.199953:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434215.199954:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434215.199956:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434215.199957:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434215.199958:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434215.199962:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789434215.199965:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434215.199969:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434215.199975:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434215.199977:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434215.199981:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434215.199987:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434215.199989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434215.199992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434215.199994:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434215.199995:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434215.199997:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434215.199999:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5669
00000400:00000200:3.0:1789434215.200002:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434215.200005:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434215.200007:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434215.200009:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.200011:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434215.200013:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.200015:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434215.200017:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434215.200019:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434215.200020:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434215.200021:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434215.200023:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434215.200025:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434215.200028:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.200029:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434215.200031:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.200032:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434215.200035:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434215.200037:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434215.200038:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434215.200040:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434215.200042:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434215.200044:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434215.200045:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434215.200047:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434215.200049:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434215.200050:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434215.200054:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789434215.200056:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434215.200058:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434215.200059:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434215.200060:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434215.200061:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434215.200063:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434215.200066:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000001:3.0:1789434215.200069:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434215.200073:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434215.200079:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434215.200081:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434215.200084:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434215.200091:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434215.200093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434215.200095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434215.200097:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434215.200098:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434215.200100:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434215.200101:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5669
00000400:00000200:3.0:1789434215.200105:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434215.200118:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434215.200121:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434215.200124:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.200125:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434215.200127:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.200129:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434215.200131:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434215.200133:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434215.200134:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434215.200136:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434215.200138:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434215.200140:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434215.200142:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.200144:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434215.200145:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434215.200147:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434215.200149:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434215.200151:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434215.200153:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434215.200155:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434215.200157:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434215.200159:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434215.200161:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434215.200162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434215.200164:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434215.200166:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434215.200169:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789434215.200171:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434215.200173:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434215.200174:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434215.200176:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434215.200177:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434215.200178:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434215.200182:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789434215.200185:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434215.200188:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434215.200194:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434215.200196:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434215.200199:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434215.200206:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434215.200210:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5679)
00000100:00000001:1.0:1789434215.200260:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434215.200263:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434215.200265:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434215.200270:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200277:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434215.200279:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434215.200281:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434215.200283:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434215.200286:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434215.200289:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933948160:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434215.200292:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434215.200295:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434215.200297:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434215.200299:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434215.200303:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434215.200305:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434215.200310:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434215.200314:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434215.200319:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434215.200326:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933948160, portal 25
00000100:00000001:1.0:1789434215.200328:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434215.200330:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196928 : -119882416354688 : ffff92f7b3288a80)
00000100:00000040:1.0:1789434215.200335:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200341:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434215.200344:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434215.200346:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434215.200367:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933948160, offset 0
00000400:00000200:1.0:1789434215.200374:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434215.200381:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434215.200386:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434215.200391:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434215.200395:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434215.200398:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434215.200400:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434215.200403:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512660:512660:256:4294967295] 192.168.203.104@tcp LPNI seq info [512627:512627:8:4294967295]
00000400:00000200:1.0:1789434215.200407:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434215.200416:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434215.200421:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434215.200426:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434215.200432:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434215.200435:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789434215.200440:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434215.200443:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1789434215.200447:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434215.200449:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434215.200454:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434215.200458:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434215.200462:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434215.200464:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434215.200469:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434215.200472:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200485:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434215.200488:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200494:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434215.200495:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434215.200500:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434215.200504:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434215.200507:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300342956
00000100:00000010:1.0:1789434215.200511:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d660.
00000100:00000001:1.0:1789434215.200516:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434215.200534:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300342956
00000100:00000010:1.0:1789434215.200537:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d600.
00000100:00000001:1.0:1789434215.200539:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434215.200547:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434215.200550:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434215.200552:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434215.200557:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434215/real 1789434215]  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434215.200564:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434215.200566:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434215.200568:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434215.200571:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434215.200573:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434215.200576:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434215.200579:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434215.200586:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200591:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434215.200593:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.200595:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434215.200598:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434215.200601:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200607:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434215.200612:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200619:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434215.200621:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.200622:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434215.200624:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.200625:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434215.200628:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434215.200641:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434215.200645:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434215.200647:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434215.200651:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434215.200659:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933948160:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434215.200663:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434215.200666:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200672:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434215.200673:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434215.200674:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434215.200676:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434215.200678:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434215.200681:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933948288:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434215.200684:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434215.200686:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434215.200687:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434215.200689:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434215.200692:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434215.200694:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434215.200698:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434215.200700:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434215.200704:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434215.200706:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933948288, portal 10
00000100:00000001:1.0:1789434215.200708:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434215.200709:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:1.0:1789434215.200714:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200719:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434215.200721:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434215.200722:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434215.200725:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933948288, offset 0
00000400:00000200:1.0:1789434215.200729:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434215.200732:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434215.200735:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434215.200738:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434215.200740:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434215.200742:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434215.200744:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434215.200747:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512661:512661:256:4294967295] 192.168.203.104@tcp LPNI seq info [512628:512628:8:4294967295]
00000400:00000200:1.0:1789434215.200751:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434215.200756:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434215.200760:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434215.200763:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434215.200766:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434215.200769:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789434215.200772:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434215.200774:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1789434215.200777:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434215.200779:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434215.200782:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434215.200784:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434215.200787:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434215.200788:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434215.200791:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434215.200793:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200800:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434215.200803:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200808:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434215.200809:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434215.200812:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434215.200815:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434215.200818:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434215.200820:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300342284
00000100:00000001:1.0:1789434215.200822:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300342956
00000100:00000001:1.0:1789434215.200824:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300342284
00000100:00000001:1.0:1789434215.200826:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300342956
00000100:00000001:1.0:1789434215.200828:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434215.200830:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434215.200831:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434215.200834:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434215/real 1789434215]  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434215.200841:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434215.200842:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434215.200844:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434215.200846:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434215.200848:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434215.200849:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434215.200852:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434215.200859:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200864:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434215.200865:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.200867:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434215.200868:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434215.200871:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200876:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434215.200880:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200886:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434215.200888:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.200890:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434215.200891:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.200893:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434215.200895:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434215.200898:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434215.200901:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434215.200903:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434215.200906:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434215.200914:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933948288:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434215.200918:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434215.200921:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200927:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434215.200928:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434215.200930:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434215.200932:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434215.200934:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434215.200936:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933948416:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434215.200939:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434215.200941:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434215.200942:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434215.200944:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434215.200947:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434215.200949:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434215.200953:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434215.200955:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434215.200958:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434215.200961:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933948416, portal 4
00000100:00000001:1.0:1789434215.200963:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434215.200964:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:1.0:1789434215.200969:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.200976:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434215.200978:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434215.200980:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434215.200982:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933948416, offset 0
00000400:00000200:1.0:1789434215.201004:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434215.201009:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434215.201013:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434215.201016:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434215.201019:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434215.201025:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434215.201028:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434215.201030:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512662:512662:256:4294967295] 192.168.203.104@tcp LPNI seq info [512629:512629:8:4294967295]
00000400:00000200:1.0:1789434215.201034:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434215.201040:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434215.201044:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434215.201048:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434215.201052:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434215.201054:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789434215.201058:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434215.201060:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1789434215.201063:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434215.201064:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434215.201066:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434215.201068:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434215.201070:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434215.201071:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434215.201073:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434215.201076:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201081:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434215.201082:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201086:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434215.201088:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434215.201090:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434215.201091:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434215.201094:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434215.201095:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300342301
00000100:00000001:1.0:1789434215.201097:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300342956
00000100:00000001:1.0:1789434215.201098:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300342301
00000100:00000001:1.0:1789434215.201100:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300342956
00000100:00000001:1.0:1789434215.201102:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434215.201103:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434215.201104:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434215.201106:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434215/real 1789434215]  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434215.201112:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434215.201113:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434215.201115:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434215.201117:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434215.201119:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434215.201121:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434215.201124:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434215.201131:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201138:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434215.201139:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.201141:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434215.201143:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434215.201146:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201152:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434215.201155:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201162:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434215.201164:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.201166:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434215.201167:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.201169:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434215.201177:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434215.201179:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434215.201183:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434215.201185:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434215.201189:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434215.201196:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933948416:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434215.201200:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434215.201203:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201209:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434215.201211:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434215.201212:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434215.201214:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434215.201216:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434215.201218:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933948544:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434215.201222:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434215.201223:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434215.201225:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434215.201227:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434215.201230:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434215.201231:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434215.201234:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434215.201237:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434215.201239:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434215.201242:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933948544, portal 4
00000100:00000001:1.0:1789434215.201244:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434215.201246:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00000040:1.0:1789434215.201251:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201257:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434215.201258:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434215.201260:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434215.201262:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933948544, offset 0
00000400:00000200:1.0:1789434215.201264:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434215.201267:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434215.201269:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434215.201271:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434215.201273:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434215.201274:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434215.201276:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434215.201278:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512663:512663:256:4294967295] 192.168.203.104@tcp LPNI seq info [512630:512630:8:4294967295]
00000400:00000200:1.0:1789434215.201281:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434215.201285:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434215.201287:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434215.201289:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434215.201292:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434215.201294:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789434215.201296:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434215.201298:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1789434215.201300:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434215.201301:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434215.201303:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434215.201305:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434215.201307:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434215.201308:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434215.201310:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434215.201312:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201317:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434215.201319:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201327:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434215.201328:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434215.201329:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434215.201331:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434215.201333:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434215.201335:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300342303
00000100:00000001:1.0:1789434215.201336:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300342956
00000100:00000001:1.0:1789434215.201338:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300342303
00000100:00000001:1.0:1789434215.201339:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300342956
00000100:00000001:1.0:1789434215.201341:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434215.201342:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434215.201343:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434215.201345:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434215/real 1789434215]  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434215.201364:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434215.201365:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434215.201365:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434215.201367:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434215.201368:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434215.201370:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434215.201372:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434215.201377:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201380:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434215.201381:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.201382:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434215.201383:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434215.201385:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201389:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434215.201392:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201395:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434215.201397:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.201397:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434215.201398:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.201399:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434215.201401:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434215.201402:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434215.201404:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434215.201405:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434215.201407:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434215.201411:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933948544:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434215.201414:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.201415:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434215.201417:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288a80 x1876351933948160/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201421:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434215.201423:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434215.201424:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434215.201426:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434215.201427:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434215.201428:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434215.201429:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434215.201431:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:1.0:1789434215.201434:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434215.201436:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434215.201437:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288a80.
00000100:00000001:1.0:1789434215.201440:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434215.201441:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.201442:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434215.201444:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933948288/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201448:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434215.201448:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434215.201449:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434215.201450:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434215.201451:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434215.201452:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434215.201452:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434215.201453:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:1.0:1789434215.201454:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434215.201455:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434215.201455:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:1.0:1789434215.201457:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434215.201458:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.201459:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434215.201460:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933948416/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201463:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434215.201464:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434215.201465:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434215.201466:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434215.201466:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434215.201467:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434215.201468:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434215.201469:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:1.0:1789434215.201470:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434215.201470:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434215.201471:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:1.0:1789434215.201472:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434215.201473:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.201475:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434215.201478:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933948544/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434215.201484:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434215.201485:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434215.201487:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434215.201489:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434215.201490:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434215.201491:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434215.201492:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434215.201494:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:1.0:1789434215.201496:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434215.201497:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434215.201498:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:1.0:1789434215.201500:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434215.201501:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.201503:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.201510:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434215.201511:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434215.201514:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434215.201516:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434215.455511:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434215.455519:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434215.455521:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434215.455526:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434215.455530:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434215.455534:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.455537:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434215.455540:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434215.455543:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434215.903444:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300342956, at 4300342976
00000100:00000010:2.0:1789434215.903460:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d660.
00000100:00000040:3.0:1789434215.903535:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300342956, at 4300342976
00000100:00000010:3.0:1789434215.903542:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d600.
00000100:00000001:2.0:1789434215.967461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434215.967468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434215.967471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434215.967477:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434215.967481:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434215.967486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434215.967490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434215.967492:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434215.967496:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434215.967532:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434215.967537:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434215.967540:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434215.967544:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434215.967547:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434215.967550:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434215.967552:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434215.967554:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434215.967558:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434215.967559:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434215.967563:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434215.967565:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434215.967568:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434215.967569:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434215.968165:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434215.968169:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434215.968173:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434216.223580:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434216.223585:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434216.223588:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434216.223590:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434216.223591:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434216.223593:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434216.223600:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434216.223601:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434216.223606:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434216.223606:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434216.223612:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434216.223613:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434216.223617:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434216.223619:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434216.223620:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434216.223632:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434216.223633:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434216.223638:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434216.480749:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434216.480757:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434216.480759:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434216.480765:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434216.480768:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434216.480772:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434216.480775:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434216.480778:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434216.480782:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434216.991501:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434216.991506:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434216.991510:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434216.991511:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434216.991514:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434216.991515:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434216.991517:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434216.991518:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434216.991684:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434216.991689:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434216.991693:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434216.991694:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434216.991700:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434216.991702:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434216.991706:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434216.991710:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434216.991713:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434216.991716:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434216.991719:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434216.991722:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434217.247515:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434217.247526:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434217.247528:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434217.247536:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434217.247540:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434217.247544:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434217.247548:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434217.247551:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434217.247553:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434217.250888:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434217.250895:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434217.250897:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434217.250903:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434217.250906:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434217.250910:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434217.250912:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434217.250915:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434217.250918:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434217.503434:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434217.503439:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434217.503441:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434217.503445:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434217.503448:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434217.503450:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434217.503452:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434217.503453:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434217.503455:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434218.015562:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434218.015568:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434218.015573:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434218.015574:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434218.015578:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434218.015579:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434218.015582:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434218.015584:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434218.015621:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434218.015624:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434218.015627:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434218.015670:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434218.015674:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434218.015677:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434218.015681:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434218.015684:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434218.015688:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434218.015690:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434218.015692:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434218.015695:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434218.271982:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434218.271990:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434218.271992:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434218.271997:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434218.272001:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434218.272005:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434218.272009:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434218.272011:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434218.272014:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434218.272182:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434218.272186:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434218.272187:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434218.272190:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434218.272192:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434218.272195:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434218.272197:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434218.272198:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434218.272201:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434218.527730:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434218.527738:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434218.527740:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434218.527746:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434218.527750:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434218.527755:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434218.527758:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434218.527761:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434218.527764:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434219.039474:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434219.039475:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434219.039482:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434219.039483:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434219.039486:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434219.039491:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1789434219.039492:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434219.039495:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434219.039497:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434219.039503:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434219.039503:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434219.039507:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434219.039508:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434219.039513:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434219.039514:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434219.039517:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434219.039518:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434219.039600:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434219.039615:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434219.039619:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434219.295550:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434219.295558:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434219.295560:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434219.295565:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434219.295569:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434219.295573:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434219.295576:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434219.295579:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434219.295582:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434219.297730:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434219.297736:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434219.297738:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434219.297743:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434219.297746:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434219.297751:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434219.297754:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434219.297756:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434219.297759:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434219.551464:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434219.551471:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434219.551473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434219.551478:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434219.551482:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434219.551485:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434219.551487:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434219.551489:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434219.551492:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434220.063494:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434220.063501:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434220.063506:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434220.063508:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434220.063512:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434220.063513:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434220.063516:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434220.063518:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.064493:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434220.064498:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434220.064501:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434220.064505:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:1.0:1789434220.064510:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1789434220.064511:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1789434220.064514:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789434220.064516:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.064518:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434220.064522:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1789434220.064522:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434220.064528:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.319471:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434220.319479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434220.319482:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434220.319488:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434220.319494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434220.319497:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.319500:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434220.319503:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.319506:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434220.319631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434220.319637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434220.319640:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434220.319643:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434220.319648:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434220.319654:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5674
00000400:00000200:1.0:1789434220.319664:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434220.319670:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434220.319672:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434220.319675:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.319678:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434220.319681:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.319683:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434220.319692:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434220.319694:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434220.319696:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434220.319699:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434220.319701:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434220.319704:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434220.319707:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.319709:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434220.319711:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.319713:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434220.319716:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434220.319720:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434220.319722:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434220.319725:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434220.319728:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434220.319731:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.319734:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434220.319736:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434220.319742:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
00000020:00000040:1.0:1789434220.319745:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434220.319749:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434220.319751:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.319755:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434220.319757:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434220.319768:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434220.319776:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6c00.
00000100:00000001:1.0:1789434220.319783:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434220.319793:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434220.319805:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434220.319810:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434220.319815:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434220.319833:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434220.319836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434220.319841:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434220.319842:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434220.319844:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434220.319847:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434220.319849:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5674
00000400:00000200:1.0:1789434220.319853:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434220.319856:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434220.319858:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434220.319861:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.319863:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434220.319865:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.319866:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434220.319869:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434220.319871:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434220.319873:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434220.319875:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434220.319877:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434220.319879:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434220.319882:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.319884:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434220.319886:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.319888:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434220.319891:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434220.319893:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434220.319896:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434220.319897:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434220.319902:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434220.319905:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.319907:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434220.319911:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434220.319915:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.319917:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434220.319921:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000020:00000040:1.0:1789434220.319924:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434220.319927:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434220.319929:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.319931:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789434220.319934:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1789434220.319935:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789434220.319939:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1789434220.319940:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.319943:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000010:1.0:1789434220.319946:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5c00.
00000100:00000040:3.0:1789434220.319952:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434220.319953:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434220.319962:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434220.319964:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434220.319966:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434220.319971:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1789434220.319976:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1789434220.319976:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434220.319980:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434220.319981:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434220.319988:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434220.319989:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933948672:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434220.319997:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434220.320001:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1789434220.320005:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434220.320005:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434220.320010:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1789434220.320011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:3.0:1789434220.320015:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
00000100:00080000:1.0:1789434220.320016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434220.320019:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1789434220.320020:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434220.320022:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434220.320025:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434220.320028:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5674
00000400:00000200:1.0:1789434220.320032:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434220.320035:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434220.320037:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434220.320039:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.320041:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434220.320043:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.320045:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434220.320048:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434220.320049:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434220.320051:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434220.320053:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434220.320055:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434220.320057:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434220.320060:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.320062:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434220.320064:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.320066:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434220.320068:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434220.320071:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434220.320074:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434220.320076:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434220.320079:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434220.320083:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434220.320084:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434220.320087:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:3.0:1789434220.320090:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000008:00100000:1.0:1789434220.320091:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434220.320096:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.320098:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434220.320098:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000010:1.0:1789434220.320102:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
00000100:00000200:3.0:1789434220.320107:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933948672, portal 25
00000100:00000001:3.0:1789434220.320111:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434220.320112:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000020:00000040:1.0:1789434220.320120:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000040:3.0:1789434220.320120:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434220.320126:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434220.320129:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.320133:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789434220.320135:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1789434220.320136:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434220.320139:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434220.320141:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
02000000:00000010:1.0:1789434220.320144:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7400.
00000400:00000010:3.0:1789434220.320146:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000001:1.0:1789434220.320150:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789434220.320151:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933948672, offset 0
00000100:00100000:1.0:1789434220.320160:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789434220.320162:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434220.320172:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1789434220.320173:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434220.320176:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434220.320181:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000040:1.0:1789434220.320183:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434220.320189:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1789434220.320194:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434220.320197:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00080000:1.0:1789434220.320199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789434220.320202:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1789434220.320207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1789434220.320208:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.320210:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434220.320214:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1789434220.320215:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512664:512664:256:4294967295] 192.168.203.104@tcp LPNI seq info [512631:512631:8:4294967295]
00000100:00000001:1.0:1789434220.320219:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1789434220.320224:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:1.0:1789434220.320225:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5674
00000400:00000200:1.0:1789434220.320230:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434220.320236:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434220.320240:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1789434220.320240:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1789434220.320246:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434220.320249:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1789434220.320253:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000040:1.0:1789434220.320255:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000010:3.0:1789434220.320259:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000100:00000001:1.0:1789434220.320260:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434220.320266:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434220.320269:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000800:00000200:3.0:1789434220.320270:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:1.0:1789434220.320272:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:3.0:1789434220.320276:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000020:00000040:1.0:1789434220.320277:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434220.320283:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000200:3.1:1789434220.320286:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:1.0:1789434220.320287:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000200:3.1:1789434220.320293:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1789434220.320296:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000100:3.0:1789434220.320301:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434220.320302:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1789434220.320304:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000100:00000040:1.0:1789434220.320307:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:3.0:1789434220.320310:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789434220.320312:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434220.320317:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000200:3.0:1789434220.320318:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1789434220.320323:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:3.0:1789434220.320325:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000100:00000001:1.0:1789434220.320327:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434220.320329:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
02000000:00000001:1.0:1789434220.320332:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789434220.320334:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:1.0:1789434220.320337:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1789434220.320341:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434220.320342:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.320367:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434220.320370:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434220.320376:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.320381:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.320382:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1789434220.320386:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000100:00000040:3.0:1789434220.320388:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789434220.320390:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434220.320396:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434220.320399:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.320402:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789434220.320402:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434220.320406:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789434220.320406:0:2346:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:1.0:1789434220.320410:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.320412:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434220.320415:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7c00.
00000400:00000200:3.0:1789434220.320419:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434220.320421:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434220.320429:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434220.320434:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300348076
00000100:00000001:1.0:1789434220.320439:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:3.0:1789434220.320442:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0000.
00000100:00000001:1.0:1789434220.320443:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.320449:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000040:1.0:1789434220.320450:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.320458:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300348076
00000100:00000001:1.0:1789434220.320461:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434220.320463:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0cc0.
00000100:00000001:3.0:1789434220.320468:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1789434220.320469:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5685)
00000100:00000001:3.0:1789434220.320472:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434220.320476:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.320478:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434220.320484:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434220/real 1789434220]  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434220.320492:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434220.320494:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434220.320497:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434220.320500:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434220.320501:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434220.320503:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434220.320507:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434220.320515:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.320522:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434220.320524:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.320526:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434220.320528:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434220.320532:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.320539:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434220.320543:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.320550:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434220.320553:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.320555:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434220.320556:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.320558:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434220.320560:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434220.320562:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434220.320566:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434220.320568:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434220.320572:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434220.320580:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933948672:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434220.320693:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.320695:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434220.320699:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933948672/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.320706:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434220.320708:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434220.320711:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434220.320713:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434220.320715:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434220.320717:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434220.320719:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434220.320722:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6c00.
02000000:00000001:3.0:1789434220.320725:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434220.320727:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434220.320728:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:3.0:1789434220.320765:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434220.320767:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.320770:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.320776:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434220.320778:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.320780:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434220.320781:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434220.320782:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434220.320786:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.320793:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434220.320795:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434220.320797:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434220.320799:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434220.320801:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434220.320803:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933948800:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434220.320806:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434220.320808:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434220.320810:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434220.320812:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434220.320815:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434220.320816:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434220.320820:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434220.320822:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434220.320826:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434220.320829:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933948800, portal 10
00000100:00000001:3.0:1789434220.320831:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434220.320833:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:3.0:1789434220.320839:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.320845:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434220.320847:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434220.320849:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434220.320851:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933948800, offset 0
00000400:00000200:3.0:1789434220.320855:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434220.320859:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434220.320863:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434220.320866:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434220.320868:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434220.320871:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434220.320873:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434220.320876:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512665:512665:256:4294967295] 192.168.203.104@tcp LPNI seq info [512632:512632:8:4294967295]
00000400:00000200:3.0:1789434220.320880:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434220.320887:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434220.320891:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434220.320894:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434220.320897:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434220.320900:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789434220.320904:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434220.320907:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1789434220.320911:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434220.320913:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434220.320916:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434220.320919:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434220.320922:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434220.320924:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434220.320926:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434220.320929:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.320936:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434220.320939:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.320952:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.320953:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434220.320956:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434220.320960:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434220.320963:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434220.320965:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300347404
00000100:00000001:3.0:1789434220.320967:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300348076
00000100:00000001:3.0:1789434220.320970:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300347404
00000100:00000001:3.0:1789434220.320972:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300348076
00000100:00000001:3.0:1789434220.320974:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434220.320976:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.320977:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434220.320980:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434220/real 1789434220]  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434220.320987:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434220.320989:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434220.320990:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434220.320992:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434220.320994:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434220.320996:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434220.320998:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434220.321007:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321012:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434220.321014:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.321015:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434220.321016:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434220.321020:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321027:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434220.321030:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321038:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434220.321040:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.321042:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434220.321043:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.321044:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434220.321047:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434220.321050:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434220.321052:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434220.321054:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434220.321058:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434220.321066:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933948800:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434220.321070:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434220.321073:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321080:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434220.321081:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434220.321083:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434220.321085:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434220.321087:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434220.321090:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933948928:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434220.321093:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434220.321094:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434220.321096:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434220.321098:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434220.321101:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434220.321103:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434220.321106:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434220.321108:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434220.321110:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434220.321113:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933948928, portal 4
00000100:00000001:3.0:1789434220.321114:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434220.321116:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:3.0:1789434220.321121:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321127:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434220.321129:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434220.321131:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434220.321133:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933948928, offset 0
00000400:00000200:3.0:1789434220.321137:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434220.321140:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434220.321143:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434220.321146:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434220.321148:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434220.321150:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1789434220.321339:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434220.321344:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434220.321346:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434220.321372:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434220.321376:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434220.321379:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434220.321381:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434220.321383:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434220.321385:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434220.321630:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434220.321635:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512666:512666:256:4294967295] 192.168.203.104@tcp LPNI seq info [512633:512633:8:4294967295]
00000400:00000200:3.0:1789434220.321640:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434220.321647:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434220.321652:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434220.321655:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434220.321659:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434220.321662:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789434220.321666:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434220.321668:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1789434220.321672:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434220.321674:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434220.321677:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434220.321681:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434220.321684:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434220.321685:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434220.321688:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434220.321692:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321700:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434220.321703:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321709:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.321711:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434220.321714:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434220.321717:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434220.321720:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434220.321722:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300347422
00000100:00000001:3.0:1789434220.321724:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300348076
00000100:00000001:3.0:1789434220.321726:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300347422
00000100:00000001:3.0:1789434220.321728:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300348076
00000100:00000001:3.0:1789434220.321730:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434220.321732:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.321734:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434220.321737:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434220/real 1789434220]  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434220.321754:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434220.321756:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434220.321758:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434220.321760:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434220.321762:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434220.321764:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434220.321767:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434220.321774:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321780:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434220.321781:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.321783:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434220.321785:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434220.321787:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321794:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434220.321798:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321805:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434220.321808:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.321809:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434220.321810:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.321811:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434220.321815:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434220.321817:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434220.321820:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434220.321823:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434220.321826:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434220.321833:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933948928:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434220.321837:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434220.321841:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321847:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434220.321848:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434220.321850:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434220.321852:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434220.321854:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434220.321857:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933949056:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434220.321860:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434220.321861:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434220.321863:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434220.321864:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434220.321868:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434220.321869:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434220.321872:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434220.321875:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434220.321878:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434220.321880:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933949056, portal 4
00000100:00000001:3.0:1789434220.321882:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434220.321883:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:3.0:1789434220.321888:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321894:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434220.321897:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434220.321899:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434220.321900:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933949056, offset 0
00000400:00000200:3.0:1789434220.321904:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434220.321908:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434220.321911:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434220.321914:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434220.321917:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434220.321919:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434220.321921:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434220.321924:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512667:512667:256:4294967295] 192.168.203.104@tcp LPNI seq info [512634:512634:8:4294967295]
00000400:00000200:3.0:1789434220.321928:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434220.321934:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434220.321938:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434220.321941:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434220.321944:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434220.321947:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1789434220.321951:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434220.321954:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1789434220.321958:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434220.321959:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434220.321962:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434220.321965:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434220.321967:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434220.321969:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434220.321971:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434220.321974:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321981:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434220.321984:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.321990:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.321992:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434220.321994:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434220.321996:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434220.321999:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434220.322001:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300347424
00000100:00000001:3.0:1789434220.322004:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300348076
00000100:00000001:3.0:1789434220.322006:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300347424
00000100:00000001:3.0:1789434220.322008:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300348076
00000100:00000001:3.0:1789434220.322009:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434220.322012:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.322013:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434220.322016:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434220/real 1789434220]  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434220.322024:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434220.322026:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434220.322027:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434220.322029:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434220.322031:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434220.322033:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434220.322035:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434220.322043:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.322049:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434220.322051:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.322052:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434220.322053:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434220.322057:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.322064:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434220.322068:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.322074:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434220.322076:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.322077:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434220.322078:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.322079:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434220.322083:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434220.322085:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434220.322089:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434220.322090:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434220.322094:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434220.322103:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933949056:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434220.322106:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.322107:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434220.322110:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933948800/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.322117:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434220.322119:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434220.322121:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434220.322123:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434220.322125:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434220.322126:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434220.322128:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434220.322130:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5c00.
02000000:00000001:3.0:1789434220.322133:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434220.322134:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434220.322136:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:3.0:1789434220.322138:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434220.322139:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.322141:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434220.322144:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933948928/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.322150:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434220.322151:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434220.322152:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434220.322154:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434220.322155:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434220.322157:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434220.322158:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434220.322160:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7400.
02000000:00000001:3.0:1789434220.322162:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434220.322163:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434220.322164:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:3.0:1789434220.322166:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434220.322167:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.322169:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434220.322172:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933949056/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434220.322178:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434220.322179:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434220.322180:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434220.322182:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434220.322183:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434220.322184:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434220.322185:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434220.322187:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7c00.
02000000:00000001:3.0:1789434220.322188:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434220.322190:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434220.322191:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:3.0:1789434220.322193:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434220.322194:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.322196:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434220.322200:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434220.322202:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434220.322204:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434220.322205:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434220.575530:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434220.575538:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434220.575540:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434220.575546:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434220.575550:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434220.575554:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434220.575557:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434220.575559:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434220.575563:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434221.023465:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300348076, at 4300348096
00000100:00000040:3.0:1789434221.023465:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300348076, at 4300348096
00000100:00000010:2.0:1789434221.023480:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0000.
00000100:00000010:3.0:1789434221.023482:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0cc0.
00010000:00000001:1.0:1789434221.087522:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434221.087528:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434221.087533:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434221.087535:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434221.087538:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434221.087539:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434221.087542:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434221.087544:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434221.087617:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434221.087629:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434221.087631:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434221.087636:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:1.0:1789434221.087640:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434221.087644:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434221.087647:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434221.087649:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434221.087653:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434221.087740:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434221.087744:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434221.087748:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434221.343470:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434221.343478:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434221.343480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434221.343485:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434221.343489:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434221.343492:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434221.343495:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434221.343498:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434221.343501:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434221.343605:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434221.343609:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434221.343611:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434221.343614:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434221.343616:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434221.343618:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434221.343621:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434221.343622:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434221.343624:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434221.599465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434221.599472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434221.599474:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434221.599479:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434221.599482:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434221.599486:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434221.599489:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434221.599492:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434221.599495:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434222.111704:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434222.111711:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434222.111716:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434222.111717:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434222.111773:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434222.111775:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434222.111779:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434222.111780:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434222.111863:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434222.111867:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434222.111869:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434222.111881:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:1.0:1789434222.111886:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434222.111890:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434222.111893:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434222.111895:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434222.111898:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434222.111932:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434222.111936:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434222.111939:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434222.367468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434222.367476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434222.367478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434222.367484:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434222.367487:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434222.367491:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434222.367494:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434222.367495:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434222.367497:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434222.367595:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434222.367598:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434222.367600:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434222.367603:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434222.367605:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434222.367607:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434222.367609:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434222.367611:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434222.367612:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434222.623520:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434222.623527:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434222.623529:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434222.623534:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434222.623537:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434222.623541:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434222.623544:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434222.623546:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434222.623549:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434223.135495:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434223.135501:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434223.135507:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434223.135509:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434223.135511:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434223.135515:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1789434223.135515:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434223.135518:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434223.135520:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434223.135523:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:3.0:1789434223.135525:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434223.135527:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434223.135532:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434223.135532:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434223.135537:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434223.135538:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434223.135540:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434223.135542:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434223.135544:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434223.135546:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1789434223.135547:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434223.135548:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434223.135552:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1789434223.135553:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434223.135554:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434223.135559:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434223.135561:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434223.135565:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434223.135567:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434223.135568:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434223.135570:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434223.135583:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434223.135584:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434223.135587:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434223.135589:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434223.135632:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434223.135643:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434223.135646:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434223.391496:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434223.391506:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434223.391508:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434223.391515:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434223.391520:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434223.391524:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434223.391527:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434223.391530:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434223.391533:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434223.391792:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434223.391799:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434223.391801:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434223.391806:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434223.391866:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434223.391870:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434223.391873:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434223.391875:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434223.391877:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434223.647467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434223.647475:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434223.647477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434223.647483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434223.647487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434223.647491:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434223.647494:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434223.647497:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434223.647500:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434224.159461:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434224.159469:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434224.159485:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434224.159487:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434224.159491:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434224.159492:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434224.159495:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434224.159496:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434224.159542:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434224.159549:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434224.159552:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434224.159558:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434224.159572:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434224.159576:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434224.159580:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434224.159584:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789434224.159585:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789434224.159589:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434224.159590:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434224.159596:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434224.415522:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434224.415533:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434224.415535:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434224.415542:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434224.415547:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434224.415551:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434224.415554:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434224.415557:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434224.415559:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434224.415670:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434224.415675:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434224.415676:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434224.415680:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434224.415682:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434224.415684:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434224.415687:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434224.415689:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434224.415691:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434224.671533:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434224.671540:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434224.671543:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434224.671548:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434224.671552:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434224.671556:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434224.671558:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434224.671572:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434224.671576:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434225.183505:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434225.183511:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434225.183519:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434225.183520:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434225.183524:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434225.183525:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434225.183529:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434225.183530:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434225.183705:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434225.183713:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434225.183718:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434225.183725:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434225.183731:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434225.183734:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434225.183739:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:1.0:1789434225.183743:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434225.183746:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434225.183749:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434225.183752:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434225.183756:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434225.439539:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1789434225.439542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789434225.439547:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1789434225.439551:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434225.439552:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.439564:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1789434225.439566:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:1.0:1789434225.439570:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434225.439571:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434225.439576:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1789434225.439577:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.439581:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1789434225.439584:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5680
00000100:00000001:3.0:1789434225.439586:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.439591:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434225.439595:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434225.439601:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434225.439604:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434225.439608:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439612:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434225.439614:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439617:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434225.439624:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434225.439626:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434225.439629:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434225.439633:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434225.439636:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434225.439639:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434225.439643:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439646:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434225.439648:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439651:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434225.439655:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434225.439659:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439662:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434225.439665:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434225.439670:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434225.439673:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.439675:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434225.439678:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434225.439686:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849880.
00000020:00000040:1.0:1789434225.439690:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434225.439695:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434225.439697:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.439699:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434225.439702:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434225.439706:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434225.439714:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7c00.
00000100:00000001:1.0:1789434225.439720:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434225.439728:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434225.439738:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434225.439743:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434225.439747:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1fca34] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434225.439774:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434225.439777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434225.439780:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434225.439782:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434225.439783:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434225.439786:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434225.439788:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5680
00000400:00000200:1.0:1789434225.439792:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434225.439796:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434225.439798:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434225.439801:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439804:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434225.439807:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439810:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789434225.439815:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1789434225.439815:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434225.439819:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434225.439824:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789434225.439825:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1789434225.439828:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:0.0:1789434225.439830:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434225.439838:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00100000:0.0:1789434225.439839:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000020:00000001:1.0:1789434225.439844:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434225.439848:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439849:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434225.439851:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439853:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434225.439855:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434225.439858:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439860:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434225.439861:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434225.439866:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434225.439868:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.439870:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434225.439873:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434225.439876:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.439878:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434225.439881:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849500.
00000020:00000040:1.0:1789434225.439884:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434225.439886:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434225.439887:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.439889:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434225.439890:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434225.439892:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434225.439895:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7400.
00000100:00000001:1.0:1789434225.439898:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434225.439904:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434225.439907:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434225.439913:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434225.439915:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434225.439919:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434225.439920:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434225.439923:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434225.439929:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4c7c83] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434225.439940:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434225.439943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434225.439945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434225.439947:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434225.439948:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434225.439951:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434225.439953:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5680
00000400:00000200:1.0:1789434225.439957:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434225.439959:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434225.439961:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434225.439964:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439966:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434225.439968:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439970:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434225.439973:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434225.439974:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434225.439976:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434225.439977:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434225.439979:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434225.439981:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434225.439984:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439986:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434225.439987:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439989:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434225.439991:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434225.439994:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434225.439996:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434225.439998:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434225.440000:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434225.440002:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.440004:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434225.440006:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434225.440008:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.440010:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434225.440013:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849f80.
00000020:00000040:1.0:1789434225.440016:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434225.440018:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434225.440019:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.440020:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434225.440022:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434225.440023:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434225.440026:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5c00.
00000100:00000001:1.0:1789434225.440030:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434225.440034:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434225.440040:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434225.440042:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434225.440045:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003af3c0cd] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434225.440053:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434225.440055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434225.440059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434225.440061:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434225.440062:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434225.440065:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434225.440067:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5680
00000400:00000200:1.0:1789434225.440071:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434225.440074:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434225.440075:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434225.440078:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.440080:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434225.440081:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.440083:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434225.440086:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434225.440088:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434225.440089:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434225.440091:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434225.440093:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434225.440095:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434225.440098:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.440100:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434225.440101:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434225.440104:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434225.440106:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434225.440108:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434225.440111:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434225.440113:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434225.440115:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434225.440117:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.440119:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434225.440121:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434225.440123:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.440124:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434225.440127:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434225.440130:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434225.440132:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434225.440133:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.440135:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434225.440136:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434225.440138:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434225.440141:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6c00.
00000100:00000001:1.0:1789434225.440144:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434225.440149:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434225.440155:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434225.440157:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434225.440161:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434225.440169:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434225.440173:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5690)
00000100:00000001:3.0:1789434225.440265:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434225.440269:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434225.440271:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434225.440278:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440288:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434225.440290:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434225.440293:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434225.440295:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434225.440298:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434225.440301:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933949184:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434225.440306:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434225.440309:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434225.440311:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434225.440313:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434225.440319:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434225.440321:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434225.440326:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434225.440330:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434225.440345:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434225.440368:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933949184, portal 25
00000100:00000001:3.0:1789434225.440371:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434225.440372:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:3.0:1789434225.440378:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440386:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434225.440389:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434225.440392:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434225.440395:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933949184, offset 0
00000400:00000200:3.0:1789434225.440401:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434225.440407:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434225.440413:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434225.440418:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434225.440422:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434225.440425:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434225.440428:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434225.440432:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512668:512668:256:4294967295] 192.168.203.104@tcp LPNI seq info [512635:512635:8:4294967295]
00000400:00000200:3.0:1789434225.440436:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434225.440445:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434225.440451:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434225.440455:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434225.440461:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434225.440465:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789434225.440470:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434225.440475:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1789434225.440479:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434225.440481:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434225.440487:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434225.440491:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434225.440496:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434225.440499:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434225.440503:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434225.440506:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440516:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434225.440520:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440527:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434225.440529:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434225.440533:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434225.440537:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434225.440540:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300353195
00000100:00000010:3.0:1789434225.440544:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0cc0.
00000100:00000001:3.0:1789434225.440550:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434225.440565:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300353195
00000100:00000010:3.0:1789434225.440569:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0420.
00000100:00000001:3.0:1789434225.440572:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434225.440575:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434225.440578:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434225.440580:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434225.440585:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434225/real 1789434225]  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434225.440593:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434225.440595:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434225.440597:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434225.440600:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434225.440601:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434225.440604:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434225.440607:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434225.440621:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440628:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434225.440630:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.440632:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434225.440634:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434225.440638:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440645:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434225.440650:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440656:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434225.440659:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.440660:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434225.440661:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.440663:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434225.440665:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434225.440668:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434225.440671:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434225.440674:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434225.440678:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434225.440686:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933949184:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434225.440691:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434225.440694:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440699:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434225.440701:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434225.440703:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434225.440705:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434225.440707:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434225.440709:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933949312:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434225.440712:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434225.440714:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434225.440715:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434225.440717:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434225.440728:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434225.440730:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434225.440734:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434225.440736:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434225.440739:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434225.440741:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933949312, portal 10
00000100:00000001:3.0:1789434225.440743:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434225.440744:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:3.0:1789434225.440750:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440756:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434225.440758:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434225.440760:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434225.440763:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933949312, offset 0
00000400:00000200:3.0:1789434225.440766:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434225.440770:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434225.440780:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434225.440783:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434225.440785:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434225.440788:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434225.440790:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434225.440792:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512669:512669:256:4294967295] 192.168.203.104@tcp LPNI seq info [512636:512636:8:4294967295]
00000400:00000200:3.0:1789434225.440796:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434225.440802:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434225.440807:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434225.440810:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434225.440813:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434225.440816:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789434225.440820:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434225.440823:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1789434225.440827:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434225.440829:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434225.440831:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434225.440835:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434225.440837:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434225.440839:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434225.440841:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434225.440860:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440870:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434225.440873:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440880:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434225.440881:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434225.440884:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434225.440887:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434225.440890:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434225.440892:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300352523
00000100:00000001:3.0:1789434225.440895:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300353195
00000100:00000001:3.0:1789434225.440897:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300352523
00000100:00000001:3.0:1789434225.440899:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300353195
00000100:00000001:3.0:1789434225.440901:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434225.440903:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434225.440904:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434225.440907:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434225/real 1789434225]  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434225.440915:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434225.440917:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434225.440919:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434225.440929:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434225.440931:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434225.440933:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434225.440936:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434225.440945:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440951:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434225.440952:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.440954:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434225.440955:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434225.440959:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434225.440961:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434225.440975:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434225.440981:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.440989:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434225.440991:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.440994:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434225.440995:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.440997:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434225.441001:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434225.441004:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434225.441007:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434225.441009:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434225.441014:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434225.441022:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933949312:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434225.441025:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434225.441028:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441034:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434225.441035:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434225.441037:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434225.441039:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434225.441041:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434225.441043:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933949440:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434225.441046:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434225.441048:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434225.441049:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434225.441051:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434225.441054:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434225.441055:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434225.441059:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434225.441061:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434225.441064:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434225.441066:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933949440, portal 4
00000100:00000001:3.0:1789434225.441077:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434225.441078:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:3.0:1789434225.441083:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441090:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434225.441092:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434225.441094:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434225.441096:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933949440, offset 0
00000400:00000200:3.0:1789434225.441100:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434225.441103:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434225.441106:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434225.441109:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434225.441111:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434225.441114:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434225.441116:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434225.441119:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512670:512670:256:4294967295] 192.168.203.104@tcp LPNI seq info [512637:512637:8:4294967295]
00000400:00000200:3.0:1789434225.441122:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434225.441128:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434225.441133:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434225.441135:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434225.441138:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434225.441141:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789434225.441145:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434225.441148:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1789434225.441152:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434225.441154:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434225.441156:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434225.441160:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434225.441163:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434225.441164:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434225.441167:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434225.441170:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441178:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434225.441181:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441186:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434225.441188:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434225.441190:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434225.441193:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434225.441196:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434225.441198:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300352541
00000100:00000001:3.0:1789434225.441200:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300353195
00000100:00000001:3.0:1789434225.441202:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300352541
00000100:00000001:3.0:1789434225.441204:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300353195
00000100:00000001:3.0:1789434225.441206:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434225.441208:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434225.441210:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434225.441213:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434225/real 1789434225]  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434225.441220:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434225.441221:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434225.441223:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434225.441225:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434225.441227:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434225.441229:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434225.441232:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434225.441239:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441245:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434225.441246:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.441248:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434225.441249:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434225.441252:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441259:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434225.441262:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441269:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434225.441271:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.441273:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434225.441274:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.441275:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434225.441279:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434225.441281:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434225.441284:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434225.441286:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434225.441289:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434225.441297:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933949440:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434225.441300:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434225.441304:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441310:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434225.441311:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434225.441313:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434225.441315:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434225.441316:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434225.441319:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933949568:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434225.441322:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434225.441323:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434225.441325:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434225.441326:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434225.441329:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434225.441331:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434225.441334:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434225.441336:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434225.441338:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434225.441341:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933949568, portal 4
00000100:00000001:3.0:1789434225.441343:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434225.441345:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:3.0:1789434225.441369:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441375:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434225.441377:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434225.441380:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434225.441382:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933949568, offset 0
00000400:00000200:3.0:1789434225.441385:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434225.441389:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434225.441392:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434225.441394:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434225.441397:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434225.441399:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434225.441401:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434225.441404:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512671:512671:256:4294967295] 192.168.203.104@tcp LPNI seq info [512638:512638:8:4294967295]
00000400:00000200:3.0:1789434225.441408:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434225.441414:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434225.441418:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434225.441420:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434225.441424:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434225.441426:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1789434225.441430:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434225.441433:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1789434225.441436:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434225.441438:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434225.441441:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434225.441444:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434225.441446:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434225.441447:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434225.441449:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434225.441453:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441465:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434225.441468:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441475:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434225.441476:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434225.441478:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434225.441481:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434225.441484:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434225.441485:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300352544
00000100:00000001:3.0:1789434225.441488:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300353195
00000100:00000001:3.0:1789434225.441490:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300352544
00000100:00000001:3.0:1789434225.441492:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300353195
00000100:00000001:3.0:1789434225.441494:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434225.441496:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434225.441498:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434225.441501:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434225/real 1789434225]  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434225.441507:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434225.441508:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434225.441510:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434225.441511:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434225.441513:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434225.441515:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434225.441518:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434225.441525:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441531:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434225.441537:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.441539:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434225.441541:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434225.441544:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441550:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434225.441562:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441569:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434225.441571:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.441573:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434225.441574:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.441576:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434225.441580:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434225.441582:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434225.441585:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434225.441587:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434225.441590:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434225.441598:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933949568:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434225.441602:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.441603:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434225.441606:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933949184/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441613:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434225.441615:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434225.441618:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434225.441620:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434225.441622:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434225.441624:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434225.441626:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434225.441628:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7c00.
02000000:00000001:3.0:1789434225.441631:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434225.441633:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434225.441635:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:3.0:1789434225.441638:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434225.441639:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.441641:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434225.441643:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933949312/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441650:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434225.441651:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434225.441652:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434225.441654:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434225.441655:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434225.441656:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434225.441658:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434225.441659:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7400.
02000000:00000001:3.0:1789434225.441660:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434225.441661:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434225.441662:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:3.0:1789434225.441664:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434225.441665:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.441666:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434225.441669:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933949440/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441675:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434225.441676:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434225.441678:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434225.441680:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434225.441681:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434225.441682:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434225.441684:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434225.441685:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5c00.
02000000:00000001:3.0:1789434225.441687:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434225.441689:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434225.441690:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:3.0:1789434225.441692:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434225.441693:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.441695:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434225.441698:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933949568/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434225.441703:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434225.441705:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434225.441706:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434225.441707:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434225.441708:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434225.441710:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434225.441711:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434225.441713:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6c00.
02000000:00000001:3.0:1789434225.441715:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434225.441716:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434225.441717:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:3.0:1789434225.441718:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434225.441720:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.441722:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434225.441727:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434225.441729:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434225.441731:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434225.441733:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434225.695469:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434225.695476:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434225.695480:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434225.695486:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434225.695489:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434225.695493:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434225.695496:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434225.695499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434225.695501:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434226.143650:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300353195, at 4300353216
00000100:00000010:2.0:1789434226.143671:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0cc0.
00000100:00000040:3.0:1789434226.143753:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300353195, at 4300353216
00000100:00000010:3.0:1789434226.143761:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0420.
00000100:00000001:2.0:1789434226.207489:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434226.207497:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434226.207499:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434226.207504:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434226.207506:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434226.207508:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434226.207513:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1789434226.207514:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434226.207518:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1789434226.207519:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434226.207523:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434226.207524:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434226.207527:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434226.207529:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434226.207532:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434226.207536:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434226.207538:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434226.207543:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434226.207545:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434226.207559:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434226.207561:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434226.207564:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434226.207566:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434226.207716:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434226.207719:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434226.207722:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434226.463434:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434226.463434:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434226.463442:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434226.463443:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434226.463446:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434226.463446:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434226.463454:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434226.463454:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434226.463460:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434226.463460:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434226.463465:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434226.463465:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434226.463472:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434226.463472:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434226.463477:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434226.463477:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434226.463481:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434226.463482:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434226.719477:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434226.719485:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434226.719488:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434226.719493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434226.719497:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434226.719501:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434226.719504:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434226.719507:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434226.719510:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434227.231471:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434227.231478:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434227.231483:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434227.231485:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434227.231489:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434227.231490:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434227.231492:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434227.231494:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434227.231527:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434227.231532:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434227.231535:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434227.231549:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434227.231554:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434227.231558:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434227.231561:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434227.231564:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434227.231567:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434227.231631:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434227.231642:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434227.231646:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434227.487458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434227.487466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434227.487469:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434227.487474:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434227.487478:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434227.487481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434227.487484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434227.487487:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434227.487490:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434227.487618:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434227.487623:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434227.487624:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434227.487627:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434227.487630:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434227.487632:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434227.487634:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434227.487637:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434227.487639:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434227.743460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434227.743467:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434227.743469:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434227.743474:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434227.743477:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434227.743482:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434227.743485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434227.743488:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434227.743491:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434228.255522:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434228.255529:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434228.255548:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434228.255551:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434228.255556:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434228.255557:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434228.255560:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434228.255562:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434228.255874:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434228.255879:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434228.255883:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434228.255894:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434228.255899:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434228.255902:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434228.255906:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434228.255909:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434228.255912:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434228.255915:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434228.255917:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434228.255920:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434228.511426:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434228.511433:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434228.511436:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434228.511440:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434228.511455:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434228.511460:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434228.511463:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434228.511465:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434228.511468:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434228.512730:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434228.512736:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434228.512737:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434228.512741:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434228.512744:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434228.512747:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434228.512750:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434228.512752:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434228.512754:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434228.769431:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434228.769438:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434228.769440:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434228.769445:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434228.769449:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434228.769453:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434228.769455:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434228.769458:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434228.769461:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434229.279466:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434229.279474:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434229.279479:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434229.279481:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434229.279484:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434229.279485:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434229.279488:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434229.279489:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434229.279560:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434229.279564:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434229.279568:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434229.280574:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434229.280579:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434229.280581:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434229.280586:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434229.280589:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434229.280593:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434229.280596:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434229.280598:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434229.280601:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434229.535468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434229.535475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434229.535477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434229.535482:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434229.535486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434229.535489:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434229.535492:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434229.535494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434229.535497:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434229.535588:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434229.535592:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434229.535594:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434229.535596:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434229.535599:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434229.535601:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434229.535603:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434229.535605:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434229.535607:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434229.791479:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434229.791487:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434229.791489:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434229.791494:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434229.791498:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434229.791502:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434229.791505:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434229.791508:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434229.791511:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434230.303461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434230.303470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434230.303473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434230.303479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434230.303483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434230.303493:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.303496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434230.303499:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.303503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434230.303514:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434230.303527:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434230.303531:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434230.303532:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434230.303535:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434230.303536:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434230.303539:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434230.303539:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434230.303579:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434230.303581:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434230.303584:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434230.559573:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434230.559581:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434230.559583:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434230.559589:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434230.559593:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434230.559597:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.559600:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434230.559602:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.559605:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434230.559735:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434230.559739:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434230.559740:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434230.559749:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434230.559752:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434230.559754:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434230.559756:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434230.559758:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434230.559760:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434230.559819:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434230.559825:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434230.559827:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434230.559831:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434230.559835:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434230.559842:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5685
00000400:00000200:2.0:1789434230.559851:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434230.559857:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434230.559860:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434230.559863:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.559866:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434230.559868:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.559871:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434230.559879:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434230.559881:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434230.559883:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434230.559886:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434230.559888:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434230.559891:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434230.559894:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.559895:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434230.559897:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.559899:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434230.559901:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434230.559904:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434230.559907:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434230.559910:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434230.559913:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434230.559916:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434230.559918:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434230.559920:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434230.559929:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29180.
00000020:00000040:2.0:1789434230.559932:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434230.559935:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434230.559937:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434230.559939:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434230.559942:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434230.559946:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434230.559954:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79000.
00000100:00000001:2.0:1789434230.559960:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434230.559969:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434230.559979:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434230.559983:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434230.559988:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3953f8c] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434230.560009:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434230.560012:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434230.560015:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434230.560016:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434230.560018:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434230.560020:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434230.560023:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5685
00000400:00000200:2.0:1789434230.560026:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434230.560029:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434230.560031:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434230.560034:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560036:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434230.560038:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560039:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434230.560042:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434230.560043:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434230.560045:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434230.560047:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434230.560048:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434230.560050:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434230.560053:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560055:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434230.560056:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560058:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434230.560060:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434230.560063:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560065:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434230.560067:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434230.560072:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434230.560074:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434230.560076:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434230.560079:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434230.560082:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434230.560084:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434230.560087:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a300.
00000020:00000040:2.0:1789434230.560089:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434230.560091:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434230.560092:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434230.560094:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434230.560095:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434230.560097:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434230.560102:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789434230.560106:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434230.560110:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434230.560118:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434230.560120:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434230.560124:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcc0670] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434230.560131:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434230.560133:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434230.560136:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434230.560138:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434230.560139:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434230.560142:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434230.560144:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5685
00000400:00000200:2.0:1789434230.560148:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434230.560150:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434230.560152:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434230.560155:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560156:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434230.560158:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560160:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434230.560163:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434230.560164:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434230.560166:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434230.560168:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434230.560170:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434230.560172:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434230.560175:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560177:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434230.560178:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560180:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434230.560183:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434230.560185:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560187:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434230.560189:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434230.560192:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434230.560194:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434230.560195:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434230.560198:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434230.560200:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434230.560202:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434230.560205:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28000.
00000020:00000040:2.0:1789434230.560207:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434230.560210:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434230.560211:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434230.560213:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434230.560214:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434230.560216:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434230.560220:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:2.0:1789434230.560223:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434230.560227:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434230.560234:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434230.560236:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434230.560239:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f58c4e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434230.560246:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434230.560248:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434230.560251:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434230.560252:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434230.560254:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434230.560256:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434230.560258:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5685
00000400:00000200:2.0:1789434230.560262:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434230.560265:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434230.560267:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434230.560269:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560271:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434230.560273:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560274:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434230.560277:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434230.560279:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434230.560280:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434230.560282:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434230.560284:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434230.560286:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434230.560289:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560291:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434230.560292:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560294:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434230.560296:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434230.560298:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434230.560300:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434230.560301:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434230.560304:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434230.560305:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434230.560307:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434230.560308:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434230.560310:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434230.560312:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434230.560315:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28380.
00000020:00000040:2.0:1789434230.560317:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434230.560319:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434230.560320:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434230.560321:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434230.560322:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434230.560324:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434230.560327:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b800.
00000100:00000001:2.0:1789434230.560330:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434230.560334:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434230.560340:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434230.560341:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434230.560345:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52b4d98] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434230.560385:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434230.560389:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5695)
00000100:00000001:3.0:1789434230.560446:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434230.560451:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434230.560453:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434230.560459:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.560466:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434230.560468:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434230.560472:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434230.560474:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434230.560478:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434230.560481:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933949696:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434230.560485:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434230.560489:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434230.560491:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434230.560493:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434230.560499:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434230.560501:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434230.560506:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434230.560510:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434230.560525:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434230.560532:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933949696, portal 25
00000100:00000001:3.0:1789434230.560534:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434230.560536:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482256256 : -119883227295360 : ffff92f782d29180)
00000100:00000040:3.0:1789434230.560541:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.560549:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434230.560551:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434230.560554:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434230.560557:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933949696, offset 0
00000400:00000200:3.0:1789434230.560564:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434230.560571:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434230.560578:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434230.560583:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434230.560587:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434230.560590:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434230.560593:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434230.560597:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512672:512672:256:4294967295] 192.168.203.104@tcp LPNI seq info [512639:512639:8:4294967295]
00000400:00000200:3.0:1789434230.560601:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434230.560611:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434230.560618:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434230.560623:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434230.560628:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434230.560632:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789434230.560637:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434230.560640:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789434230.560645:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434230.560647:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434230.560653:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434230.560657:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434230.560661:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434230.560663:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434230.560667:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434230.560671:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.560679:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434230.560682:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.560688:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434230.560689:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434230.560694:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434230.560698:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434230.560700:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300358316
00000100:00000010:3.0:1789434230.560705:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0420.
00000100:00000001:3.0:1789434230.560711:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434230.560723:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300358316
00000100:00000010:3.0:1789434230.560726:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a08a0.
00000100:00000001:3.0:1789434230.560729:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434230.560732:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434230.560735:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434230.560737:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434230.560742:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434230/real 1789434230]  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434230.560756:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434230.560758:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434230.560760:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434230.560762:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434230.560763:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434230.560766:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434230.560769:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434230.560777:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.560782:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434230.560783:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.560786:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434230.560787:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434230.560791:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.560796:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434230.560800:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.560806:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434230.560809:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.560810:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434230.560811:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.560813:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434230.560815:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434230.560817:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434230.560821:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434230.560823:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434230.560827:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434230.560835:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933949696:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434230.560839:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434230.560842:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.560847:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434230.560848:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434230.560850:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434230.560851:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434230.560853:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434230.560855:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933949824:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434230.560858:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434230.560859:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434230.560860:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434230.560862:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434230.560864:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434230.560866:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434230.560869:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434230.560871:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434230.560874:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434230.560876:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933949824, portal 10
00000100:00000001:3.0:1789434230.560878:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434230.560880:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482260736 : -119883227290880 : ffff92f782d2a300)
00000100:00000040:3.0:1789434230.560885:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.560891:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434230.560893:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434230.560895:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434230.560897:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933949824, offset 0
00000400:00000200:3.0:1789434230.560900:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434230.560904:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434230.560907:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434230.560910:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434230.560913:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434230.560915:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434230.560917:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434230.560920:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512673:512673:256:4294967295] 192.168.203.104@tcp LPNI seq info [512640:512640:8:4294967295]
00000400:00000200:3.0:1789434230.560924:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434230.560929:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434230.560933:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434230.560935:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434230.560938:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434230.560941:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789434230.560944:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434230.560946:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789434230.560950:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434230.560952:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434230.560954:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434230.560957:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434230.560960:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434230.560961:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434230.560963:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434230.560966:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.560973:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434230.560976:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.560982:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434230.560983:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434230.560985:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434230.560988:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434230.560991:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434230.560993:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300357644
00000100:00000001:3.0:1789434230.560995:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300358316
00000100:00000001:3.0:1789434230.560997:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300357644
00000100:00000001:3.0:1789434230.560999:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300358316
00000100:00000001:3.0:1789434230.561002:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434230.561003:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434230.561005:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434230.561009:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434230/real 1789434230]  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434230.561016:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434230.561017:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434230.561019:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434230.561021:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434230.561023:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434230.561024:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434230.561033:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434230.561041:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561048:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434230.561050:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561051:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434230.561054:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434230.561057:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561064:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434230.561068:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561074:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434230.561077:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561078:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434230.561079:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561081:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434230.561084:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434230.561087:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434230.561090:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434230.561096:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434230.561099:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434230.561107:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933949824:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434230.561110:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434230.561113:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561118:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434230.561119:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434230.561122:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434230.561123:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434230.561125:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434230.561128:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933949952:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434230.561130:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434230.561131:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434230.561133:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434230.561134:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434230.561137:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434230.561138:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434230.561141:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434230.561143:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434230.561146:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434230.561149:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933949952, portal 4
00000100:00000001:3.0:1789434230.561151:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434230.561152:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482251776 : -119883227299840 : ffff92f782d28000)
00000100:00000040:3.0:1789434230.561157:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561163:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434230.561165:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434230.561167:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434230.561169:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933949952, offset 0
00000400:00000200:3.0:1789434230.561172:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434230.561175:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434230.561178:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434230.561181:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434230.561184:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434230.561186:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434230.561188:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434230.561191:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512674:512674:256:4294967295] 192.168.203.104@tcp LPNI seq info [512641:512641:8:4294967295]
00000400:00000200:3.0:1789434230.561194:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434230.561199:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434230.561204:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434230.561207:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434230.561211:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434230.561214:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789434230.561217:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434230.561220:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789434230.561223:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434230.561225:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434230.561228:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434230.561232:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434230.561234:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434230.561236:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434230.561239:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434230.561242:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561255:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434230.561258:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561264:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434230.561266:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434230.561268:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434230.561271:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434230.561274:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434230.561276:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300357661
00000100:00000001:3.0:1789434230.561278:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300358316
00000100:00000001:3.0:1789434230.561280:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300357661
00000100:00000001:3.0:1789434230.561282:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300358316
00000100:00000001:3.0:1789434230.561284:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434230.561285:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434230.561287:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434230.561290:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434230/real 1789434230]  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434230.561297:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434230.561298:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434230.561299:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434230.561301:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434230.561303:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434230.561305:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434230.561307:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434230.561314:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561319:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434230.561321:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561323:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434230.561324:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434230.561327:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561334:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434230.561337:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561344:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434230.561369:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561372:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434230.561373:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561374:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434230.561377:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434230.561380:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434230.561384:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434230.561387:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434230.561391:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434230.561398:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933949952:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434230.561402:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434230.561405:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561412:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434230.561414:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434230.561416:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434230.561418:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434230.561420:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434230.561424:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933950080:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434230.561427:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434230.561428:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434230.561430:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434230.561432:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434230.561435:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434230.561436:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434230.561440:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434230.561442:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434230.561446:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434230.561449:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933950080, portal 4
00000100:00000001:3.0:1789434230.561451:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434230.561452:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482252672 : -119883227298944 : ffff92f782d28380)
00000100:00000040:3.0:1789434230.561458:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561463:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434230.561465:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434230.561468:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434230.561470:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933950080, offset 0
00000400:00000200:3.0:1789434230.561474:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434230.561478:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434230.561482:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434230.561485:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434230.561487:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434230.561489:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434230.561491:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434230.561494:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512675:512675:256:4294967295] 192.168.203.104@tcp LPNI seq info [512642:512642:8:4294967295]
00000400:00000200:3.0:1789434230.561497:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434230.561502:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434230.561507:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434230.561509:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434230.561514:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434230.561527:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789434230.561532:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434230.561534:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789434230.561538:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434230.561540:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434230.561543:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434230.561546:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434230.561549:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434230.561550:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434230.561553:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434230.561556:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561564:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434230.561566:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561572:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434230.561574:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434230.561576:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434230.561579:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434230.561582:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434230.561584:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300357664
00000100:00000001:3.0:1789434230.561586:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300358316
00000100:00000001:3.0:1789434230.561588:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300357664
00000100:00000001:3.0:1789434230.561590:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300358316
00000100:00000001:3.0:1789434230.561592:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434230.561593:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434230.561595:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434230.561598:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434230/real 1789434230]  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434230.561606:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434230.561608:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434230.561609:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434230.561612:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434230.561613:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434230.561615:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434230.561618:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434230.561624:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561629:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434230.561631:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561632:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434230.561633:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434230.561636:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561641:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434230.561645:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561651:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434230.561653:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561655:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434230.561656:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561658:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434230.561661:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434230.561664:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434230.561667:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434230.561669:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434230.561673:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434230.561687:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933950080:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434230.561691:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561692:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434230.561696:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29180 x1876351933949696/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561701:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434230.561703:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434230.561705:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434230.561708:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434230.561710:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434230.561711:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434230.561713:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434230.561715:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:3.0:1789434230.561720:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434230.561722:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434230.561723:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29180.
00000100:00000001:3.0:1789434230.561726:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434230.561728:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561729:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434230.561732:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a300 x1876351933949824/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561739:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434230.561740:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434230.561741:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434230.561743:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434230.561744:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434230.561746:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434230.561747:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434230.561749:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:3.0:1789434230.561751:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434230.561752:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434230.561753:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a300.
00000100:00000001:3.0:1789434230.561754:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434230.561755:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561756:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434230.561759:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28000 x1876351933949952/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561762:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434230.561763:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434230.561764:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434230.561765:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434230.561766:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434230.561766:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434230.561767:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434230.561768:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:3.0:1789434230.561769:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434230.561769:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434230.561770:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28000.
00000100:00000001:3.0:1789434230.561771:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434230.561772:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561773:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434230.561774:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28380 x1876351933950080/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434230.561777:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434230.561778:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434230.561779:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434230.561780:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434230.561780:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434230.561781:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434230.561782:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434230.561782:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:3.0:1789434230.561783:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434230.561784:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434230.561785:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28380.
00000100:00000001:3.0:1789434230.561786:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434230.561786:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561787:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434230.561792:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434230.561794:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434230.561795:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434230.561797:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434230.815471:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434230.815479:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434230.815481:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434230.815487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434230.815490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434230.815494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434230.815498:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434230.815500:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434230.815503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434231.263544:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300358316, at 4300358336
00000100:00000010:2.0:1789434231.263559:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0420.
00000100:00000040:3.0:1789434231.263722:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300358316, at 4300358336
00000100:00000010:3.0:1789434231.263729:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a08a0.
00000100:00000001:3.0:1789434231.327447:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434231.327456:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434231.327459:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434231.327464:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434231.327469:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434231.327473:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434231.327475:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434231.327478:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434231.327481:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434231.327564:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434231.327566:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434231.327569:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434231.327570:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434231.327579:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434231.327580:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434231.327583:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434231.327584:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434231.327885:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434231.327889:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434231.327892:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434231.583478:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434231.583485:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434231.583487:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434231.583492:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434231.583495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434231.583499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434231.583502:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434231.583504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434231.583507:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434231.583797:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434231.583804:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434231.583806:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434231.583809:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434231.583811:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434231.583813:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434231.583816:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434231.583817:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434231.583822:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434231.839471:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434231.839478:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434231.839481:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434231.839486:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434231.839490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434231.839494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434231.839497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434231.839499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434231.839503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434232.351459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434232.351468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434232.351470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434232.351476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434232.351480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434232.351484:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434232.351487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434232.351490:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434232.351493:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351531:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434232.351535:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351540:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434232.351543:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434232.351546:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434232.351549:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351553:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434232.351555:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351558:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351560:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351564:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434232.351565:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434232.351567:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434232.351568:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351570:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434232.351572:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351573:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351575:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351590:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434232.351591:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434232.351592:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434232.351594:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351596:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434232.351598:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351600:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434232.351605:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434232.352139:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434232.352144:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434232.352147:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434232.607988:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434232.607995:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434232.607998:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434232.608004:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434232.608007:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434232.608011:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434232.608014:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434232.608016:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434232.608019:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434232.608108:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434232.608111:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434232.608113:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434232.608116:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434232.608118:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434232.608120:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434232.608122:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434232.608124:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434232.608126:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434232.863554:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434232.863561:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434232.863563:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434232.863569:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434232.863572:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434232.863576:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434232.863579:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434232.863582:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434232.863585:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434233.375471:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434233.375479:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434233.375481:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434233.375485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434233.375489:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434233.375493:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434233.375507:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434233.375509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434233.375512:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434233.375730:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434233.375734:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434233.375737:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434233.375738:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434233.375742:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434233.375744:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434233.375746:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434233.375748:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434233.375796:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434233.375801:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434233.375805:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434233.631434:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434233.631439:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434233.631441:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434233.631445:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434233.631447:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434233.631450:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434233.631452:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434233.631454:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434233.631456:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434233.631755:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434233.631758:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434233.631758:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434233.631761:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434233.631762:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434233.631763:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434233.631765:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434233.631766:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434233.631768:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434233.889918:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434233.889924:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434233.889926:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434233.889931:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434233.889935:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434233.889939:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434233.889942:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434233.889945:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434233.889948:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434234.399468:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434234.399476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434234.399478:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434234.399484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434234.399500:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434234.399504:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434234.399508:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434234.399511:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434234.399515:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434234.399536:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434234.399540:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434234.399545:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434234.399547:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434234.399551:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434234.399552:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434234.399556:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434234.399558:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434234.399834:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434234.399837:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434234.399840:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434234.655531:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434234.655539:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434234.655541:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434234.655547:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434234.655552:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434234.655556:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434234.655559:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434234.655561:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434234.655565:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434234.657011:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434234.657016:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434234.657018:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434234.657022:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434234.657025:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434234.657028:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434234.657031:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434234.657033:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434234.657035:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434234.911511:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434234.911519:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434234.911522:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434234.911527:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434234.911530:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434234.911534:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434234.911545:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434234.911548:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434234.911551:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434235.423459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434235.423466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434235.423469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434235.423478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434235.423493:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434235.423497:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.423499:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434235.423502:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.423505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434235.424320:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434235.424325:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434235.424327:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434235.424331:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434235.424335:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434235.424337:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434235.424339:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434235.424341:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434235.424345:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434235.424347:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434235.424366:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434235.424368:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434235.424371:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434235.424372:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434235.424420:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434235.424424:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434235.424427:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434235.679429:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434235.679432:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434235.679437:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434235.679438:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434235.679440:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434235.679441:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434235.679448:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434235.679449:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434235.679455:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434235.679455:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434235.679461:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.679461:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.679464:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434235.679466:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434235.679467:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434235.679469:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434235.679473:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434235.679490:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434235.679577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434235.679583:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434235.679586:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434235.679590:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434235.679594:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434235.679601:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5690
00000400:00000200:1.0:1789434235.679609:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434235.679615:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434235.679618:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434235.679622:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679625:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434235.679628:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679631:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434235.679638:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434235.679640:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434235.679642:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434235.679645:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434235.679646:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434235.679648:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434235.679650:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679652:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434235.679653:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679654:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434235.679656:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434235.679658:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679660:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434235.679662:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434235.679664:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434235.679666:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434235.679668:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434235.679670:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434235.679677:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
00000020:00000040:1.0:1789434235.679680:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434235.679683:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434235.679685:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434235.679688:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434235.679691:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434235.679695:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434235.679702:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7000.
00000100:00000001:1.0:1789434235.679708:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434235.679717:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434235.679727:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434235.679732:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434235.679736:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434235.679759:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434235.679762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434235.679766:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434235.679767:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434235.679769:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434235.679772:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434235.679774:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5690
00000400:00000200:1.0:1789434235.679778:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434235.679781:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434235.679783:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434235.679795:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679797:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434235.679799:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679801:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434235.679804:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434235.679806:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434235.679807:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434235.679809:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434235.679811:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434235.679813:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434235.679816:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679817:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434235.679819:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679820:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434235.679822:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434235.679825:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679827:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434235.679828:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434235.679833:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434235.679835:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434235.679836:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434235.679840:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434235.679843:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434235.679844:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434235.679848:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000020:00000040:1.0:1789434235.679850:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434235.679852:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434235.679853:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434235.679855:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434235.679856:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434235.679858:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434235.679861:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6800.
00000100:00000001:1.0:1789434235.679865:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434235.679870:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434235.679882:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434235.679884:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434235.679888:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434235.679894:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434235.679896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434235.679899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434235.679901:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434235.679902:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434235.679905:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434235.679907:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5690
00000400:00000200:1.0:1789434235.679910:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434235.679912:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434235.679914:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434235.679917:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679918:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434235.679920:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679922:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434235.679925:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434235.679926:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434235.679928:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434235.679930:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434235.679932:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434235.679934:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434235.679937:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679938:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434235.679940:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679942:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434235.679944:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434235.679947:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434235.679949:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434235.679951:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434235.679954:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434235.679956:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434235.679957:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434235.679959:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434235.679961:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434235.679963:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434235.679966:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
00000020:00000040:1.0:1789434235.679968:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434235.679971:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434235.679972:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434235.679973:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434235.679975:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434235.679976:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434235.679979:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5000.
00000100:00000001:1.0:1789434235.679982:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434235.679986:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434235.679993:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434235.679995:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434235.679999:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434235.680006:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434235.680008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434235.680011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434235.680013:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434235.680014:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434235.680016:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434235.680019:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5690
00000400:00000200:1.0:1789434235.680022:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434235.680025:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434235.680027:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434235.680029:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.680031:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434235.680032:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.680034:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434235.680037:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434235.680038:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434235.680040:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434235.680041:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434235.680043:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434235.680045:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434235.680048:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.680050:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434235.680052:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434235.680054:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434235.680056:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434235.680058:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434235.680060:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434235.680061:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434235.680064:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434235.680065:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434235.680067:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434235.680069:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434235.680071:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434235.680072:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434235.680076:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434235.680078:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434235.680080:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434235.680082:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434235.680083:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434235.680085:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434235.680086:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434235.680090:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6400.
00000100:00000001:1.0:1789434235.680093:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434235.680097:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434235.680104:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434235.680106:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434235.680109:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434235.680116:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434235.680121:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5700)
00000100:00000001:3.0:1789434235.680161:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434235.680164:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434235.680166:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434235.680171:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680179:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434235.680180:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434235.680183:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434235.680186:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434235.680189:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434235.680192:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933950208:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434235.680195:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434235.680199:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434235.680201:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434235.680203:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434235.680208:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434235.680210:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434235.680215:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434235.680219:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434235.680225:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434235.680232:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933950208, portal 25
00000100:00000001:3.0:1789434235.680234:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434235.680236:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:3.0:1789434235.680241:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680248:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434235.680250:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434235.680253:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434235.680256:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933950208, offset 0
00000400:00000200:3.0:1789434235.680262:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434235.680268:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434235.680273:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434235.680278:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434235.680282:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434235.680285:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434235.680288:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434235.680291:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512676:512676:256:4294967295] 192.168.203.104@tcp LPNI seq info [512643:512643:8:4294967295]
00000400:00000200:3.0:1789434235.680296:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434235.680305:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434235.680311:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434235.680316:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434235.680322:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434235.680326:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789434235.680331:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434235.680335:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789434235.680339:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434235.680341:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434235.680366:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434235.680371:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434235.680376:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434235.680378:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434235.680382:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434235.680386:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680395:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434235.680399:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680406:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434235.680408:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434235.680413:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434235.680416:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434235.680419:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300363436
00000100:00000010:3.0:1789434235.680424:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a08a0.
00000100:00000001:3.0:1789434235.680430:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434235.680434:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300363436
00000100:00000010:3.0:1789434235.680437:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0180.
00000100:00000001:3.0:1789434235.680440:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434235.680444:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434235.680446:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434235.680448:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434235.680453:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434235/real 1789434235]  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434235.680465:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434235.680467:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434235.680469:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434235.680472:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434235.680474:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434235.680476:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434235.680489:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434235.680497:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680503:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434235.680504:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.680507:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434235.680509:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434235.680513:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680519:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434235.680524:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680530:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434235.680533:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.680534:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434235.680536:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.680538:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434235.680540:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434235.680542:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434235.680546:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434235.680548:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434235.680553:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434235.680561:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933950208:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434235.680565:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434235.680569:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680574:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434235.680575:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434235.680577:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434235.680579:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434235.680580:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434235.680583:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933950336:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434235.680585:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434235.680587:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434235.680589:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434235.680590:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434235.680593:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434235.680595:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434235.680598:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434235.680601:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434235.680604:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434235.680607:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933950336, portal 10
00000100:00000001:3.0:1789434235.680609:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434235.680610:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:3.0:1789434235.680615:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680621:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434235.680623:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434235.680625:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434235.680627:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933950336, offset 0
00000400:00000200:3.0:1789434235.680631:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434235.680635:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434235.680638:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434235.680641:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434235.680644:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434235.680646:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434235.680648:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434235.680651:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512677:512677:256:4294967295] 192.168.203.104@tcp LPNI seq info [512644:512644:8:4294967295]
00000400:00000200:3.0:1789434235.680655:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434235.680660:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434235.680664:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434235.680668:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434235.680671:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434235.680674:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789434235.680677:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434235.680680:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789434235.680683:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434235.680685:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434235.680688:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434235.680691:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434235.680694:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434235.680696:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434235.680698:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434235.680701:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680708:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434235.680711:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680717:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434235.680719:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434235.680721:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434235.680725:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434235.680728:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434235.680730:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300362764
00000100:00000001:3.0:1789434235.680733:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300363436
00000100:00000001:3.0:1789434235.680735:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300362764
00000100:00000001:3.0:1789434235.680737:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300363436
00000100:00000001:3.0:1789434235.680739:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434235.680741:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434235.680743:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434235.680746:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434235/real 1789434235]  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434235.680753:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434235.680754:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434235.680755:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434235.680758:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434235.680760:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434235.680762:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434235.680765:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434235.680772:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680778:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434235.680780:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.680781:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434235.680782:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434235.680786:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680791:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434235.680795:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680800:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434235.680803:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.680805:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434235.680806:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.680808:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434235.680811:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434235.680814:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434235.680817:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434235.680820:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434235.680823:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434235.680831:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933950336:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434235.680834:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434235.680838:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680844:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434235.680845:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434235.680847:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434235.680849:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434235.680851:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434235.680853:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933950464:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434235.680856:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434235.680858:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434235.680859:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434235.680861:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434235.680864:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434235.680866:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434235.680869:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434235.680871:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434235.680874:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434235.680876:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933950464, portal 4
00000100:00000001:3.0:1789434235.680879:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434235.680880:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000040:3.0:1789434235.680885:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680891:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434235.680893:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434235.680895:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434235.680897:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933950464, offset 0
00000400:00000200:3.0:1789434235.680901:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434235.680904:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434235.680908:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434235.680910:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434235.680913:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434235.680915:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434235.680917:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434235.680920:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512678:512678:256:4294967295] 192.168.203.104@tcp LPNI seq info [512645:512645:8:4294967295]
00000400:00000200:3.0:1789434235.680924:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434235.680931:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434235.680935:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434235.680938:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434235.680941:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434235.680944:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789434235.680947:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434235.680950:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789434235.680953:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434235.680955:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434235.680958:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434235.680961:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434235.680963:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434235.680965:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434235.680968:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434235.680971:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680983:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434235.680986:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.680993:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434235.680994:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434235.680997:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434235.680999:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434235.681003:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434235.681004:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300362781
00000100:00000001:3.0:1789434235.681007:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300363436
00000100:00000001:3.0:1789434235.681009:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300362781
00000100:00000001:3.0:1789434235.681012:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300363436
00000100:00000001:3.0:1789434235.681014:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434235.681016:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434235.681018:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434235.681021:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434235/real 1789434235]  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434235.681028:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434235.681029:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434235.681031:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434235.681033:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434235.681034:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434235.681036:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434235.681039:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434235.681047:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681053:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434235.681055:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.681057:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434235.681058:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434235.681062:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681068:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434235.681071:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681077:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434235.681079:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.681081:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434235.681082:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.681084:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434235.681087:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434235.681090:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434235.681092:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434235.681094:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434235.681098:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434235.681105:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933950464:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434235.681108:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434235.681112:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681117:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434235.681118:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434235.681120:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434235.681122:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434235.681124:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434235.681126:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933950592:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434235.681129:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434235.681131:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434235.681132:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434235.681134:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434235.681137:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434235.681139:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434235.681142:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434235.681145:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434235.681147:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434235.681150:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933950592, portal 4
00000100:00000001:3.0:1789434235.681152:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434235.681153:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:3.0:1789434235.681158:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681164:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434235.681166:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434235.681167:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434235.681169:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933950592, offset 0
00000400:00000200:3.0:1789434235.681172:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434235.681176:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434235.681180:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434235.681182:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434235.681184:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434235.681186:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434235.681189:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434235.681191:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512679:512679:256:4294967295] 192.168.203.104@tcp LPNI seq info [512646:512646:8:4294967295]
00000400:00000200:3.0:1789434235.681195:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434235.681200:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434235.681204:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434235.681206:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434235.681210:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434235.681213:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789434235.681216:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434235.681219:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789434235.681222:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434235.681224:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434235.681227:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434235.681230:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434235.681232:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434235.681234:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434235.681236:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434235.681239:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681246:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434235.681248:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681254:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434235.681255:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434235.681258:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434235.681261:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434235.681263:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434235.681266:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300362783
00000100:00000001:3.0:1789434235.681268:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300363436
00000100:00000001:3.0:1789434235.681270:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300362783
00000100:00000001:3.0:1789434235.681272:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300363436
00000100:00000001:3.0:1789434235.681274:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434235.681276:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434235.681278:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434235.681281:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434235/real 1789434235]  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434235.681289:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434235.681291:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434235.681292:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434235.681295:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434235.681297:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434235.681299:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434235.681303:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434235.681312:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681318:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434235.681319:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.681321:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434235.681322:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434235.681327:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681335:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434235.681339:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681346:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434235.681374:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.681375:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434235.681376:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.681378:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434235.681381:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434235.681383:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434235.681386:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434235.681388:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434235.681392:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434235.681406:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933950592:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434235.681409:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.681412:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434235.681415:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933950208/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681421:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434235.681424:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434235.681426:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434235.681429:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434235.681431:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434235.681433:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434235.681435:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434235.681437:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7000.
02000000:00000001:3.0:1789434235.681440:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434235.681442:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434235.681444:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:3.0:1789434235.681447:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434235.681449:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.681450:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434235.681454:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933950336/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681461:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434235.681462:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434235.681464:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434235.681466:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434235.681467:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434235.681468:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434235.681470:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434235.681471:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6800.
02000000:00000001:3.0:1789434235.681473:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434235.681474:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434235.681476:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:3.0:1789434235.681491:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434235.681492:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.681494:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434235.681497:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933950464/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681504:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434235.681505:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434235.681507:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434235.681509:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434235.681510:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434235.681512:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434235.681513:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434235.681515:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5000.
02000000:00000001:3.0:1789434235.681517:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434235.681518:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434235.681520:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:3.0:1789434235.681522:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434235.681523:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.681525:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434235.681528:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933950592/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434235.681535:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434235.681537:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434235.681538:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434235.681541:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434235.681542:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434235.681544:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434235.681546:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434235.681547:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:3.0:1789434235.681550:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434235.681550:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434235.681551:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:3.0:1789434235.681553:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434235.681554:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.681556:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434235.681564:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434235.681566:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434235.681569:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434235.681571:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434235.936624:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434235.936632:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434235.936633:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434235.936639:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434235.936643:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434235.936646:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434235.936649:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434235.936652:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434235.936655:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434236.383466:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300363436, at 4300363456
00000100:00000010:2.0:1789434236.383490:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a08a0.
00000100:00000040:3.0:1789434236.383798:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300363436, at 4300363456
00000100:00000010:3.0:1789434236.383805:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0180.
00000100:00000001:3.0:1789434236.447489:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434236.447496:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434236.447499:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434236.447504:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434236.447507:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434236.447511:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434236.447514:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434236.447516:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434236.447519:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434236.447992:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434236.447996:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434236.448001:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434236.448002:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434236.448005:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434236.448006:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434236.448009:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434236.448011:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434236.448087:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434236.448091:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434236.448094:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434236.703488:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434236.703497:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434236.703499:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434236.703504:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434236.703508:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434236.703512:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434236.703515:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434236.703517:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434236.703520:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434236.703623:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434236.703626:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434236.703627:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434236.703630:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434236.703632:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434236.703642:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434236.703645:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434236.703646:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434236.703648:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434236.959458:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434236.959464:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434236.959465:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434236.959480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434236.959484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434236.959489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434236.959628:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434236.959632:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434236.959635:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434237.471503:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434237.471510:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434237.471515:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434237.471517:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434237.471520:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434237.471522:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434237.471524:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434237.471525:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434237.471592:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434237.471596:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434237.471600:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434237.472102:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434237.472106:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434237.472109:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434237.472113:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434237.472117:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434237.472121:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434237.472124:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434237.472130:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434237.472134:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434237.727471:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434237.727477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434237.727486:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434237.727491:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434237.727494:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434237.727498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434237.727501:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434237.727503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434237.727505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434237.727739:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434237.727747:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434237.727748:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434237.727751:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434237.727753:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434237.727756:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434237.727757:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434237.727759:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434237.727761:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434237.984246:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434237.984254:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434237.984257:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434237.984262:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434237.984265:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434237.984269:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434237.984272:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434237.984284:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434237.984288:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434238.495455:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434238.495475:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434238.495477:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434238.495482:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434238.495485:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434238.495490:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434238.495493:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434238.495495:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434238.495499:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434238.495686:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434238.495690:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434238.495694:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434238.495696:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434238.495699:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434238.495700:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434238.495703:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434238.495704:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434238.497191:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434238.497195:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434238.497199:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434238.751517:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434238.751529:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434238.751532:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434238.751539:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434238.751543:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434238.751547:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434238.751550:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434238.751553:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434238.751556:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434238.751999:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434238.752003:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434238.752004:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434238.752007:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434238.752009:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434238.752011:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434238.752013:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434238.752015:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434238.752017:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434239.007492:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434239.007499:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434239.007501:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434239.007506:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434239.007509:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434239.007513:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434239.007516:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434239.007518:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434239.007521:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434239.519484:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434239.519493:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434239.519496:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434239.519503:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434239.519508:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434239.519512:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434239.519514:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434239.519516:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434239.519520:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434239.520008:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434239.520011:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434239.520015:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434239.520016:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434239.520019:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434239.520021:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434239.520024:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434239.520025:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434239.520110:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434239.520114:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434239.520118:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434239.775560:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434239.775577:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434239.775579:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434239.775584:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434239.775587:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434239.775591:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434239.775593:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434239.775595:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434239.775598:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434239.775688:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434239.775692:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434239.775694:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434239.775698:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434239.775700:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434239.775702:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434239.775704:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434239.775706:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434239.775708:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434240.032903:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434240.032910:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434240.032912:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434240.032917:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434240.032920:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434240.032924:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434240.032927:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434240.032930:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434240.032933:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434240.543468:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434240.543477:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434240.543480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434240.543486:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434240.543491:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434240.543495:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.543499:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434240.543502:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.543506:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434240.543531:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434240.543535:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434240.543541:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434240.543542:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434240.543545:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434240.543546:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434240.543549:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434240.543550:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434240.543716:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434240.543719:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434240.543723:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789434240.799411:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434240.799421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434240.799423:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434240.799427:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434240.799431:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434240.799438:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5695
00000400:00000200:1.0:1789434240.799459:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434240.799465:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434240.799468:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434240.799471:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.799475:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434240.799477:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.799480:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434240.799488:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434240.799490:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434240.799493:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434240.799496:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434240.799498:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434240.799500:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434240.799503:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.799505:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434240.799507:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.799509:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434240.799512:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434240.799515:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434240.799518:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434240.799520:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434240.799524:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434240.799528:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434240.799530:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434240.799533:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434240.799541:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849f80.
00000020:00000040:1.0:1789434240.799545:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434240.799548:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434240.799550:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434240.799553:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434240.799564:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434240.799568:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434240.799583:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5800.
00000100:00000001:1.0:1789434240.799590:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434240.799600:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434240.799616:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434240.799620:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434240.799624:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003af3c0cd] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434240.799645:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434240.799648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434240.799655:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434240.799660:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434240.799662:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434240.799666:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434240.799669:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434240.799672:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434240.799675:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434240.799677:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434240.799680:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434240.800043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434240.800045:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434240.800047:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434240.800049:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434240.800052:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5695
00000400:00000200:1.0:1789434240.800057:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434240.800059:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434240.800062:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434240.800065:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800067:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434240.800069:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800071:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434240.800074:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434240.800076:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434240.800077:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434240.800079:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434240.800082:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434240.800083:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434240.800086:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800088:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434240.800090:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800092:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434240.800095:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434240.800097:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800100:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434240.800101:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434240.800106:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434240.800109:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434240.800111:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434240.800115:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434240.800117:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434240.800119:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434240.800123:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849500.
00000020:00000040:1.0:1789434240.800125:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434240.800127:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434240.800128:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434240.800130:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434240.800132:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434240.800133:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434240.800137:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7800.
00000100:00000001:1.0:1789434240.800140:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434240.800145:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434240.800151:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434240.800153:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434240.800156:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4c7c83] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434240.800162:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434240.800164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434240.800167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434240.800168:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434240.800170:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434240.800173:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434240.800176:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5695
00000400:00000200:1.0:1789434240.800179:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434240.800182:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434240.800183:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434240.800186:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800187:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434240.800189:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800191:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434240.800194:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434240.800195:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434240.800196:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434240.800198:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434240.800200:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434240.800202:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434240.800204:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800206:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434240.800207:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800209:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434240.800211:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434240.800213:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800215:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434240.800216:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434240.800219:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434240.800220:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434240.800222:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434240.800224:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434240.800226:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434240.800228:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434240.800231:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849880.
00000020:00000040:1.0:1789434240.800233:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434240.800235:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434240.800236:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434240.800238:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434240.800239:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434240.800241:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434240.800246:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da4000.
00000100:00000001:1.0:1789434240.800249:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434240.800253:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434240.800259:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434240.800261:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434240.800264:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1fca34] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434240.800270:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434240.800272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434240.800274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434240.800275:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434240.800276:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434240.800278:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434240.800280:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5695
00000400:00000200:1.0:1789434240.800283:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434240.800285:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434240.800287:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434240.800289:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800291:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434240.800292:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800294:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434240.800296:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434240.800297:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434240.800299:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434240.800300:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434240.800312:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434240.800314:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434240.800316:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800318:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434240.800319:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800321:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434240.800323:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434240.800325:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434240.800327:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434240.800329:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434240.800331:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434240.800333:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434240.800334:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434240.800336:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434240.800730:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434240.800732:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434240.800736:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434240.800739:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434240.800741:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434240.800742:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434240.800744:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434240.800745:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434240.800747:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434240.800751:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6400.
00000100:00000001:1.0:1789434240.800755:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434240.800760:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434240.800767:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434240.800769:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434240.800772:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434240.800779:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434240.800785:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5705)
00000100:00000001:3.0:1789434240.802326:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434240.802333:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434240.802336:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434240.802346:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434240.802375:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434240.802376:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434240.802381:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434240.802381:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434240.802385:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434240.802388:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1789434240.802390:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
02000000:00000001:3.0:1789434240.802392:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434240.802396:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1789434240.802397:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434240.802401:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434240.802404:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933950720:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434240.802406:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434240.802409:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.802413:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1789434240.802414:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434240.802419:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434240.802423:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434240.802426:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434240.802432:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434240.802435:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434240.802454:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434240.802460:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434240.802467:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434240.802475:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933950720, portal 25
00000100:00000001:3.0:1789434240.802477:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434240.802479:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:3.0:1789434240.802485:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.802494:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434240.802497:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434240.802500:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434240.802503:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933950720, offset 0
00000400:00000200:3.0:1789434240.802510:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434240.802519:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434240.802527:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434240.802533:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434240.802537:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434240.802540:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434240.802543:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434240.802548:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512680:512680:256:4294967295] 192.168.203.104@tcp LPNI seq info [512647:512647:8:4294967295]
00000400:00000200:3.0:1789434240.802552:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434240.802562:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434240.802568:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434240.802574:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434240.802580:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434240.802584:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789434240.802590:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434240.802595:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789434240.802599:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434240.802601:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434240.802608:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434240.802613:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434240.802618:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434240.802621:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434240.802625:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434240.802630:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.802640:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434240.802644:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.802651:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434240.802653:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434240.802658:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434240.802662:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434240.802665:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300368558
00000100:00000010:3.0:1789434240.802670:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0180.
00000100:00000001:3.0:1789434240.802676:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434240.802693:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300368558
00000100:00000010:3.0:1789434240.802697:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a08a0.
00000100:00000001:3.0:1789434240.802700:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434240.802703:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434240.802705:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434240.802708:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434240.802713:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434240/real 1789434240]  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434240.802722:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434240.802733:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434240.802735:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434240.802738:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434240.802740:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434240.802742:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434240.802746:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434240.802754:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.802761:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434240.802763:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.802765:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434240.802767:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434240.802771:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.802779:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434240.802784:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.802792:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434240.802795:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.802797:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434240.802799:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.802802:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434240.802804:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434240.802808:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434240.802813:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434240.802815:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434240.802819:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434240.802828:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933950720:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434240.802832:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434240.802836:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.802843:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434240.802845:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434240.802847:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434240.802848:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434240.802850:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434240.802853:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933950848:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434240.802857:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434240.802859:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434240.802860:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434240.802862:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434240.802865:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434240.802867:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434240.802871:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434240.802874:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434240.802877:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434240.802880:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933950848, portal 10
00000100:00000001:3.0:1789434240.802882:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434240.802883:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:3.0:1789434240.802890:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.802896:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434240.802899:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434240.802901:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434240.802903:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933950848, offset 0
00000400:00000200:3.0:1789434240.802908:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434240.802911:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434240.802915:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434240.802918:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434240.802921:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434240.802923:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434240.802925:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434240.802927:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512681:512681:256:4294967295] 192.168.203.104@tcp LPNI seq info [512648:512648:8:4294967295]
00000400:00000200:3.0:1789434240.802931:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434240.802937:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434240.802941:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434240.802945:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434240.802948:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434240.802952:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789434240.802956:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434240.802959:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789434240.802962:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434240.802965:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434240.802968:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434240.802971:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434240.802974:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434240.802976:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434240.802979:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434240.802982:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.802990:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434240.802994:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803001:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434240.803003:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434240.803006:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434240.803009:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434240.803013:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434240.803015:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300367886
00000100:00000001:3.0:1789434240.803018:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300368558
00000100:00000001:3.0:1789434240.803020:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300367886
00000100:00000001:3.0:1789434240.803023:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300368558
00000100:00000001:3.0:1789434240.803025:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434240.803027:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434240.803029:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434240.803033:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434240/real 1789434240]  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434240.803041:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434240.803043:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434240.803045:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434240.803048:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434240.803050:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434240.803052:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434240.803056:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434240.803065:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803071:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434240.803072:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803074:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434240.803075:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434240.803079:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803085:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434240.803089:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803095:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434240.803098:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803099:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434240.803101:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803102:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434240.803106:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434240.803109:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434240.803112:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434240.803115:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434240.803118:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434240.803126:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933950848:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434240.803131:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434240.803134:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803142:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434240.803143:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434240.803146:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434240.803147:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434240.803149:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434240.803152:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933950976:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434240.803156:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434240.803158:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434240.803159:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434240.803161:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434240.803164:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434240.803166:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434240.803169:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434240.803171:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434240.803175:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434240.803178:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933950976, portal 4
00000100:00000001:3.0:1789434240.803179:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434240.803181:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:3.0:1789434240.803186:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803192:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434240.803195:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434240.803197:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434240.803199:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933950976, offset 0
00000400:00000200:3.0:1789434240.803203:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434240.803207:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434240.803211:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434240.803214:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434240.803217:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434240.803220:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434240.803222:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434240.803225:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512682:512682:256:4294967295] 192.168.203.104@tcp LPNI seq info [512649:512649:8:4294967295]
00000400:00000200:3.0:1789434240.803229:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434240.803235:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434240.803240:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434240.803243:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434240.803246:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434240.803249:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789434240.803253:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434240.803256:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789434240.803259:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434240.803261:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434240.803264:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434240.803268:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434240.803271:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434240.803272:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434240.803275:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434240.803279:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803287:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434240.803289:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803296:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434240.803298:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434240.803301:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434240.803304:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434240.803307:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434240.803309:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300367903
00000100:00000001:3.0:1789434240.803312:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300368558
00000100:00000001:3.0:1789434240.803314:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300367903
00000100:00000001:3.0:1789434240.803317:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300368558
00000100:00000001:3.0:1789434240.803319:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434240.803321:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434240.803323:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434240.803327:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434240/real 1789434240]  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434240.803334:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434240.803336:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434240.803337:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434240.803339:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434240.803341:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434240.803343:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434240.803346:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434240.803374:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803380:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434240.803382:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803384:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434240.803385:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434240.803389:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803395:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434240.803399:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803405:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434240.803408:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803410:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434240.803411:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803413:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434240.803417:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434240.803419:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434240.803423:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434240.803425:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434240.803429:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434240.803437:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933950976:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434240.803453:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434240.803457:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803463:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434240.803464:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434240.803466:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434240.803469:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434240.803470:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434240.803473:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933951104:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434240.803476:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434240.803478:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434240.803479:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434240.803481:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434240.803484:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434240.803486:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434240.803490:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434240.803493:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434240.803496:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434240.803499:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933951104, portal 4
00000100:00000001:3.0:1789434240.803501:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434240.803502:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:3.0:1789434240.803508:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803515:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434240.803517:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434240.803519:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434240.803521:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933951104, offset 0
00000400:00000200:3.0:1789434240.803526:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434240.803529:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434240.803533:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434240.803536:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434240.803538:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434240.803541:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434240.803543:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434240.803545:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512683:512683:256:4294967295] 192.168.203.104@tcp LPNI seq info [512650:512650:8:4294967295]
00000400:00000200:3.0:1789434240.803549:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434240.803555:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434240.803559:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434240.803562:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434240.803565:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434240.803568:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1789434240.803572:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434240.803575:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1789434240.803578:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434240.803580:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434240.803583:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434240.803586:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434240.803589:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434240.803591:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434240.803593:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434240.803596:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803603:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434240.803606:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803617:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434240.803619:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434240.803622:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434240.803625:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434240.803628:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434240.803630:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300367906
00000100:00000001:3.0:1789434240.803632:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300368558
00000100:00000001:3.0:1789434240.803634:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300367906
00000100:00000001:3.0:1789434240.803636:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300368558
00000100:00000001:3.0:1789434240.803639:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434240.803641:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434240.803643:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434240.803646:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434240/real 1789434240]  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434240.803654:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434240.803655:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434240.803656:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434240.803659:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434240.803660:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434240.803662:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434240.803665:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434240.803673:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803678:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434240.803680:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803681:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434240.803682:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434240.803685:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803691:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434240.803694:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803700:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434240.803702:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803703:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434240.803704:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803706:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434240.803709:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434240.803711:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434240.803714:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434240.803715:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434240.803719:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434240.803725:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933951104:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434240.803728:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803730:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434240.803733:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933950720/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803739:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434240.803742:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434240.803745:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434240.803748:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434240.803750:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434240.803752:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434240.803755:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434240.803757:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:3.0:1789434240.803761:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434240.803763:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434240.803765:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:3.0:1789434240.803769:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434240.803770:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803771:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434240.803775:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933950848/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803782:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434240.803783:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434240.803785:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434240.803787:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434240.803788:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434240.803790:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434240.803792:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434240.803793:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7800.
02000000:00000001:3.0:1789434240.803796:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434240.803797:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434240.803798:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:3.0:1789434240.803800:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434240.803802:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803804:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434240.803807:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933950976/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803813:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434240.803814:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434240.803815:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434240.803817:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434240.803819:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434240.803820:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434240.803822:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434240.803824:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4000.
02000000:00000001:3.0:1789434240.803826:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434240.803827:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434240.803828:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:3.0:1789434240.803831:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434240.803832:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803834:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434240.803837:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933951104/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434240.803844:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434240.803845:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434240.803847:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434240.803849:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434240.803851:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434240.803852:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434240.803854:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434240.803855:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:3.0:1789434240.803858:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434240.803859:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434240.803860:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:3.0:1789434240.803862:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434240.803863:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803865:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434240.803872:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434240.803874:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434240.803876:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434240.803878:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434241.055590:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434241.055598:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434241.055601:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434241.055606:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434241.055610:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434241.055614:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434241.055617:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434241.055619:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434241.055623:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434241.503463:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300368558, at 4300368576
00000100:00000040:2.0:1789434241.503467:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300368558, at 4300368576
00000100:00000010:2.0:1789434241.503482:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0180.
00000100:00000010:3.0:1789434241.503484:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a08a0.
00000100:00000001:2.0:1789434241.567954:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434241.567963:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434241.567965:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434241.567970:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434241.567974:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434241.567977:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434241.567980:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434241.567983:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434241.567986:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434241.567992:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434241.567996:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434241.568000:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434241.568002:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434241.568005:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434241.568007:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434241.568010:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434241.568011:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434241.568381:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434241.568392:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434241.568396:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434241.823676:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434241.823682:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434241.823684:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434241.823689:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434241.823693:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434241.823696:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434241.823698:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434241.823702:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434241.823705:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434241.824679:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434241.824683:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434241.824684:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434241.824688:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434241.824691:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434241.824693:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434241.824695:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434241.824697:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434241.824699:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434242.079484:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434242.079491:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434242.079494:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434242.079499:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434242.079502:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434242.079506:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434242.079509:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434242.079512:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434242.079515:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591530:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434242.591537:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591545:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434242.591548:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434242.591550:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434242.591554:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591557:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434242.591560:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591562:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591568:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591572:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434242.591574:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434242.591575:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434242.591577:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591578:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434242.591580:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591581:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591583:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591587:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434242.591588:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434242.591649:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434242.591651:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591654:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434242.591655:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591656:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434242.591659:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434242.591706:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434242.591711:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434242.591713:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434242.591717:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434242.591720:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434242.591723:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434242.591726:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434242.591728:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434242.591731:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434242.591838:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434242.591842:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434242.591845:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434242.847491:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434242.847499:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434242.847501:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434242.847506:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434242.847509:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434242.847513:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434242.847516:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434242.847519:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434242.847522:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434242.847715:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434242.847718:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434242.847719:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434242.847721:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434242.847723:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434242.847725:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434242.847727:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434242.847728:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434242.847730:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434243.103479:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434243.103485:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434243.103487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434243.103493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434243.103496:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434243.103501:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434243.103503:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434243.103506:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434243.103509:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434243.615464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434243.615470:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434243.615474:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434243.615481:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434243.615482:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434243.615483:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434243.615486:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434243.615490:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1789434243.615492:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434243.615493:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434243.615499:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434243.615501:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434243.615504:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434243.615504:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434243.615508:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434243.615511:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434243.615514:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434243.615611:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434243.615614:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434243.615618:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434243.871488:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434243.871495:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434243.871497:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434243.871506:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434243.871510:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434243.871516:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434243.871519:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434243.871522:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434243.871524:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434243.871528:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434243.871533:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434243.871535:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434243.871538:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434243.871541:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434243.871543:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434243.871545:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434243.871547:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434243.871549:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434244.127476:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434244.127483:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434244.127485:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434244.127490:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434244.127493:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434244.127498:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434244.127500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434244.127503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434244.127506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434244.639468:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434244.639476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434244.639478:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434244.639485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434244.639489:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434244.639497:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434244.639501:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434244.639504:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434244.639509:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434244.639630:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434244.639634:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434244.639639:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434244.639640:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434244.639644:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434244.639645:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434244.639648:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434244.639649:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434244.639692:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434244.639695:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434244.639699:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434244.895472:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434244.895479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434244.895482:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434244.895487:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434244.895491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434244.895495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434244.895498:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434244.895501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434244.895503:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434244.895700:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434244.895703:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434244.895704:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434244.895707:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434244.895709:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434244.895711:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434244.895713:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434244.895714:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434244.895716:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434245.151466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434245.151473:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434245.151475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434245.151480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434245.151484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434245.151488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.151490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434245.151493:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.151496:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434245.663740:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434245.663747:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434245.663749:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434245.663755:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434245.663758:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434245.663762:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434245.663765:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434245.663767:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434245.663771:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434245.663873:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434245.663878:0:15083:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434245.663881:0:15083:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434245.663884:0:15083:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434245.663887:0:15083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434245.663890:0:15083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434245.663892:0:15083:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434245.663894:0:15083:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434245.663898:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434245.663899:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434245.664017:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434245.664019:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434245.664023:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434245.664024:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434245.664144:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434245.664147:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434245.664150:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434245.919467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434245.919475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434245.919477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434245.919483:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434245.919487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434245.919491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.919495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434245.919497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.919500:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434245.919534:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434245.919537:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434245.919538:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434245.919541:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434245.919543:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434245.919544:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.919546:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434245.919547:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.919548:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434245.919559:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434245.919564:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434245.919567:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434245.919570:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434245.919573:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434245.919581:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5700
00000400:00000200:3.0:1789434245.919589:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434245.919595:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434245.919599:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434245.919602:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919606:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434245.919609:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919611:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434245.919626:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434245.919628:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434245.919631:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434245.919634:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434245.919636:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434245.919637:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434245.919640:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919641:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434245.919643:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919644:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434245.919646:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434245.919649:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919650:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434245.919652:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434245.919655:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434245.919657:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434245.919658:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434245.919659:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434245.919666:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789434245.919669:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434245.919672:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434245.919674:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434245.919676:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434245.919678:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434245.919681:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434245.919688:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789434245.919695:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434245.919705:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434245.919722:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434245.919734:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434245.919739:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434245.919759:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434245.919762:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434245.919766:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434245.919767:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434245.919769:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434245.919772:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434245.919774:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5700
00000400:00000200:3.0:1789434245.919777:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434245.919780:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434245.919782:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434245.919785:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919786:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434245.919788:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919790:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434245.919793:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434245.919794:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434245.919796:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434245.919798:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434245.919800:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434245.919802:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434245.919804:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919806:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434245.919808:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919810:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434245.919812:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434245.919815:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919817:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434245.919818:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434245.919824:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434245.919826:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434245.919828:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434245.919832:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434245.919834:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434245.919836:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434245.919840:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789434245.919842:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434245.919844:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434245.919845:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434245.919847:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434245.919849:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434245.919850:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434245.919853:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789434245.919856:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434245.919861:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434245.919869:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434245.919871:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434245.919874:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434245.919881:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434245.919883:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434245.919885:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434245.919886:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434245.919888:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434245.919889:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434245.919891:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5700
00000400:00000200:3.0:1789434245.919894:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434245.919896:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434245.919897:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434245.919899:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919900:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434245.919901:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919903:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434245.919905:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434245.919906:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434245.919907:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434245.919908:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434245.919909:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434245.919911:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434245.919913:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919914:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434245.919915:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919916:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434245.919918:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434245.919919:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919920:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434245.919921:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434245.919923:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434245.919924:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434245.919925:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434245.919926:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434245.919927:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434245.919928:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434245.919930:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789434245.919931:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434245.919933:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434245.919934:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434245.919935:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434245.919936:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434245.919937:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434245.919940:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:3.0:1789434245.919942:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434245.919944:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434245.919949:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434245.919951:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434245.919953:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434245.919957:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434245.919958:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434245.919960:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434245.919960:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434245.919961:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434245.919962:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434245.919964:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5700
00000400:00000200:3.0:1789434245.919965:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434245.919966:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434245.919967:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434245.919969:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919970:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434245.919971:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919972:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434245.919973:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434245.919974:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434245.919975:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434245.919976:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434245.919977:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434245.919979:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434245.919981:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919982:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434245.919984:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919985:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434245.919986:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434245.919987:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434245.919988:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434245.919989:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434245.919990:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434245.919991:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434245.920002:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434245.920003:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434245.920004:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434245.920005:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434245.920007:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789434245.920008:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434245.920009:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434245.920010:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434245.920011:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434245.920011:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434245.920012:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434245.920014:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789434245.920016:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434245.920018:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434245.920023:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434245.920025:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434245.920027:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434245.920032:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434245.920036:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789434245.920036:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5710)
00000100:00000001:1.0:1789434245.920043:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434245.920046:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434245.920056:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920065:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434245.920069:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434245.920072:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434245.920074:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434245.920077:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434245.920080:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933951232:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434245.920084:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434245.920087:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434245.920089:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434245.920091:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434245.920096:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434245.920098:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434245.920103:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434245.920106:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434245.920111:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434245.920117:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933951232, portal 25
00000100:00000001:1.0:1789434245.920122:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434245.920123:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000100:00000040:1.0:1789434245.920129:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920137:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434245.920139:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434245.920141:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434245.920145:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933951232, offset 0
00000400:00000200:1.0:1789434245.920150:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434245.920158:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434245.920163:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434245.920168:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434245.920171:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434245.920174:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434245.920176:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434245.920179:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512684:512684:256:4294967295] 192.168.203.104@tcp LPNI seq info [512651:512651:8:4294967295]
00000400:00000200:1.0:1789434245.920184:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434245.920193:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434245.920198:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434245.920202:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434245.920207:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434245.920210:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789434245.920215:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434245.920218:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1789434245.920222:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434245.920225:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434245.920231:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434245.920234:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434245.920240:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434245.920242:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434245.920247:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434245.920251:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920259:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434245.920263:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920271:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434245.920272:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434245.920278:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434245.920286:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434245.920289:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300373675
00000100:00000010:1.0:1789434245.920294:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d8a0.
00000100:00000001:1.0:1789434245.920301:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434245.920318:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300373675
00000100:00000010:1.0:1789434245.920322:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06df00.
00000100:00000001:1.0:1789434245.920325:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434245.920328:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434245.920331:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434245.920334:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434245.920339:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434245/real 1789434245]  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434245.920371:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434245.920373:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434245.920375:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434245.920379:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434245.920383:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434245.920386:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434245.920390:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434245.920397:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920414:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434245.920415:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.920417:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434245.920419:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434245.920423:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920430:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434245.920434:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920440:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434245.920442:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.920444:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434245.920445:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.920447:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434245.920449:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434245.920452:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434245.920455:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434245.920458:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434245.920462:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434245.920470:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933951232:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434245.920474:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434245.920477:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920483:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434245.920484:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434245.920486:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434245.920487:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434245.920489:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434245.920492:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933951360:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434245.920494:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434245.920496:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434245.920497:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434245.920499:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434245.920502:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434245.920504:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434245.920507:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434245.920509:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434245.920511:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434245.920514:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933951360, portal 10
00000100:00000001:1.0:1789434245.920515:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434245.920516:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:1.0:1789434245.920522:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920527:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434245.920530:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434245.920532:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434245.920534:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933951360, offset 0
00000400:00000200:1.0:1789434245.920538:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434245.920541:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434245.920544:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434245.920547:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434245.920552:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434245.920554:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434245.920556:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434245.920559:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512685:512685:256:4294967295] 192.168.203.104@tcp LPNI seq info [512652:512652:8:4294967295]
00000400:00000200:1.0:1789434245.920564:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434245.920569:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434245.920574:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434245.920577:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434245.920581:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434245.920583:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789434245.920587:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434245.920590:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1789434245.920593:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434245.920595:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434245.920598:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434245.920601:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434245.920603:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434245.920605:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434245.920607:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434245.920611:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920618:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434245.920621:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920627:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434245.920629:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434245.920632:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434245.920635:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434245.920638:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434245.920640:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300373004
00000100:00000001:1.0:1789434245.920643:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300373675
00000100:00000001:1.0:1789434245.920645:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300373004
00000100:00000001:1.0:1789434245.920647:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300373675
00000100:00000001:1.0:1789434245.920649:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434245.920651:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434245.920652:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434245.920656:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434245/real 1789434245]  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434245.920664:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434245.920665:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434245.920667:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434245.920669:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434245.920670:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434245.920672:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434245.920675:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434245.920682:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920687:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434245.920688:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.920690:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434245.920691:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434245.920695:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920701:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434245.920704:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920710:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434245.920713:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.920714:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434245.920715:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.920717:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434245.920720:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434245.920722:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434245.920725:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434245.920727:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434245.920731:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434245.920739:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933951360:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434245.920742:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434245.920746:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920758:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434245.920759:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434245.920761:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434245.920763:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434245.920764:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434245.920767:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933951488:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434245.920770:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434245.920771:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434245.920772:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434245.920774:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434245.920777:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434245.920779:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434245.920782:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434245.920785:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434245.920788:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434245.920790:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933951488, portal 4
00000100:00000001:1.0:1789434245.920792:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434245.920794:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:1.0:1789434245.920800:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920805:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434245.920807:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434245.920809:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434245.920811:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933951488, offset 0
00000400:00000200:1.0:1789434245.920814:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434245.920818:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434245.920822:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434245.920824:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434245.920827:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434245.920829:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434245.920831:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434245.920835:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512686:512686:256:4294967295] 192.168.203.104@tcp LPNI seq info [512653:512653:8:4294967295]
00000400:00000200:1.0:1789434245.920839:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434245.920845:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434245.920848:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434245.920852:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434245.920855:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434245.920858:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789434245.920861:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434245.920864:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1789434245.920867:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434245.920869:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434245.920871:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434245.920875:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434245.920878:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434245.920879:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434245.920882:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434245.920885:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920893:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434245.920895:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920901:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434245.920902:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434245.920905:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434245.920908:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434245.920911:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434245.920913:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300373021
00000100:00000001:1.0:1789434245.920915:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300373675
00000100:00000001:1.0:1789434245.920916:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300373021
00000100:00000001:1.0:1789434245.920918:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300373675
00000100:00000001:1.0:1789434245.920920:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434245.920923:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434245.920924:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434245.920927:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434245/real 1789434245]  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434245.920934:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434245.920935:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434245.920937:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434245.920939:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434245.920941:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434245.920943:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434245.920945:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434245.920952:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920958:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434245.920959:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.920961:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434245.920962:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434245.920966:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920973:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434245.920976:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.920982:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434245.920985:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.920986:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434245.920987:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.920988:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434245.920991:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434245.920993:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434245.920995:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434245.920996:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434245.920999:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434245.921003:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933951488:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434245.921005:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434245.921007:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.921011:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434245.921012:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434245.921013:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434245.921015:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434245.921016:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434245.921017:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933951616:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434245.921019:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434245.921020:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434245.921021:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434245.921022:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434245.921024:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434245.921025:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434245.921027:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434245.921028:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434245.921030:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434245.921032:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933951616, portal 4
00000100:00000001:1.0:1789434245.921033:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434245.921034:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:1.0:1789434245.921038:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.921041:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434245.921043:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434245.921044:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434245.921045:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933951616, offset 0
00000400:00000200:1.0:1789434245.921048:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434245.921050:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434245.921053:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434245.921054:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434245.921056:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434245.921058:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434245.921059:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434245.921061:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512687:512687:256:4294967295] 192.168.203.104@tcp LPNI seq info [512654:512654:8:4294967295]
00000400:00000200:1.0:1789434245.921063:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434245.921067:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434245.921069:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434245.921071:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434245.921073:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434245.921075:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1789434245.921077:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434245.921079:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1789434245.921081:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434245.921083:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434245.921085:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434245.921086:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434245.921088:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434245.921089:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434245.921091:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434245.921093:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.921097:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434245.921099:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.921103:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434245.921104:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434245.921106:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434245.921108:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434245.921109:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434245.921111:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300373023
00000100:00000001:1.0:1789434245.921112:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300373675
00000100:00000001:1.0:1789434245.921113:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300373023
00000100:00000001:1.0:1789434245.921115:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300373675
00000100:00000001:1.0:1789434245.921116:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434245.921117:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434245.921118:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434245.921120:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434245/real 1789434245]  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434245.921124:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434245.921124:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434245.921125:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434245.921127:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434245.921128:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434245.921129:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434245.921130:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434245.921135:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.921138:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434245.921139:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.921140:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434245.921141:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434245.921143:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.921146:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434245.921148:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.921152:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434245.921154:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.921154:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434245.921155:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.921156:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434245.921158:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434245.921160:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434245.921161:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434245.921162:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434245.921164:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434245.921168:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933951616:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434245.921170:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.921171:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434245.921173:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933951232/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.921177:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434245.921179:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434245.921181:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434245.921182:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434245.921184:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434245.921185:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434245.921186:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434245.921188:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:1.0:1789434245.921190:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434245.921191:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434245.921193:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:1.0:1789434245.921195:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434245.921196:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.921197:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434245.921199:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933951360/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.921203:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434245.921204:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434245.921204:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434245.921205:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434245.921206:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434245.921207:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434245.921208:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434245.921209:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:1.0:1789434245.921210:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434245.921211:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434245.921212:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:1.0:1789434245.921214:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434245.921216:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.921217:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434245.921219:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933951488/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.921225:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434245.921227:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434245.921228:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434245.921230:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434245.921231:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434245.921232:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434245.921233:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434245.921235:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:1.0:1789434245.921237:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434245.921238:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434245.921240:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:1.0:1789434245.921242:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434245.921243:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.921244:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434245.921248:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933951616/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434245.921258:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434245.921259:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434245.921260:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434245.921261:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434245.921262:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434245.921263:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434245.921265:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434245.921266:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:1.0:1789434245.921268:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434245.921269:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434245.921270:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:1.0:1789434245.921272:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434245.921273:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.921274:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434245.921283:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434245.921284:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434245.921286:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434245.921288:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434246.175624:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434246.175631:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434246.175633:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434246.175638:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434246.175642:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434246.175646:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434246.175649:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434246.175651:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434246.175654:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434246.623461:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300373675, at 4300373696
00000100:00000010:3.0:1789434246.623485:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06df00.
00000100:00000040:2.0:1789434246.623569:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300373675, at 4300373696
00000100:00000010:2.0:1789434246.623575:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d8a0.
00000100:00000001:2.0:1789434246.687447:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434246.687455:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434246.687458:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434246.687463:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434246.687467:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434246.687471:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434246.687474:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434246.687477:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434246.687480:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434246.687536:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434246.687539:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434246.687543:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434246.687544:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434246.687547:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434246.687549:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434246.687552:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434246.687553:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434246.687602:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434246.687605:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434246.687608:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434246.943515:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434246.943523:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434246.943525:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434246.943531:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434246.943535:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434246.943539:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434246.943542:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434246.943544:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434246.943547:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434246.943595:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434246.943600:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434246.943601:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434246.943605:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434246.943607:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434246.943609:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434246.943611:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434246.943613:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434246.943615:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434247.199475:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434247.199482:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434247.199485:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434247.199490:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434247.199493:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434247.199497:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434247.199499:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434247.199502:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434247.199505:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434247.711477:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434247.711486:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434247.711489:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434247.711495:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434247.711499:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434247.711503:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434247.711506:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434247.711509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434247.711512:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434247.711569:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434247.711572:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434247.711577:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434247.711579:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434247.711583:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434247.711584:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434247.711587:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434247.711588:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434247.711725:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434247.711728:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434247.711731:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434247.967439:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434247.967446:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434247.967448:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434247.967454:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434247.967458:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434247.967462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434247.967462:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434247.967468:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434247.967468:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434247.967471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434247.967473:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434247.967476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434247.967478:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434247.967480:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434247.967484:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434247.967487:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434247.967489:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434247.967491:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434248.223525:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434248.223532:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434248.223534:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434248.223540:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434248.223544:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434248.223548:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434248.223551:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434248.223554:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434248.223557:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434248.735781:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434248.735787:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434248.735792:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434248.735793:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434248.735796:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434248.735798:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434248.735800:0:15083:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434248.735801:0:15083:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434248.735852:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434248.735857:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434248.735861:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434248.735893:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434248.735897:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434248.735899:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434248.735903:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434248.735906:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434248.735909:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434248.735911:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434248.735914:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434248.735917:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434248.991513:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434248.991516:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434248.991519:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434248.991521:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434248.991523:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434248.991524:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434248.991531:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434248.991531:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434248.991537:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434248.991537:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434248.991542:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434248.991545:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434248.991547:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434248.991550:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434248.991551:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434248.991555:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434248.991557:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434248.991560:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434249.247484:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434249.247492:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434249.247494:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434249.247500:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434249.247504:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434249.247508:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434249.247510:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434249.247513:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434249.247516:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434249.759482:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434249.759489:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434249.759495:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434249.759496:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434249.759500:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434249.759501:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434249.759503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434249.759504:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434249.759593:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434249.759596:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434249.759599:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434249.759701:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434249.759709:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434249.759711:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434249.759717:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434249.759721:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434249.759725:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434249.759729:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434249.759731:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434249.759735:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434250.015466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434250.015473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434250.015476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434250.015481:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434250.015484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434250.015487:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434250.015490:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434250.015493:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434250.015496:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434250.015515:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434250.015519:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434250.015521:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434250.015524:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434250.015527:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434250.015530:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434250.015533:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434250.015534:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434250.015537:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434250.271465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434250.271475:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434250.271478:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434250.271482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434250.271486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434250.271490:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434250.271492:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434250.271495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434250.271498:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434250.783490:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434250.783503:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434250.783505:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434250.783513:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434250.783519:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434250.783524:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434250.783530:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434250.783533:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434250.783536:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434250.783582:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434250.783586:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434250.783590:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434250.783592:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434250.783595:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434250.783597:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434250.783601:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434250.783602:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434250.783671:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434250.783674:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434250.783678:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434251.039493:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434251.039493:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434251.039502:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434251.039503:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434251.039507:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434251.039507:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434251.039516:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434251.039516:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434251.039523:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434251.039523:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434251.039529:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434251.039533:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434251.039535:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434251.039538:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434251.039540:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434251.039545:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434251.039546:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434251.039549:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434251.039921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434251.039927:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434251.039930:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434251.039933:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434251.039938:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434251.039943:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5705
00000400:00000200:0.0:1789434251.039952:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434251.039957:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434251.039961:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434251.039964:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434251.039967:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434251.039969:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434251.039972:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434251.039979:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434251.039981:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434251.039984:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434251.039987:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434251.039989:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434251.039992:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434251.039995:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434251.039998:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434251.040000:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434251.040002:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434251.040005:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434251.040009:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434251.040012:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434251.040015:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434251.040019:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434251.040022:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434251.040024:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434251.040027:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434251.040035:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc000.
00000020:00000040:0.0:1789434251.040038:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434251.040042:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434251.040044:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434251.040057:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434251.040060:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434251.040063:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434251.040079:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000100:00000001:0.0:1789434251.040085:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434251.040095:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434251.040106:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434251.040111:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434251.040116:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f9eea5b] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.040553:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434251.040557:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434251.040559:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434251.040566:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.040574:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434251.040576:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434251.040580:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434251.040582:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434251.040585:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434251.040588:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933951744:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434251.040592:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434251.040595:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434251.040598:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434251.040600:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434251.040604:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434251.040606:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434251.040613:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434251.040617:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434251.040622:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434251.040630:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933951744, portal 25
00000100:00000001:1.0:1789434251.040632:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434251.040634:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549966848 : -119883159584768 : ffff92f786dbc000)
00000100:00000040:1.0:1789434251.040640:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.040652:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434251.040655:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434251.040657:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434251.040661:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933951744, offset 0
00000400:00000200:1.0:1789434251.040668:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434251.040676:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434251.040682:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434251.040687:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434251.040691:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434251.040694:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434251.040696:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434251.040700:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512688:512688:256:4294967295] 192.168.203.104@tcp LPNI seq info [512655:512655:8:4294967295]
00000400:00000200:1.0:1789434251.040704:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434251.040714:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434251.040720:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434251.040725:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434251.040731:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434251.040735:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789434251.040741:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434251.040745:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1789434251.040748:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434251.040751:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434251.040756:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434251.040760:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434251.040765:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434251.040768:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434251.040773:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434251.040777:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434251.040823:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434251.040826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434251.040829:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434251.040831:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434251.040833:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434251.040836:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434251.040839:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5705
00000400:00000200:0.0:1789434251.040842:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434251.040846:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434251.040848:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434251.040851:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434251.040854:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434251.040855:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434251.040857:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434251.040861:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434251.040862:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434251.040864:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434251.040866:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434251.040868:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434251.040870:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434251.040873:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434251.040875:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434251.040876:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434251.040878:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434251.040880:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434251.040883:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434251.040885:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434251.040887:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434251.040892:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434251.040895:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434251.040897:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434251.040900:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434251.040903:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434251.040904:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434251.040919:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbea00.
00000020:00000040:0.0:1789434251.040922:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434251.040924:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434251.040925:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434251.040927:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434251.040928:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434251.040930:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434251.040935:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17800.
00000100:00000001:0.0:1789434251.040938:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434251.040943:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434251.040951:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434251.040953:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434251.040956:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099227cf5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.041764:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434251.041772:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.041787:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.041789:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434251.041796:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434251.041800:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434251.041804:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300378796
00000100:00000010:1.0:1789434251.041818:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dd80.
00000100:00000001:1.0:1789434251.041825:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434251.041835:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300378796
00000100:00000010:1.0:1789434251.041838:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d1e0.
00000100:00000001:1.0:1789434251.041842:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434251.041851:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434251.041855:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.041857:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434251.041862:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434251/real 1789434251]  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434251.041872:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434251.041874:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434251.041877:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434251.041880:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434251.041882:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434251.041885:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434251.041889:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434251.041898:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.041905:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434251.041907:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.041909:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434251.041911:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434251.041915:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.041923:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434251.041927:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.041934:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434251.041937:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.041939:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434251.041940:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.041942:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434251.041944:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434251.041947:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434251.041951:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434251.041953:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434251.041958:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434251.041966:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933951744:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434251.041970:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.041972:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434251.041974:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc000 x1876351933951744/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.041980:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434251.041982:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434251.041984:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434251.041988:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434251.041990:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434251.041991:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434251.041993:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434251.041995:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15000.
02000000:00000001:1.0:1789434251.041998:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434251.042001:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434251.042003:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc000.
00000100:00000001:1.0:1789434251.042006:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434251.042007:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.042009:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.042016:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434251.042018:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.042020:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434251.042022:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434251.042024:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434251.042028:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.042035:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434251.042036:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434251.042039:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434251.042041:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434251.042042:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434251.042045:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933951872:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434251.042048:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434251.042051:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434251.042052:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434251.042054:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434251.042057:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434251.042059:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434251.042063:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434251.042066:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434251.042069:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434251.042073:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933951872, portal 10
00000100:00000001:1.0:1789434251.042075:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434251.042076:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549977600 : -119883159574016 : ffff92f786dbea00)
00000100:00000040:1.0:1789434251.042083:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.042089:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434251.042092:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434251.042095:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434251.042098:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933951872, offset 0
00000400:00000200:1.0:1789434251.042102:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434251.042108:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434251.042112:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434251.042115:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434251.042117:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434251.042120:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434251.042122:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434251.042126:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512689:512689:256:4294967295] 192.168.203.104@tcp LPNI seq info [512656:512656:8:4294967295]
00000400:00000200:1.0:1789434251.042130:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434251.042141:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434251.042146:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434251.042150:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000100:00000001:0.0:1789434251.042151:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434251.042156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1789434251.042157:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:0.0:1789434251.042163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.0:1789434251.042165:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1789434251.042166:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434251.042169:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434251.042175:0:37:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1789434251.042175:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434251.042180:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1789434251.042181:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5705
00000400:00000200:0.0:1789434251.042189:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000100:1.0:1789434251.042191:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434251.042194:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:0.0:1789434251.042196:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:1.0:1789434251.042199:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1789434251.042200:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434251.042207:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434251.042208:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1789434251.042213:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1789434251.042215:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000100:00000040:0.0:1789434251.042219:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000010:1.0:1789434251.042220:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:0.0:1789434251.042223:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434251.042225:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:0.0:1789434251.042230:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1789434251.042232:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789434251.042233:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434251.042236:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434251.042239:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434251.042244:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434251.042248:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:1.0:1789434251.042252:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434251.042254:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434251.042258:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434251.042259:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434251.042263:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434251.042268:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434251.042273:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00000001:1.0:1789434251.042274:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434251.042278:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434251.042278:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434251.042284:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.042285:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434251.042287:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1789434251.042291:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
02000000:00000001:0.0:1789434251.042292:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1789434251.042297:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:0.0:1789434251.042298:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.042301:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300378125
00000100:00000001:0.0:1789434251.042302:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434251.042307:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000001:1.0:1789434251.042307:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300378796
00000100:00000001:1.0:1789434251.042313:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300378125
00000008:00000001:0.0:1789434251.042314:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434251.042319:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.042319:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300378796
00000100:00000001:1.0:1789434251.042323:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1789434251.042324:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbed80.
00000100:00000001:1.0:1789434251.042326:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789434251.042330:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:1.0:1789434251.042330:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1789434251.042336:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1789434251.042337:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434251/real 1789434251]  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434251.042340:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434251.042345:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434251.042375:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434251.042379:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434251.042385:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14800.
00000400:00000001:1.0:1789434251.042386:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434251.042389:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789434251.042391:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434251.042392:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434251.042397:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000100:00100000:0.0:1789434251.042401:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1789434251.042401:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434251.042406:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434251.042413:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434251.042415:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434251.042421:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434251.042429:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d26fcf9] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434251.042437:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434251.042438:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434251.042443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434251.042450:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434251.042454:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1789434251.042455:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00080000:0.0:1789434251.042456:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434251.042459:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434251.042461:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434251.042462:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1789434251.042466:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5705
00000100:00000001:1.0:1789434251.042466:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1789434251.042474:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:1.0:1789434251.042476:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434251.042480:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434251.042485:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1789434251.042491:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434251.042492:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434251.042497:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434251.042499:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434251.042502:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434251.042507:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434251.042513:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434251.042515:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:1.0:1789434251.042517:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1789434251.042518:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434251.042522:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000001:1.0:1789434251.042523:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1789434251.042527:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:1.0:1789434251.042527:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434251.042530:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1789434251.042532:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:1.0:1789434251.042534:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1789434251.042539:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434251.042540:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434251.042544:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1789434251.042546:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1789434251.042549:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00080000:1.0:1789434251.042554:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434251.042555:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434251.042559:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434251.042563:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434251.042566:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1789434251.042567:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434251.042570:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434251.042575:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1789434251.042577:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434251.042578:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434251.042584:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434251.042587:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434251.042593:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434251.042593:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933951872:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434251.042597:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.042600:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1789434251.042603:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbe300.
00000100:00000001:1.0:1789434251.042604:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1789434251.042609:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000040:1.0:1789434251.042610:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbea00 x1876351933951872/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434251.042614:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434251.042618:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434251.042621:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434251.042623:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434251.042625:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434251.042626:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1789434251.042629:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434251.042630:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434251.042635:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:0.0:1789434251.042636:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15400.
00000020:00000001:1.0:1789434251.042637:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434251.042640:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:0.0:1789434251.042642:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434251.042643:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434251.042646:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17800.
02000000:00000001:1.0:1789434251.042650:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:0.0:1789434251.042651:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1789434251.042652:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434251.042655:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbea00.
00000100:00000001:1.0:1789434251.042660:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434251.042662:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434251.042665:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434251.042666:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434251.042670:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.042672:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434251.042676:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434251.042677:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad113eb] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.042679:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434251.042682:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434251.042685:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434251.042692:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434251.042694:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434251.042701:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5715)
00000100:00000001:1.0:1789434251.042704:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434251.042707:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434251.042709:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434251.042711:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434251.042713:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434251.042717:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933952000:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434251.042720:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434251.042722:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434251.042723:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434251.042725:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434251.042729:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434251.042731:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434251.042735:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434251.042737:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434251.042741:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434251.042744:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933952000, portal 4
00000100:00000001:1.0:1789434251.042745:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434251.042747:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549978496 : -119883159573120 : ffff92f786dbed80)
00000100:00000040:1.0:1789434251.042752:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.042757:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434251.042760:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434251.042762:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434251.042764:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933952000, offset 0
00000400:00000200:1.0:1789434251.042767:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434251.042771:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434251.042775:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434251.042778:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434251.042780:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434251.042782:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434251.042784:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434251.042786:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512690:512690:256:4294967295] 192.168.203.104@tcp LPNI seq info [512657:512657:8:4294967295]
00000400:00000200:1.0:1789434251.042789:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434251.042796:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434251.042800:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434251.042803:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434251.042807:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434251.042809:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789434251.042814:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434251.042817:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1789434251.042820:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434251.042823:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434251.042826:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434251.042829:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434251.042832:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434251.042833:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434251.042836:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434251.042839:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.042846:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434251.042849:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.042854:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.042856:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434251.042859:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434251.042861:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434251.042865:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434251.042867:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300378143
00000100:00000001:1.0:1789434251.042869:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300378796
00000100:00000001:1.0:1789434251.042872:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300378143
00000100:00000001:1.0:1789434251.042874:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300378796
00000100:00000001:1.0:1789434251.042876:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434251.042878:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.042880:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434251.042883:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434251/real 1789434251]  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434251.042890:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434251.042891:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434251.042893:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434251.042895:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434251.042896:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434251.042898:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434251.042901:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434251.042908:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.042913:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434251.042914:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.042916:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434251.042918:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434251.042921:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.042927:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434251.042930:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.042936:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434251.042938:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.042940:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434251.042942:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.042943:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434251.042947:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434251.042949:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434251.042953:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434251.042955:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434251.042958:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434251.042965:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933952000:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434251.042968:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.042970:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434251.042972:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbed80 x1876351933952000/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.042977:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434251.042979:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434251.042980:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434251.042983:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434251.042984:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434251.042986:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434251.042988:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434251.042989:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14800.
02000000:00000001:1.0:1789434251.042992:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434251.042993:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434251.042994:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbed80.
00000100:00000001:1.0:1789434251.042997:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434251.042998:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.042999:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.043002:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434251.043003:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.043005:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434251.043006:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434251.043008:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434251.043011:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.043017:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434251.043018:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434251.043020:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434251.043022:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434251.043024:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434251.043026:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933952128:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434251.043030:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434251.043031:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434251.043033:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434251.043035:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434251.043037:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434251.043039:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434251.043042:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434251.043045:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434251.043048:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434251.043050:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933952128, portal 4
00000100:00000001:1.0:1789434251.043051:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434251.043052:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549975808 : -119883159575808 : ffff92f786dbe300)
00000100:00000040:1.0:1789434251.043057:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.043063:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434251.043065:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434251.043067:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434251.043069:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933952128, offset 0
00000400:00000200:1.0:1789434251.043073:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434251.043076:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434251.043079:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434251.043082:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434251.043085:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434251.043087:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434251.043090:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434251.043092:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512691:512691:256:4294967295] 192.168.203.104@tcp LPNI seq info [512658:512658:8:4294967295]
00000400:00000200:1.0:1789434251.043096:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434251.043101:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434251.043106:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434251.043109:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434251.043112:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434251.043115:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1789434251.043119:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434251.043121:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1789434251.043125:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434251.043127:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:1.0:1789434251.043130:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434251.043132:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434251.043135:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:1.0:1789434251.043137:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:1.0:1789434251.043140:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434251.043143:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.043150:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434251.043153:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.043158:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.043159:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434251.043162:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434251.043165:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434251.043168:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434251.043170:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300378145
00000100:00000001:1.0:1789434251.043172:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300378796
00000100:00000001:1.0:1789434251.043174:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300378145
00000100:00000001:1.0:1789434251.043176:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300378796
00000100:00000001:1.0:1789434251.043179:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434251.043181:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.043182:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434251.043186:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434251/real 1789434251]  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434251.043193:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434251.043194:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434251.043196:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:1.0:1789434251.043198:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434251.043200:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434251.043202:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434251.043204:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434251.043212:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.043218:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434251.043219:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.043221:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434251.043222:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434251.043226:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.043232:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434251.043236:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.043242:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434251.043244:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.043246:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434251.043247:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.043249:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434251.043252:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434251.043254:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434251.043258:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434251.043259:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434251.043263:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434251.043271:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933952128:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434251.043274:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.043276:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434251.043279:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbe300 x1876351933952128/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434251.043285:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434251.043286:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434251.043288:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434251.043290:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434251.043291:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434251.043293:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434251.043294:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434251.043296:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15400.
02000000:00000001:1.0:1789434251.043298:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434251.043300:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434251.043301:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbe300.
00000100:00000001:1.0:1789434251.043304:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434251.043305:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.043307:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.043310:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434251.043312:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.043313:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434251.043315:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434251.295510:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434251.295521:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434251.295524:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434251.295531:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434251.295536:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434251.295541:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.295545:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434251.295548:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434251.295551:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434251.743469:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300378796, at 4300378816
00000100:00000040:3.0:1789434251.743469:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300378796, at 4300378816
00000100:00000010:2.0:1789434251.743482:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd80.
00000100:00000010:3.0:1789434251.743485:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d1e0.
00000100:00000001:3.0:1789434251.807603:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434251.807610:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434251.807613:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434251.807619:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434251.807622:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434251.807627:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434251.807629:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434251.807633:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434251.807636:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434251.808859:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434251.808863:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434251.808866:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434251.808867:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434251.808869:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434251.808870:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434251.808872:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434251.808873:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434251.808924:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434251.808928:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434251.808932:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434252.063666:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434252.063672:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434252.063674:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434252.063679:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434252.063682:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434252.063685:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434252.063687:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434252.063689:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434252.063691:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434252.064142:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434252.064146:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434252.064147:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434252.064151:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434252.064153:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434252.064155:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434252.064158:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434252.064159:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434252.064162:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434252.319473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434252.319480:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434252.319482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434252.319487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434252.319491:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434252.319495:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434252.319497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434252.319500:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434252.319503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434252.831507:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434252.831515:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434252.831518:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434252.831518:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434252.831522:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434252.831525:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434252.831527:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434252.831530:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434252.831532:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434252.831533:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434252.831537:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434252.831538:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434252.831540:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434252.831543:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434252.831544:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434252.831546:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434252.831549:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434252.831549:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434252.831553:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434252.831556:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434252.831556:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434252.831558:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434252.831562:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434252.831564:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434252.831566:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434252.831579:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434252.831581:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434252.831585:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434252.831586:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434252.831588:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434252.831589:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434252.831590:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434252.831591:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434252.831593:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434252.831595:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434252.831956:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434252.831960:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434252.831963:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434253.087511:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434253.087598:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434253.087604:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434253.087606:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434253.087612:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434253.087615:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434253.087619:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434253.087621:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434253.087624:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434253.087627:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434253.087639:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434253.087641:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434253.087644:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434253.087647:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434253.087650:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434253.087652:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434253.087654:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434253.087657:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434253.343855:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434253.343863:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434253.343865:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434253.343871:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434253.343874:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434253.343878:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434253.343881:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434253.343884:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434253.343892:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434253.855594:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434253.855604:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434253.855606:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434253.855614:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434253.855618:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434253.855623:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434253.855626:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434253.855630:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434253.855633:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434253.855723:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434253.855728:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434253.855734:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434253.855735:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434253.855739:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434253.855741:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434253.855750:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434253.855751:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434253.855806:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434253.855813:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434253.855819:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434254.111470:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434254.111477:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434254.111491:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434254.111497:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434254.111501:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434254.111506:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434254.111508:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434254.111511:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434254.111514:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434254.112476:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434254.112480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434254.112481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434254.112485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434254.112487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434254.112489:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434254.112492:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434254.112493:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434254.112495:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434254.367510:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434254.367521:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434254.367524:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434254.367531:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434254.367542:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434254.367547:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434254.367550:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434254.367554:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434254.367558:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434254.879472:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434254.879480:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434254.879482:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434254.879489:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434254.879493:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434254.879497:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434254.879500:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434254.879503:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434254.879506:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434254.879626:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434254.879632:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434254.879639:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434254.879641:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434254.879646:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434254.879647:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434254.879651:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434254.879652:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434254.879999:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434254.880002:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434254.880006:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434255.135515:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434255.135522:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434255.135524:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434255.135529:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434255.135532:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434255.135537:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434255.135539:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434255.135542:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434255.135546:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434255.135639:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434255.135642:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434255.135643:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434255.135646:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434255.135648:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434255.135650:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434255.135652:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434255.135654:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434255.135656:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434255.391484:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434255.391493:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434255.391495:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434255.391502:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434255.391506:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434255.391511:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434255.391514:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434255.391517:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434255.391520:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434255.903538:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434255.903549:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434255.903552:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434255.903561:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434255.903565:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434255.903570:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434255.903574:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434255.903574:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434255.903576:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434255.903580:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434255.903582:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434255.903584:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434255.903589:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434255.903593:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434255.903596:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434255.903598:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434255.903601:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434255.903605:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434255.903607:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434255.903610:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434255.903612:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434255.903614:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434255.903616:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434255.908117:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434255.908123:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434255.908128:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434256.159468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434256.159475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434256.159477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434256.159482:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434256.159486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434256.159490:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434256.159493:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434256.159495:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434256.159500:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434256.159542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434256.159548:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434256.159552:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434256.159555:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434256.159559:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434256.159566:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5710
00000100:00000001:1.0:1789434256.159567:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434256.159571:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434256.159572:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434256.159577:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:1.0:1789434256.159578:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434256.159582:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434256.159585:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1789434256.159587:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434256.159589:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1789434256.159591:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1789434256.159592:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434256.159597:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434256.159598:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159603:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434256.159607:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159610:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434256.159618:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434256.159621:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434256.159624:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434256.159626:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434256.159629:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434256.159632:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434256.159635:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159638:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434256.159640:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159643:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434256.159646:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434256.159650:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159654:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434256.159657:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434256.159660:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434256.159663:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434256.159665:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434256.159668:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434256.159674:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2bb80.
00000020:00000040:2.0:1789434256.159678:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434256.159682:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434256.159683:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434256.159686:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434256.159689:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434256.159692:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434256.159700:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789434256.159707:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434256.159716:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434256.159726:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434256.159731:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434256.159736:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ddafd05] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434256.159755:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434256.159759:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434256.159763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434256.159765:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434256.159766:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434256.159769:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434256.159772:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5710
00000400:00000200:2.0:1789434256.159777:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434256.159780:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434256.159782:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434256.159785:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159787:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434256.159789:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159791:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434256.159794:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434256.159795:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434256.159797:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434256.159799:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434256.159801:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434256.159803:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434256.159806:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159808:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434256.159810:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159812:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434256.159814:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434256.159816:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159819:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434256.159820:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434256.159826:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434256.159828:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434256.159830:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434256.159834:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434256.159837:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434256.159839:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434256.159842:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29c00.
00000020:00000040:2.0:1789434256.159844:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434256.159847:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434256.159848:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434256.159850:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434256.159851:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434256.159853:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434256.159857:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789434256.159860:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434256.159865:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434256.159872:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434256.159874:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434256.159877:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a31316b7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434256.159885:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434256.159887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434256.159890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434256.159891:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434256.159893:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434256.159895:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434256.159897:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5710
00000400:00000200:2.0:1789434256.159900:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434256.159903:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434256.159905:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434256.159908:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159910:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434256.159911:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159913:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434256.159916:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434256.159917:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434256.159918:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434256.159920:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434256.159922:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434256.159924:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434256.159927:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159929:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434256.159931:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159933:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434256.159935:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434256.159938:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434256.159940:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434256.159942:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434256.159946:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434256.159948:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434256.159950:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434256.159952:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434256.159955:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434256.159956:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434256.159960:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2aa00.
00000020:00000040:2.0:1789434256.159962:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434256.159964:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434256.159965:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434256.159967:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434256.159968:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434256.159970:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434256.159975:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789434256.159979:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434256.159983:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434256.159990:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434256.159992:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434256.159997:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3661409] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434256.160004:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434256.160008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434256.160011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434256.160013:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434256.160014:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434256.160017:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434256.160020:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5710
00000400:00000200:2.0:1789434256.160024:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434256.160028:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434256.160030:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434256.160033:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.160035:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434256.160037:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.160040:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434256.160043:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434256.160045:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434256.160047:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434256.160049:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434256.160051:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434256.160053:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434256.160056:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.160058:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434256.160061:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434256.160063:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434256.160065:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434256.160068:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434256.160070:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434256.160072:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434256.160075:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434256.160076:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434256.160078:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434256.160080:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434256.160082:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434256.160084:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434256.160088:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29f80.
00000020:00000040:2.0:1789434256.160090:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434256.160092:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434256.160093:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434256.160096:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434256.160096:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434256.160100:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1789434256.160101:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1789434256.160102:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434256.160104:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000010:2.0:1789434256.160107:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789434256.160112:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434256.160114:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434256.160119:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434256.160131:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434256.160133:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434256.160135:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1789434256.160138:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1789434256.160139:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434256.160143:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1789434256.160146:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b20d5cf0] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434256.160147:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434256.160155:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933952256:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434256.160162:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1789434256.160162:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434256.160167:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1789434256.160168:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5720)
02000000:00000001:1.0:1789434256.160171:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434256.160174:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434256.160179:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434256.160181:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434256.160188:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434256.160193:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434256.160199:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434256.160205:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933952256, portal 25
00000100:00000001:1.0:1789434256.160208:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434256.160209:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482267008 : -119883227284608 : ffff92f782d2bb80)
00000100:00000040:1.0:1789434256.160215:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434256.160223:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434256.160226:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434256.160229:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9660.
00000100:00000200:1.0:1789434256.160232:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933952256, offset 0
00000400:00000200:1.0:1789434256.160239:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434256.160246:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434256.160252:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434256.160257:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434256.160262:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434256.160265:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434256.160269:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434256.160273:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512692:512692:256:4294967295] 192.168.203.104@tcp LPNI seq info [512659:512659:8:4294967295]
00000400:00000200:1.0:1789434256.160278:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434256.160289:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434256.160295:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434256.160301:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833de00.
00000800:00000200:1.0:1789434256.160307:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434256.160312:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434256.160323:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434256.160559:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434256.160564:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300383916
00000100:00000010:1.0:1789434256.160570:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dc00.
00000100:00000001:1.0:1789434256.160577:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434256.160581:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300383916
00000100:00000010:1.0:1789434256.160583:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d840.
00000100:00000001:1.0:1789434256.160588:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434256.160592:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434256.160595:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434256.160598:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434256.160602:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434256.160609:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434256.160611:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434256.160613:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434256.160614:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434256.160616:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434256.160619:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933952384:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434256.160623:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434256.160625:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434256.160628:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434256.160630:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434256.160633:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434256.160635:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434256.160638:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434256.160643:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d9f8.
00000400:00000010:1.0:1789434256.160649:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9000.
00000100:00000200:1.0:1789434256.160652:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933952384, portal 10
00000100:00000001:1.0:1789434256.160654:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434256.160656:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258944 : -119883227292672 : ffff92f782d29c00)
00000100:00000040:1.0:1789434256.160664:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434256.160670:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434256.160673:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434256.160677:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9198.
00000100:00000200:1.0:1789434256.160680:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933952384, offset 0
00000400:00000200:1.0:1789434256.160685:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434256.160690:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434256.160697:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434256.160701:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434256.160704:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434256.160709:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434256.160713:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434256.160716:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512693:512693:255:4294967295] 192.168.203.104@tcp LPNI seq info [512660:512660:7:4294967295]
00000400:00000200:1.0:1789434256.160720:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434256.160727:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434256.160732:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434256.160735:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d100.
00000800:00000200:1.0:1789434256.160739:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434256.160742:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434256.160744:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434256.160747:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434256.160750:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434256.160753:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300383244
00000100:00000001:1.0:1789434256.160755:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300383916
00000100:00000001:1.0:1789434256.160757:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300383244
00000100:00000001:1.0:1789434256.160759:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300383916
00000100:00000001:1.0:1789434256.160761:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434256.160762:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434256.160764:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434256.160767:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434256.160773:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434256.160774:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434256.160776:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434256.160778:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434256.160779:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434256.160782:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933952512:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434256.160785:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434256.160786:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434256.160788:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434256.160789:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434256.160791:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434256.160793:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434256.160795:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434256.160797:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d580.
00000400:00000010:1.0:1789434256.160801:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434256.160803:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933952512, portal 4
00000100:00000001:1.0:1789434256.160805:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434256.160806:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482262528 : -119883227289088 : ffff92f782d2aa00)
00000100:00000040:1.0:1789434256.160812:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434256.160817:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434256.160819:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434256.160822:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a95d8.
00000100:00000200:1.0:1789434256.160824:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933952512, offset 0
00000400:00000200:1.0:1789434256.160828:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434256.160831:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434256.160835:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434256.160837:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434256.160839:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434256.160841:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434256.160844:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434256.160846:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512694:512694:254:4294967295] 192.168.203.104@tcp LPNI seq info [512661:512661:6:4294967295]
00000400:00000200:1.0:1789434256.160850:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434256.160856:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434256.160860:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434256.160862:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d300.
00000800:00000200:1.0:1789434256.160865:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434256.160869:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434256.160871:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434256.160874:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434256.160876:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434256.160878:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300383261
00000100:00000001:1.0:1789434256.160880:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300383916
00000100:00000001:1.0:1789434256.160881:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300383261
00000100:00000001:1.0:1789434256.160883:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300383916
00000100:00000001:1.0:1789434256.160885:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434256.160886:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434256.160889:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434256.160891:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434256.160897:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434256.160898:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1789434256.160900:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434256.160901:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434256.160902:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434256.160906:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434256.160911:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434256.160913:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434256.160914:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434256.160916:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434256.160917:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434256.160920:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933952640:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434256.160922:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434256.160924:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434256.160925:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434256.160926:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434256.160928:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434256.160930:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434256.160932:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434256.160934:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434256.160936:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434256.160939:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933952640, portal 4
00000100:00000001:1.0:1789434256.160940:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434256.160941:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482259840 : -119883227291776 : ffff92f782d29f80)
00000100:00000040:1.0:1789434256.160946:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434256.160951:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434256.160953:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434256.160955:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9550.
00000100:00000200:1.0:1789434256.160957:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933952640, offset 0
00000400:00000200:1.0:1789434256.160960:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434256.160963:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434256.160966:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434256.160968:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434256.160970:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434256.160971:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434256.160973:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434256.160976:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512695:512695:253:4294967295] 192.168.203.104@tcp LPNI seq info [512662:512662:5:4294967295]
00000400:00000200:1.0:1789434256.160979:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434256.160984:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434256.160988:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434256.160991:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d700.
00000800:00000200:1.0:1789434256.160994:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434256.160997:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434256.160999:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434256.161002:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434256.161004:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434256.161006:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300383263
00000100:00000001:1.0:1789434256.161008:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300383916
00000100:00000001:1.0:1789434256.161010:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300383263
00000100:00000001:1.0:1789434256.161011:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300383916
00000100:00000001:1.0:1789434256.161013:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434256.161015:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434256.161017:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434256.161018:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434256.161020:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434256.161021:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1789434256.161023:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434256.161024:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434256.161025:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434256.161027:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434256.415726:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434256.415734:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434256.415735:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434256.415741:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434256.415744:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434256.415748:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434256.415751:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434256.415754:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434256.415757:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434256.863812:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300383916, at 4300383936
00000100:00000010:3.0:1789434256.863826:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d840.
00000100:00000040:2.0:1789434256.865176:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300383916, at 4300383937
00000100:00000010:2.0:1789434256.865185:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc00.
00010000:00000001:1.0:1789434256.927518:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434256.927524:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434256.927529:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434256.927530:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434256.927534:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434256.927535:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434256.927539:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434256.927540:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434256.927616:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434256.927620:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434256.927624:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434256.927780:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434256.927784:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434256.927787:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434256.927790:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434256.927793:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434256.927797:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434256.927799:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434256.927801:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434256.927804:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434257.183464:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434257.183472:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434257.183474:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434257.183475:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1789434257.183481:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434257.183485:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434257.183486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434257.183488:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434257.183491:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434257.183493:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434257.183495:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434257.183498:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434257.183499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434257.183501:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434257.183504:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434257.183505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434257.183509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434257.183512:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434257.439581:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434257.439589:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434257.439591:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434257.439597:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434257.439600:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434257.439604:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434257.439607:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434257.439610:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434257.439613:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434257.951470:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434257.951477:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434257.951483:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434257.951484:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434257.951488:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434257.951490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434257.951494:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434257.951495:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434257.951542:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434257.951547:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434257.951552:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434257.952391:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434257.952395:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434257.952398:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434257.952402:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434257.952406:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434257.952409:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434257.952412:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434257.952415:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434257.952418:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434258.207703:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434258.207709:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434258.207711:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434258.207716:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434258.207723:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434258.207727:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434258.207730:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434258.207732:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434258.207735:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434258.210721:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434258.210729:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434258.210731:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434258.210736:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434258.210740:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434258.210744:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434258.210746:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434258.210749:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434258.210752:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434258.463460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434258.463467:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434258.463470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434258.463475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434258.463478:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434258.463483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434258.463485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434258.463487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434258.463490:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434258.975708:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434258.975716:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434258.975718:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434258.975724:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434258.975728:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434258.975731:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434258.975734:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434258.975737:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434258.975740:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434258.975963:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434258.975967:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434258.975971:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434258.975973:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434258.975976:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434258.975977:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434258.975979:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434258.975980:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434258.976020:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434258.976023:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434258.976026:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434259.231500:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434259.231500:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434259.231508:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434259.231508:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434259.231511:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434259.231511:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434259.231519:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434259.231519:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434259.231525:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434259.231526:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434259.231531:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434259.231531:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434259.231537:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434259.231538:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434259.231542:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434259.231546:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434259.231552:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.231556:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1789434259.231639:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.104:988
00000400:00000100:0.0:1789434259.231675:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.104@tcp at host 192.168.203.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1789434259.231685:0:2336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434259.231689:0:2336:0:(router.c:1791:lnet_notify()) 192.168.203.4@tcp notifying 192.168.203.104@tcp: down
00000400:00000200:0.0:1789434259.231693:0:2336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434259.231696:0:2336:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1789434259.231701:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434259.231705:0:2336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833de00.
00000400:00000200:0.0:1789434259.231710:0:2336:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434259.231714:0:2336:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434259.231721:0:2336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9660
00000400:00000010:0.0:1789434259.231724:0:2336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9660.
00000100:00000001:0.0:1789434259.231730:0:2336:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434259.231738:0:2336:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434259.231762:0:2336:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434259.231766:0:2336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434259.231774:0:2336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434259.231776:0:2336:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434259.231784:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434259.231785:0:2336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d100.
00000400:00000200:0.0:1789434259.231787:0:2336:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434259.231789:0:2336:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434259.231791:0:2336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9198
00000400:00000010:0.0:1789434259.231793:0:2336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9198.
00000100:00000001:0.0:1789434259.231794:0:2336:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434259.231797:0:2336:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434259.231802:0:2336:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434259.231804:0:2336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434259.231808:0:2336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434259.231809:0:2336:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434259.231812:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434259.231813:0:2336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d300.
00000400:00000200:0.0:1789434259.231815:0:2336:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434259.231817:0:2336:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434259.231818:0:2336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a95d8
00000400:00000010:0.0:1789434259.231820:0:2336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a95d8.
00000100:00000001:0.0:1789434259.231821:0:2336:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434259.231823:0:2336:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434259.231829:0:2336:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434259.231831:0:2336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434259.231835:0:2336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434259.231836:0:2336:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434259.231839:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000100:00000001:1.0:1789434259.231839:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000010:0.0:1789434259.231841:0:2336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d700.
00000400:00000200:0.0:1789434259.231844:0:2336:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1789434259.231844:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434259.231849:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000400:00000200:0.0:1789434259.231850:0:2336:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434259.231854:0:2336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9550
00000400:00000010:0.0:1789434259.231855:0:2336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9550.
00000100:00000001:0.0:1789434259.231857:0:2336:0:(events.c:35:request_out_callback()) Process entered
00000100:00100000:1.0:1789434259.231861:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434256/real 1789434259]  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434259.231863:0:2336:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434259.231891:0:2336:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434259.231894:0:2336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434259.231896:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434259.231900:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789434259.231902:0:2336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434259.231904:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000100:00000001:0.0:1789434259.231906:0:2336:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000200:1.0:1789434259.231912:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434259.231915:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434259.231919:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434259.231924:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434259.231932:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.231938:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434259.231939:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.231942:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434259.231945:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434259.231948:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.231954:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434259.231958:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.231965:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434259.231968:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.231969:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434259.231971:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.231973:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434259.231975:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434259.231978:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434259.231983:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434259.231985:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434259.231989:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434259.232009:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933952256:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434259.232015:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434259.232018:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434256/real 1789434259]  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434259.232025:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434259.232026:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434259.232028:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d9f8.
00000400:00000200:1.0:1789434259.232030:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9000
00000400:00000010:1.0:1789434259.232032:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9000.
00000100:00000001:1.0:1789434259.232034:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434259.232037:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434259.232044:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232050:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434259.232051:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232053:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434259.232054:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434259.232057:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232063:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434259.232067:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232073:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434259.232074:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232076:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434259.232077:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232079:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434259.232081:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434259.232084:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434259.232087:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434259.232089:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434259.232093:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434259.232100:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933952384:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434259.232103:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434259.232106:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434256/real 1789434259]  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434259.232113:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434259.232114:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434259.232116:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d580.
00000400:00000200:1.0:1789434259.232118:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434259.232120:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434259.232121:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434259.232124:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434259.232130:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232136:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434259.232137:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232138:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434259.232140:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434259.232143:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232149:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434259.232152:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232162:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434259.232164:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232166:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434259.232167:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232168:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434259.232172:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434259.232174:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434259.232176:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434259.232178:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434259.232182:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434259.232189:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933952512:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434259.232192:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434259.232194:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434259.232197:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2bb80 x1876351933952256/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232203:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434259.232206:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434259.232210:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434259.232214:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434259.232216:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434259.232217:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434259.232219:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434259.232221:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:1.0:1789434259.232224:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434259.232226:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434259.232228:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2bb80.
00000100:00000001:1.0:1789434259.232231:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434259.232232:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232234:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434259.232237:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29c00 x1876351933952384/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232242:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434259.232243:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434259.232244:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434259.232247:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434259.232248:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434259.232249:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434259.232251:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434259.232252:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:1.0:1789434259.232254:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434259.232254:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434259.232255:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29c00.
00000100:00000001:1.0:1789434259.232257:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434259.232258:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232259:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434259.232262:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2aa00 x1876351933952512/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232267:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434259.232268:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434259.232269:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434259.232272:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434259.232272:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434259.232273:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434259.232275:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434259.232276:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:1.0:1789434259.232278:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434259.232278:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434259.232279:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2aa00.
00000100:00000001:1.0:1789434259.232281:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434259.232282:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232284:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434259.232286:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434259.232287:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434259.232288:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434259.232292:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434256/real 1789434259]  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434259.232299:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434259.232300:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434259.232301:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434259.232315:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434259.232317:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434259.232319:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434259.232322:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434259.232329:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232334:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434259.232335:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232337:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434259.232338:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434259.232341:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232346:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434259.232369:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232376:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434259.232382:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232384:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434259.232385:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232387:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434259.232390:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434259.232392:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434259.232395:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434259.232397:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434259.232401:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434259.232408:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933952640:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434259.232411:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232412:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434259.232414:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29f80 x1876351933952640/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434259.232420:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434259.232421:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434259.232422:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434259.232425:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434259.232426:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434259.232427:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434259.232429:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434259.232430:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:1.0:1789434259.232433:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434259.232434:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434259.232435:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29f80.
00000100:00000001:1.0:1789434259.232437:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434259.232438:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232440:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.232446:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434259.232448:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434259.232450:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434259.232451:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434259.487459:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434259.487466:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434259.487468:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434259.487475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434259.487478:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434259.487482:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.487485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434259.487487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434259.487490:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434259.999507:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434259.999517:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434259.999525:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434259.999527:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434259.999532:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434259.999533:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434259.999538:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434259.999539:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434259.999579:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434259.999585:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434259.999587:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434259.999592:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434259.999596:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434259.999601:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434259.999605:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434259.999607:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434259.999611:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434259.999669:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434259.999674:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434259.999687:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434260.255469:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434260.255477:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434260.255479:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434260.255484:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434260.255489:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434260.255493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434260.255496:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434260.255499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434260.255514:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434260.255532:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434260.255537:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434260.255538:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434260.255542:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434260.255545:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434260.255547:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434260.255549:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434260.255551:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434260.255553:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434260.511968:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434260.511976:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434260.511978:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434260.511984:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434260.511988:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434260.511992:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434260.511995:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434260.511997:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434260.512010:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434261.023444:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434261.023451:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434261.023454:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434261.023461:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434261.023465:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434261.023469:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434261.023472:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434261.023475:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434261.023479:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434261.023526:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434261.023530:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434261.023535:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434261.023536:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434261.023539:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434261.023540:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434261.023542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434261.023543:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434261.023821:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434261.023825:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434261.023829:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789434261.279512:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434261.279522:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434261.279525:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434261.279529:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434261.279534:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434261.279541:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5715
00000400:00000200:3.0:1789434261.279551:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434261.279559:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434261.279562:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434261.279567:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434261.279573:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434261.279578:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434261.279580:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434261.279584:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434261.279587:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434261.279708:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434261.279712:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.279715:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434261.279724:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434261.279727:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434261.279729:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434261.279733:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434261.279736:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434261.279739:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000001:2.0:1789434261.279743:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1789434261.279743:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434261.279749:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434261.279749:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434261.279753:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434261.279753:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.279757:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00100000:2.0:1789434261.279759:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000020:00000040:3.0:1789434261.279762:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00000001:2.0:1789434261.279764:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789434261.279770:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434261.279771:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434261.279776:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434261.279777:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434261.279781:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789434261.279782:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434261.279786:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434261.279788:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434261.279793:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434261.279795:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434261.279798:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434261.279805:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789434261.279809:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434261.279813:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434261.279827:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434261.279831:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434261.279833:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434261.279837:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434261.279845:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789434261.279851:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434261.279861:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434261.279877:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434261.279882:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434261.279887:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434261.279913:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434261.279916:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434261.279919:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434261.279921:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434261.279923:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434261.279926:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434261.279928:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5715
00000400:00000200:3.0:1789434261.279932:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434261.279936:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434261.279938:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434261.279941:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.279943:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434261.279945:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.279947:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434261.279950:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434261.279951:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434261.279953:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434261.279955:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434261.279957:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434261.279959:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434261.279962:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.279964:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434261.279966:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.279968:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434261.279971:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434261.279974:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434261.279976:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434261.279978:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434261.279983:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434261.279986:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434261.279987:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434261.279991:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434261.279994:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434261.279996:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434261.280000:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789434261.280002:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434261.280004:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434261.280006:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434261.280008:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434261.280009:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434261.280011:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434261.280015:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
00000100:00000001:3.0:1789434261.280018:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434261.280036:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434261.280044:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434261.280046:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434261.280050:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434261.280058:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434261.280061:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434261.280064:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434261.280065:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434261.280067:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434261.280069:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434261.280072:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5715
00000400:00000200:3.0:1789434261.280075:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434261.280078:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434261.280080:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434261.280083:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.280085:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434261.280087:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.280089:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434261.280092:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434261.280093:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434261.280095:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434261.280096:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434261.280098:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434261.280100:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434261.280103:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.280104:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434261.280106:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.280108:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434261.280109:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434261.280111:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434261.280113:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434261.280115:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434261.280118:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434261.280119:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434261.280121:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434261.280123:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434261.280125:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434261.280127:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434261.280130:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789434261.280132:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434261.280134:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434261.280136:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434261.280137:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434261.280138:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434261.280140:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434261.280144:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000100:00000001:3.0:1789434261.280147:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434261.280151:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434261.280157:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434261.280159:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434261.280163:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434261.280170:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434261.280172:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434261.280175:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434261.280177:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434261.280178:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434261.280185:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434261.280188:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5715
00000400:00000200:3.0:1789434261.280191:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434261.280194:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434261.280199:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434261.280202:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.280204:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434261.280206:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.280208:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434261.280211:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434261.280213:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434261.280214:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434261.280216:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434261.280218:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434261.280221:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434261.280224:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.280226:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434261.280228:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434261.280230:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434261.280232:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434261.280234:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434261.280237:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434261.280239:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434261.280241:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434261.280244:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434261.280245:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434261.280247:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434261.280249:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434261.280251:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434261.280254:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789434261.280257:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434261.280260:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434261.280261:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434261.280263:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434261.280264:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434261.280266:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434261.280270:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789434261.280274:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434261.280278:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434261.280285:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434261.280287:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434261.280304:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434261.280312:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434261.280316:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5726)
00000100:00000001:1.0:1789434261.280461:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434261.280463:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434261.280465:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434261.280466:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434261.281429:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434261.281434:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434261.281441:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434261.281450:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.281461:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434261.281462:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434261.281465:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434261.281468:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434261.281472:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434261.281475:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933952768:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434261.281480:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434261.281483:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434261.281485:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434261.281487:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434261.281494:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434261.281496:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434261.281503:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434261.281508:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434261.281514:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434261.281521:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933952768, portal 25
00000100:00000001:2.0:1789434261.281523:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434261.281525:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000100:00000040:2.0:1789434261.281531:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.281538:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434261.281541:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434261.281543:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65990.
00000100:00000200:2.0:1789434261.281546:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933952768, offset 0
00000400:00000200:2.0:1789434261.281553:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434261.281561:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434261.281569:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434261.281580:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434261.281584:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434261.281587:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434261.281590:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434261.281594:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512696:512696:256:4294967295] 192.168.203.104@tcp LPNI seq info [512663:512663:8:4294967295]
00000400:00000200:2.0:1789434261.281599:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434261.281609:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434261.281615:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434261.281620:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434261.281627:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434261.281631:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789434261.281636:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434261.281640:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789434261.281644:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434261.281646:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434261.281651:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434261.281655:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434261.281661:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65990
00000400:00000010:2.0:1789434261.281664:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65990.
00000100:00000001:2.0:1789434261.281668:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434261.281671:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.281682:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434261.281686:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.281692:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434261.281694:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434261.281699:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434261.281703:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434261.281705:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300389037
00000100:00000010:2.0:1789434261.281710:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888879c0.
00000100:00000001:2.0:1789434261.281717:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434261.281723:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300389037
00000100:00000010:2.0:1789434261.281726:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887c60.
00000100:00000001:2.0:1789434261.281729:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434261.281744:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434261.281748:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434261.281751:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434261.281755:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434261/real 1789434261]  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434261.281763:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434261.281765:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434261.281767:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434261.281770:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434261.281772:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434261.281774:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434261.281777:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434261.281784:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.281790:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434261.281792:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.281794:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434261.281796:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434261.281800:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.281806:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434261.281811:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.281817:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434261.281821:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.281822:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434261.281823:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.281826:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434261.283323:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434261.283333:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434261.283340:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434261.283342:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434261.283369:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434261.283379:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933952768:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434261.283386:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434261.283390:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.283397:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434261.283399:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434261.283402:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434261.283405:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434261.283408:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434261.283412:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933952896:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434261.283415:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434261.283418:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434261.283421:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434261.283423:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434261.283431:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79800.
02000000:00000001:2.0:1789434261.283433:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434261.283439:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434261.283444:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434261.283450:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434261.283455:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933952896, portal 10
00000100:00000001:2.0:1789434261.283459:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434261.283460:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:2.0:1789434261.283467:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.283475:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434261.283478:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434261.283480:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65990.
00000100:00000200:2.0:1789434261.283483:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933952896, offset 0
00000400:00000200:2.0:1789434261.283489:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434261.283498:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434261.283505:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434261.283510:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434261.283513:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434261.283516:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434261.283519:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434261.283522:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512697:512697:256:4294967295] 192.168.203.104@tcp LPNI seq info [512664:512664:8:4294967295]
00000400:00000200:2.0:1789434261.283526:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434261.283535:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434261.283541:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434261.283546:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434261.283551:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434261.283555:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789434261.283561:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434261.283564:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789434261.283568:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434261.283570:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434261.283575:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434261.283579:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434261.283583:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65990
00000400:00000010:2.0:1789434261.283585:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65990.
00000100:00000001:2.0:1789434261.283589:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434261.283593:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.283608:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434261.283611:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.283617:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434261.283619:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434261.283624:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434261.283628:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434261.283631:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434261.283634:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300388367
00000100:00000001:2.0:1789434261.283637:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300389037
00000100:00000001:2.0:1789434261.283639:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300388367
00000100:00000001:2.0:1789434261.283641:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300389037
00000100:00000001:2.0:1789434261.283643:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434261.283646:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434261.283648:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434261.283652:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434261/real 1789434261]  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434261.283661:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434261.283663:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434261.283664:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434261.283668:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434261.283669:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434261.283672:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434261.283675:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434261.283683:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.283690:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434261.283691:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.283694:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434261.283695:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434261.283698:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.283705:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434261.283710:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.283717:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434261.283720:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.283722:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434261.283723:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.283725:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434261.283729:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434261.283731:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434261.283735:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434261.283737:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434261.283741:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434261.283749:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933952896:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434261.283753:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434261.283758:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.283766:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434261.283767:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434261.283770:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434261.283771:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434261.283774:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434261.283778:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933953024:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434261.283781:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434261.283784:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434261.283785:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434261.283787:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434261.283790:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434261.283792:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434261.283795:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434261.283797:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434261.283800:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434261.283803:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933953024, portal 4
00000100:00000001:2.0:1789434261.283805:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434261.283807:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:2.0:1789434261.283812:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.283819:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434261.283821:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434261.283823:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65990.
00000100:00000200:2.0:1789434261.283825:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933953024, offset 0
00000400:00000200:2.0:1789434261.283837:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434261.283841:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434261.283844:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434261.283847:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434261.283849:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434261.283850:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434261.283852:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434261.283855:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512698:512698:256:4294967295] 192.168.203.104@tcp LPNI seq info [512665:512665:8:4294967295]
00000400:00000200:2.0:1789434261.283858:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434261.283865:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434261.283869:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434261.283872:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434261.283876:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434261.283879:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789434261.283883:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434261.283885:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789434261.283888:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434261.283890:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434261.283893:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434261.283896:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434261.283899:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65990
00000400:00000010:2.0:1789434261.283901:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65990.
00000100:00000001:2.0:1789434261.283903:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434261.283906:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.283914:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434261.283929:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.283936:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434261.283937:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434261.283948:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434261.283952:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434261.283955:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434261.283957:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300388384
00000100:00000001:2.0:1789434261.283959:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300389037
00000100:00000001:2.0:1789434261.283961:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300388384
00000100:00000001:2.0:1789434261.283963:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300389037
00000100:00000001:2.0:1789434261.283964:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434261.283965:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434261.283967:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434261.283969:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434261/real 1789434261]  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434261.283980:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434261.283981:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434261.283982:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434261.283984:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434261.283985:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434261.283986:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434261.283988:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434261.283993:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.283996:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434261.283997:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.283998:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434261.283999:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434261.284001:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284005:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434261.284007:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284011:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434261.284012:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.284013:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434261.284013:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.284014:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434261.284017:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434261.284018:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434261.284020:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434261.284021:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434261.284023:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434261.284031:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933953024:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434261.284033:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434261.284035:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284039:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434261.284040:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434261.284041:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434261.284042:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434261.284044:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434261.284046:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933953152:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434261.284049:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434261.284051:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434261.284052:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434261.284054:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434261.284057:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434261.284059:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434261.284062:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434261.284064:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434261.284067:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434261.284078:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933953152, portal 4
00000100:00000001:2.0:1789434261.284080:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434261.284081:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:2.0:1789434261.284086:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284092:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434261.284094:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434261.284097:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65990.
00000100:00000200:2.0:1789434261.284099:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933953152, offset 0
00000400:00000200:2.0:1789434261.284107:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434261.284115:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434261.284118:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434261.284120:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434261.284123:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434261.284125:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434261.284127:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434261.284130:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512699:512699:256:4294967295] 192.168.203.104@tcp LPNI seq info [512666:512666:8:4294967295]
00000400:00000200:2.0:1789434261.284133:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434261.284139:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434261.284143:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434261.284147:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434261.284157:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434261.284159:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789434261.284163:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434261.284165:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789434261.284168:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434261.284170:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434261.284173:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434261.284176:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434261.284179:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65990
00000400:00000010:2.0:1789434261.284181:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65990.
00000100:00000001:2.0:1789434261.284183:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434261.284187:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284194:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434261.284197:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434286 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284203:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434261.284204:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434261.284207:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434261.284210:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434261.284213:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434261.284215:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300388386
00000100:00000001:2.0:1789434261.284216:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300389037
00000100:00000001:2.0:1789434261.284218:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300388386
00000100:00000001:2.0:1789434261.284219:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300389037
00000100:00000001:2.0:1789434261.284220:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434261.284221:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434261.284223:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434261.284225:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434261/real 1789434261]  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434261.284229:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434261.284230:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434261.284231:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434261.284233:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434261.284234:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434261.284236:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434261.284239:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434261.284256:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284262:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434261.284264:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.284265:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434261.284267:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434261.284270:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284276:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434261.284279:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284286:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434261.284298:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.284299:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434261.284300:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.284302:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434261.284305:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434261.284308:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434261.284311:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434261.284313:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434261.284316:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434261.284323:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933953152:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434261.284327:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.284329:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434261.284333:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933952768/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284339:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434261.284341:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434261.284343:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434261.284347:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434261.284374:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434261.284376:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434261.284378:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434261.284380:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2000.
02000000:00000001:2.0:1789434261.284384:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434261.284386:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434261.284388:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:2.0:1789434261.284391:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434261.284392:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.284394:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434261.284397:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933952896/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284409:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434261.284410:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434261.284412:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79800.
02000000:00000001:2.0:1789434261.284415:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434261.284416:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434261.284417:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434261.284419:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434261.284420:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1400.
02000000:00000001:2.0:1789434261.284422:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434261.284423:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434261.284424:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:2.0:1789434261.284427:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434261.284428:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.284429:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434261.284433:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933953024/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284439:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434261.284440:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434261.284442:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434261.284444:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434261.284445:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434261.284446:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434261.284447:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434261.284448:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0800.
02000000:00000001:2.0:1789434261.284450:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434261.284451:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434261.284452:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:2.0:1789434261.284454:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434261.284455:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.284456:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434261.284459:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933953152/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434286 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434261.284465:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434261.284466:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434261.284468:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434261.284470:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434261.284472:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434261.284473:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434261.284475:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434261.284476:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2c00.
02000000:00000001:2.0:1789434261.284478:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434261.284479:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434261.284481:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:2.0:1789434261.284483:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434261.284484:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.284486:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434261.284494:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434261.284497:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434261.284499:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434261.284501:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434261.535457:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434261.535465:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434261.535467:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434261.535472:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434261.535475:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434261.535479:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434261.535482:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434261.535484:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434261.535487:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434261.983489:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300389037, at 4300389056
00000100:00000010:2.0:1789434261.983502:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888879c0.
00000100:00000040:3.0:1789434261.983725:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300389037, at 4300389056
00000100:00000010:3.0:1789434261.983733:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887c60.
00000100:00000001:3.0:1789434262.047455:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434262.047461:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434262.047463:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434262.047467:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434262.047467:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434262.047474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434262.047476:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434262.047478:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434262.047480:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434262.047483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434262.047487:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434262.047487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434262.047490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434262.047492:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434262.047497:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434262.047497:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434262.047501:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434262.047560:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434262.047564:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434262.047568:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434262.303498:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434262.303506:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434262.303509:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434262.303515:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434262.303518:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434262.303522:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434262.303525:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434262.303528:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434262.303531:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434262.303572:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434262.303576:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434262.303578:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434262.303581:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434262.303584:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434262.303586:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434262.303588:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434262.303590:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434262.303591:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434262.559527:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434262.559537:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434262.559539:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434262.559546:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434262.559550:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434262.559555:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434262.559558:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434262.559562:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434262.559566:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071509:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434263.071517:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071523:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434263.071527:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434263.071529:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434263.071532:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071536:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434263.071538:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071540:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071542:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071545:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434263.071547:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434263.071548:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434263.071549:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071550:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434263.071551:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071553:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071555:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071558:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434263.071559:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434263.071561:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434263.071562:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071564:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434263.071565:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071566:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434263.071568:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434263.075404:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434263.075410:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434263.075413:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434263.075432:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434263.075437:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434263.075440:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434263.075444:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434263.075448:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434263.075452:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434263.075455:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434263.075458:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434263.075461:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434263.327461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434263.327470:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434263.327473:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434263.327478:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434263.327482:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434263.327486:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434263.327489:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434263.327493:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434263.327495:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434263.328408:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434263.328412:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434263.328413:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434263.328416:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434263.328418:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434263.328421:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434263.328423:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434263.328425:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434263.328428:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434263.583478:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434263.583486:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434263.583488:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434263.583493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434263.583497:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434263.583501:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434263.583504:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434263.583506:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434263.583509:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434264.095462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434264.095467:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434264.095469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434264.095473:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434264.095474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434264.095481:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1789434264.095481:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434264.095484:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434264.095486:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434264.095490:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434264.095491:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434264.095494:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434264.095495:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434264.095499:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434264.095500:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434264.095502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434264.095503:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434264.095558:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434264.095561:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434264.095564:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434264.351546:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434264.351554:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434264.351558:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434264.351560:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1789434264.351563:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434264.351565:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434264.351569:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434264.351570:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434264.351576:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434264.351579:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434264.351581:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434264.351586:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434264.351590:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434264.351593:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434264.351595:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434264.351596:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434264.351599:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434264.351600:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434264.607447:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434264.607453:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434264.607454:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434264.607458:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434264.607461:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434264.607465:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434264.607466:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434264.607477:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434264.607481:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434265.119857:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434265.119864:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434265.119866:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434265.119871:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434265.119874:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434265.119877:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434265.119879:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434265.119882:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434265.119885:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434265.120140:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434265.120144:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434265.120148:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434265.120149:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434265.120151:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434265.120152:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434265.120155:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434265.120156:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434265.120225:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434265.120229:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434265.120232:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434265.375901:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434265.375908:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434265.375911:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434265.375916:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434265.375920:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434265.375923:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434265.375927:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434265.375929:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434265.375931:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434265.378986:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434265.378992:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434265.378994:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434265.378999:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434265.379003:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434265.379006:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434265.379009:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434265.379011:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434265.379014:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434265.631573:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434265.631581:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434265.631583:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434265.631587:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434265.631591:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434265.631594:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434265.631596:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434265.631599:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434265.631601:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434266.143467:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434266.143488:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434266.143493:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434266.143496:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434266.143502:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434266.143505:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434266.143508:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434266.143511:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434266.143513:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434266.143516:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434266.143569:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434266.143572:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434266.143575:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434266.143579:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434266.143581:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434266.143584:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434266.143587:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434266.143591:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434266.143593:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434266.143596:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434266.143598:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434266.143601:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434266.143602:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434266.143855:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434266.143857:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434266.143861:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434266.399461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434266.399466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434266.399468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434266.399479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434266.399485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434266.399489:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434266.399492:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434266.399494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434266.399497:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434266.399826:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434266.399831:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434266.399832:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434266.399835:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434266.399837:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434266.399839:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.399841:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434266.399842:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.399844:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434266.400119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434266.400125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434266.400128:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434266.400132:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434266.400135:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434266.400142:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5721
00000400:00000200:2.0:1789434266.400153:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434266.400158:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434266.400161:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434266.400164:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400167:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434266.400169:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400171:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434266.400178:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434266.400180:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434266.400183:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434266.400187:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434266.400189:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434266.400192:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434266.400194:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400196:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434266.400198:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400200:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434266.400203:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434266.400205:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400208:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434266.400210:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434266.400214:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434266.400217:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434266.400219:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434266.400221:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434266.400231:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29f80.
00000020:00000040:2.0:1789434266.400234:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434266.400238:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434266.400239:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434266.400242:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434266.400245:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434266.400249:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434266.400269:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789434266.400276:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434266.400284:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434266.400300:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434266.400303:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434266.400308:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b20d5cf0] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434266.400334:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434266.400338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434266.400341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434266.400342:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434266.400344:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434266.400346:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434266.400373:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5721
00000400:00000200:2.0:1789434266.400378:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434266.400381:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434266.400383:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434266.400385:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400387:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434266.400389:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400391:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434266.400394:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434266.400395:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434266.400396:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434266.400399:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434266.400401:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434266.400403:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434266.400406:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400408:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434266.400409:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400411:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434266.400414:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434266.400417:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400419:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434266.400421:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434266.400426:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434266.400428:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434266.400430:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434266.400434:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434266.400436:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434266.400438:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434266.400442:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2aa00.
00000020:00000040:2.0:1789434266.400444:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434266.400446:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434266.400448:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434266.400449:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434266.400451:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434266.400453:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434266.400457:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000100:00000001:2.0:1789434266.400460:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434266.400465:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434266.400472:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434266.400474:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434266.400478:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3661409] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434266.400485:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434266.400487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434266.400490:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434266.400491:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434266.400492:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434266.400494:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434266.400496:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5721
00000400:00000200:2.0:1789434266.400499:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434266.400501:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434266.400503:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434266.400506:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400507:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434266.400509:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400511:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434266.400514:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434266.400515:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434266.400517:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434266.400519:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434266.400520:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434266.400522:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434266.400524:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400526:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434266.400528:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400530:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434266.400532:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434266.400535:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400536:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434266.400538:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434266.400540:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434266.400541:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434266.400542:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434266.400544:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434266.400545:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434266.400546:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434266.400549:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29c00.
00000020:00000040:2.0:1789434266.400550:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434266.400552:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434266.400553:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434266.400554:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434266.400555:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434266.400556:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434266.400559:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79800.
00000100:00000001:2.0:1789434266.400561:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434266.400564:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434266.400568:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434266.400570:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434266.400572:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a31316b7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434266.400577:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434266.400578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434266.400580:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434266.400581:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434266.400581:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434266.400583:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434266.400584:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5721
00000400:00000200:2.0:1789434266.400586:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434266.400588:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434266.400589:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434266.400590:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400592:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434266.400593:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400594:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434266.400595:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434266.400596:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434266.400597:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434266.400598:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434266.400599:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434266.400600:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434266.400602:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400603:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434266.400604:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400605:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434266.400607:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434266.400608:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434266.400609:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434266.400610:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434266.400611:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434266.400612:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434266.400613:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434266.400614:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434266.400615:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434266.400616:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434266.400618:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2bb80.
00000020:00000040:2.0:1789434266.400619:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434266.400620:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434266.400620:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434266.400621:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434266.400622:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434266.400623:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434266.400624:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b400.
00000100:00000001:2.0:1789434266.400626:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434266.400628:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434266.400632:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434266.400633:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434266.400634:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ddafd05] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434266.400638:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434266.400642:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5731)
00000100:00000001:1.0:1789434266.400693:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434266.400695:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434266.400697:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434266.400701:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.400706:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434266.400707:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434266.400709:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434266.400711:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434266.400712:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434266.400714:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933953280:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434266.400717:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434266.400720:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434266.400723:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434266.400724:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434266.400727:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434266.400728:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434266.400732:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434266.400736:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434266.400742:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434266.400749:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933953280, portal 25
00000100:00000001:1.0:1789434266.400752:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434266.400753:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482259840 : -119883227291776 : ffff92f782d29f80)
00000100:00000040:1.0:1789434266.400758:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.400765:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434266.400768:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434266.400771:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434266.400774:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933953280, offset 0
00000400:00000200:1.0:1789434266.400781:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434266.400788:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434266.400793:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434266.400797:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434266.400800:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434266.400803:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434266.400804:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434266.400807:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512700:512700:256:4294967295] 192.168.203.104@tcp LPNI seq info [512667:512667:8:4294967295]
00000400:00000200:1.0:1789434266.400810:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434266.400817:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434266.400821:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434266.400825:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434266.400830:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434266.400833:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434266.400836:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434266.400839:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434266.400841:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434266.400843:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434266.400849:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434266.400853:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434266.400858:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434266.400861:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434266.400865:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434266.400869:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.400878:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434266.400881:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.400888:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434266.400890:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434266.400895:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434266.400898:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434266.400901:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300394156
00000100:00000010:1.0:1789434266.400906:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d3c0.
00000100:00000001:1.0:1789434266.400912:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434266.400924:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300394156
00000100:00000010:1.0:1789434266.400927:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dd20.
00000100:00000001:1.0:1789434266.400929:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434266.400936:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434266.400938:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434266.400940:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434266.400943:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434266/real 1789434266]  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434266.400949:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434266.400951:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434266.400952:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434266.400955:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434266.400956:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434266.400957:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434266.400960:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434266.400964:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.400968:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434266.400970:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.400972:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434266.400973:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434266.400976:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.400980:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434266.400982:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.400986:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434266.400988:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.400988:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434266.400989:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.400991:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434266.400992:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434266.400994:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434266.400996:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434266.400997:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434266.400999:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434266.401004:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933953280:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434266.401007:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434266.401009:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401013:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434266.401014:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434266.401015:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434266.401016:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434266.401017:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434266.401019:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933953408:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434266.401021:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434266.401022:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434266.401023:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434266.401025:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434266.401027:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434266.401029:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434266.401033:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434266.401035:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434266.401038:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434266.401041:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933953408, portal 10
00000100:00000001:1.0:1789434266.401043:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434266.401044:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482262528 : -119883227289088 : ffff92f782d2aa00)
00000100:00000040:1.0:1789434266.401050:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401056:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434266.401058:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434266.401060:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434266.401062:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933953408, offset 0
00000400:00000200:1.0:1789434266.401066:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434266.401070:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434266.401074:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434266.401076:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434266.401079:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434266.401081:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434266.401083:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434266.401086:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512701:512701:256:4294967295] 192.168.203.104@tcp LPNI seq info [512668:512668:8:4294967295]
00000400:00000200:1.0:1789434266.401089:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434266.401095:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434266.401100:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434266.401104:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434266.401109:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434266.401112:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434266.401116:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434266.401119:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434266.401123:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434266.401125:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434266.401127:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434266.401131:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434266.401134:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434266.401135:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434266.401137:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434266.401140:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401147:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434266.401150:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401156:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434266.401157:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434266.401160:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434266.401164:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434266.401167:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434266.401169:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300393484
00000100:00000001:1.0:1789434266.401172:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300394156
00000100:00000001:1.0:1789434266.401174:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300393484
00000100:00000001:1.0:1789434266.401175:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300394156
00000100:00000001:1.0:1789434266.401177:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434266.401179:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434266.401181:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434266.401184:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434266/real 1789434266]  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434266.401192:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434266.401193:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434266.401195:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434266.401198:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434266.401200:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434266.401202:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434266.401205:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434266.401212:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401218:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434266.401219:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401220:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434266.401222:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434266.401224:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401230:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434266.401233:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401239:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434266.401241:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401242:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434266.401243:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401245:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434266.401248:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434266.401261:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434266.401265:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434266.401267:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434266.401270:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434266.401277:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933953408:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434266.401281:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434266.401283:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401289:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434266.401290:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434266.401292:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434266.401294:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434266.401295:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434266.401298:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933953536:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434266.401300:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434266.401302:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434266.401303:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434266.401304:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434266.401307:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434266.401309:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434266.401312:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434266.401314:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434266.401316:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434266.401319:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933953536, portal 4
00000100:00000001:1.0:1789434266.401320:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434266.401322:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258944 : -119883227292672 : ffff92f782d29c00)
00000100:00000040:1.0:1789434266.401326:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401331:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434266.401333:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434266.401335:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434266.401337:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933953536, offset 0
00000400:00000200:1.0:1789434266.401341:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434266.401344:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434266.401366:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434266.401368:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434266.401371:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434266.401373:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434266.401375:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434266.401378:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512702:512702:256:4294967295] 192.168.203.104@tcp LPNI seq info [512669:512669:8:4294967295]
00000400:00000200:1.0:1789434266.401382:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434266.401387:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434266.401391:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434266.401394:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434266.401398:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434266.401400:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434266.401404:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434266.401406:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434266.401409:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434266.401411:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434266.401414:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434266.401416:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434266.401419:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434266.401421:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434266.401423:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434266.401426:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401433:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434266.401435:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401440:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434266.401442:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434266.401444:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434266.401446:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434266.401449:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434266.401451:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300393502
00000100:00000001:1.0:1789434266.401453:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300394156
00000100:00000001:1.0:1789434266.401455:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300393502
00000100:00000001:1.0:1789434266.401457:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300394156
00000100:00000001:1.0:1789434266.401459:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434266.401461:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434266.401462:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434266.401465:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434266/real 1789434266]  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434266.401472:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434266.401473:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434266.401474:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434266.401476:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434266.401478:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434266.401480:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434266.401482:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434266.401489:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401494:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434266.401495:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401497:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434266.401498:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434266.401501:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401506:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434266.401510:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401515:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434266.401517:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401518:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434266.401520:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401521:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434266.401525:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434266.401527:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434266.401530:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434266.401531:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434266.401535:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434266.401541:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933953536:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434266.401545:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434266.401547:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401553:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434266.401554:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434266.401556:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434266.401557:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434266.401559:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434266.401561:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933953664:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434266.401564:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434266.401565:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434266.401567:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434266.401568:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434266.401571:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434266.401573:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434266.401575:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434266.401577:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434266.401580:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434266.401582:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933953664, portal 4
00000100:00000001:1.0:1789434266.401584:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434266.401585:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482267008 : -119883227284608 : ffff92f782d2bb80)
00000100:00000040:1.0:1789434266.401589:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401595:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434266.401597:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434266.401599:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434266.401601:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933953664, offset 0
00000400:00000200:1.0:1789434266.401605:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434266.401608:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434266.401611:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434266.401613:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434266.401615:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434266.401617:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434266.401619:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434266.401621:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512703:512703:256:4294967295] 192.168.203.104@tcp LPNI seq info [512670:512670:8:4294967295]
00000400:00000200:1.0:1789434266.401625:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434266.401630:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434266.401634:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434266.401636:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434266.401639:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434266.401642:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434266.401646:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434266.401648:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434266.401651:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434266.401653:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434266.401655:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434266.401658:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434266.401660:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434266.401662:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434266.401664:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434266.401667:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401674:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434266.401676:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401687:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434266.401688:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434266.401691:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434266.401694:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434266.401696:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434266.401698:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300393504
00000100:00000001:1.0:1789434266.401700:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300394156
00000100:00000001:1.0:1789434266.401702:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300393504
00000100:00000001:1.0:1789434266.401704:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300394156
00000100:00000001:1.0:1789434266.401705:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434266.401707:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434266.401708:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434266.401712:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434266/real 1789434266]  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434266.401718:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434266.401719:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434266.401721:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434266.401723:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434266.401724:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434266.401726:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434266.401729:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434266.401737:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401742:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434266.401743:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401744:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434266.401746:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434266.401749:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401755:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434266.401759:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401764:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434266.401766:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401768:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434266.401769:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401771:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434266.401774:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434266.401776:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434266.401779:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434266.401781:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434266.401785:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434266.401792:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933953664:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434266.401796:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401798:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434266.401801:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29f80 x1876351933953280/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401806:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434266.401808:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434266.401811:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434266.401814:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434266.401815:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434266.401817:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434266.401819:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434266.401821:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:1.0:1789434266.401825:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434266.401827:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434266.401829:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29f80.
00000100:00000001:1.0:1789434266.401832:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434266.401833:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401835:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434266.401838:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2aa00 x1876351933953408/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401850:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434266.401854:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434266.401856:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434266.401858:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434266.401859:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434266.401861:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434266.401863:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434266.401864:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:1.0:1789434266.401868:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434266.401870:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434266.401871:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2aa00.
00000100:00000001:1.0:1789434266.401875:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434266.401876:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401878:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434266.401882:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29c00 x1876351933953536/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401888:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434266.401889:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434266.401891:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434266.401893:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434266.401894:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434266.401895:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434266.401897:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434266.401898:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79800.
02000000:00000001:1.0:1789434266.401900:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434266.401901:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434266.401902:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29c00.
00000100:00000001:1.0:1789434266.401903:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434266.401904:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401906:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434266.401908:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2bb80 x1876351933953664/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434266.401912:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434266.401912:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434266.401913:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434266.401914:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434266.401915:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434266.401916:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434266.401916:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434266.401917:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:1.0:1789434266.401918:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434266.401919:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434266.401919:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2bb80.
00000100:00000001:1.0:1789434266.401921:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434266.401921:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401923:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.401928:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434266.401929:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434266.401930:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434266.401931:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434266.656143:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434266.656150:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434266.656152:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434266.656157:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434266.656161:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434266.656165:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.656168:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434266.656171:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434266.656175:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434267.103664:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300394156, at 4300394176
00000100:00000010:2.0:1789434267.103679:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d3c0.
00000100:00000040:3.0:1789434267.103852:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300394156, at 4300394176
00000100:00000010:3.0:1789434267.103860:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd20.
00010000:00000001:1.0:1789434267.167515:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434267.167522:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434267.167528:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434267.167528:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434267.167531:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434267.167534:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434267.167537:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434267.167538:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434267.167541:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434267.167544:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434267.167547:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434267.167549:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434267.167550:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434267.167563:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434267.167566:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434267.167568:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434267.167572:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434267.170329:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434267.170335:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434267.170341:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434267.423475:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434267.423475:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434267.423484:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434267.423484:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434267.423489:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434267.423489:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434267.423498:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434267.423498:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434267.423504:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434267.423504:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434267.423510:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434267.423510:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434267.423517:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434267.423517:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434267.423522:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434267.423522:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434267.423530:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434267.423530:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434267.679563:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434267.679570:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434267.679585:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434267.679590:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434267.679594:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434267.679597:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434267.679600:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434267.679603:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434267.679606:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434268.191462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434268.191467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434268.191469:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434268.191469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434268.191474:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434268.191477:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434268.191481:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434268.191483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434268.191485:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434268.191488:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434268.191491:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434268.191493:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434268.191495:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434268.191497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434268.191501:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434268.191502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434268.191505:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434268.191605:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434268.191609:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434268.191612:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434268.447473:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434268.447475:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434268.447481:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434268.447482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434268.447485:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434268.447486:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434268.447493:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434268.447494:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434268.447500:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434268.447500:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434268.447506:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434268.447507:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434268.447511:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434268.447512:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434268.447513:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434268.447516:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434268.447517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434268.447523:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434268.704567:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434268.704574:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434268.704577:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434268.704583:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434268.704586:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434268.704590:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434268.704593:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434268.704596:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434268.704599:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434269.215487:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434269.215496:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434269.215499:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434269.215504:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434269.215508:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434269.215512:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434269.215516:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434269.215518:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434269.215522:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434269.215798:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434269.215801:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434269.215806:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434269.215807:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434269.215810:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434269.215811:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434269.215815:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434269.215816:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434269.215885:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434269.215889:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434269.215892:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434269.471483:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434269.471483:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434269.471490:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434269.471491:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434269.471495:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434269.471495:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434269.471503:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434269.471503:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434269.471509:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434269.471509:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434269.471516:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434269.471517:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434269.471523:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434269.471523:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434269.471528:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434269.471528:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434269.471534:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434269.471535:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434269.727545:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434269.727551:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434269.727553:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434269.727559:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434269.727563:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434269.727566:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434269.727569:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434269.727572:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434269.727574:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434270.239482:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434270.239490:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434270.239493:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434270.239498:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434270.239501:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434270.239505:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434270.239507:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434270.239511:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434270.239514:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434270.239871:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434270.239875:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434270.239879:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434270.239881:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434270.239884:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434270.239885:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434270.239889:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434270.239890:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434270.239943:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434270.239947:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434270.239950:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434270.495467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434270.495467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434270.495474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434270.495477:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434270.495478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434270.495483:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434270.495488:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434270.495489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434270.495494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434270.495495:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434270.495499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434270.495500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434270.495504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434270.495505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434270.495509:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434270.495510:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434270.495516:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434270.495517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434270.751469:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434270.751476:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434270.751478:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434270.751483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434270.751486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434270.751490:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434270.751493:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434270.751495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434270.751498:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434271.263591:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434271.263599:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434271.263601:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434271.263607:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434271.263611:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434271.263615:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434271.263618:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434271.263621:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434271.263624:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434271.263802:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434271.263805:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434271.263810:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434271.263811:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434271.263814:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434271.263815:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434271.263819:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434271.263820:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434271.263869:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434271.263876:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434271.263881:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434271.519476:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434271.519483:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434271.519486:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434271.519492:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434271.519496:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434271.519500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434271.519502:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434271.519505:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434271.519509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434271.519509:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434271.519517:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434271.519520:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434271.519525:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434271.519529:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434271.519535:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5726
00000400:00000200:3.0:1789434271.519544:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434271.519551:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434271.519554:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434271.519557:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434271.519560:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434271.519563:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434271.519565:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434271.519573:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434271.519575:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434271.519579:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434271.519582:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434271.519586:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434271.519588:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434271.519592:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434271.519594:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434271.519596:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434271.519599:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434271.519602:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000040:3.0:1789434271.519602:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00000001:1.0:1789434271.519606:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789434271.519609:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434271.519610:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434271.519615:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434271.519616:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434271.519621:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1789434271.519622:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434271.519623:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.519626:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789434271.519627:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434271.519628:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.519632:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434271.519643:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434271.519646:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434271.519649:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434271.519658:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289180.
00000020:00000040:3.0:1789434271.519662:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434271.519666:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434271.519668:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434271.519671:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434271.519674:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434271.519678:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434271.519686:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789434271.519692:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434271.519702:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434271.519712:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434271.519717:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434271.519722:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef858d48] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434271.519745:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434271.519748:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434271.519752:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434271.519753:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434271.519755:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434271.519757:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434271.519760:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5726
00000400:00000200:3.0:1789434271.519763:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434271.519766:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434271.519769:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434271.519771:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434271.519774:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434271.519787:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434271.519789:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434271.519792:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434271.519793:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434271.519795:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434271.519798:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434271.519800:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434271.519802:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434271.519805:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434271.519807:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434271.519809:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434271.519811:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434271.519814:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434271.520437:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434271.520441:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434271.520444:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434271.520450:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434271.520452:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434271.520464:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434271.520467:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434271.520471:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434271.520473:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434271.520478:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789434271.520481:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:1.0:1789434271.520731:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434271.520735:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434271.520737:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434271.520744:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.520753:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434271.520755:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434271.520758:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434271.520760:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434271.520763:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434271.520766:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933953792:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434271.520771:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434271.520774:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434271.520776:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434271.520779:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434271.520784:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434271.520786:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434271.520792:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434271.520797:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434271.520803:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434271.520810:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933953792, portal 25
00000100:00000001:1.0:1789434271.520812:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434271.520814:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293198720 : -119882416352896 : ffff92f7b3289180)
00000100:00000040:1.0:1789434271.520820:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.520828:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434271.520831:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434271.520834:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434271.520837:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933953792, offset 0
00000400:00000200:1.0:1789434271.520844:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434271.520852:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434271.520859:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434271.520864:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434271.520869:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434271.520872:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434271.520874:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434271.520878:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512704:512704:256:4294967295] 192.168.203.104@tcp LPNI seq info [512671:512671:8:4294967295]
00000400:00000200:1.0:1789434271.520883:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434271.520893:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434271.520899:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434271.520905:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434271.520911:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434271.520914:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789434271.520920:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434271.520923:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1789434271.520927:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434271.520929:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434271.520935:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434271.520940:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434271.520945:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434271.520947:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434271.520952:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434271.520956:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.520965:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434271.520968:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.520975:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.520976:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434271.520982:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434271.520985:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:3.0:1789434271.520987:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1789434271.520988:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300399276
02000000:00000001:3.0:1789434271.520992:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434271.520995:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d720.
00000100:00000001:3.0:1789434271.520996:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434271.521000:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434271.521003:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.521005:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
02000000:00000010:3.0:1789434271.521011:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:1.0:1789434271.521012:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300399276
00000100:00000001:3.0:1789434271.521018:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434271.521019:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d960.
00000100:00000001:1.0:1789434271.521025:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434271.521028:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1789434271.521029:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434271.521032:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.521038:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1789434271.521043:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1789434271.521045:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434271/real 1789434271]  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434271.521048:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434271.521056:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434271.521059:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434271.521063:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434271.521066:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434271.521071:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434271.521074:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434271.521080:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1789434271.521085:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434271.521088:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434271.521090:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434271.521098:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434271.521101:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434271.521105:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1789434271.521110:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434271.521111:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434271.521116:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5726
00000400:00000200:3.0:1789434271.521125:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434271.521127:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000400:00000200:3.0:1789434271.521130:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434271.521132:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434271.521135:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1789434271.521137:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1789434271.521140:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434271.521142:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434271.521145:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1789434271.521150:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789434271.521151:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434271.521156:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434271.521163:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1789434271.521164:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1789434271.521166:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434271.521170:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1789434271.521172:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789434271.521173:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434271.521177:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434271.521182:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:1.0:1789434271.521189:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1789434271.521190:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434271.521196:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434271.521196:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434271.521201:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1789434271.521201:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434271.521205:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434271.521206:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434271.521211:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1789434271.521224:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00000001:1.0:1789434271.521225:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434271.521231:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434271.521231:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434271.521237:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434271.521241:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
02000000:00000001:3.0:1789434271.521242:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434271.521247:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1789434271.521248:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434271.521253:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434271.521255:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434271.521256:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434271.521260:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00100000:1.0:1789434271.521270:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933953792:192.168.203.104@tcp:250:kworker.0
00000008:00000001:3.0:1789434271.521271:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434271.521276:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.521279:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1789434271.521282:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000100:00000001:1.0:1789434271.521283:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1789434271.521288:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000040:1.0:1789434271.521291:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289180 x1876351933953792/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434271.521292:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434271.521295:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434271.521299:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434271.521301:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434271.521304:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.521306:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434271.521310:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434271.521310:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000010:1.0:1789434271.521315:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7000.
00000100:00000001:3.0:1789434271.521316:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434271.521320:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434271.521324:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000100:00100000:3.0:1789434271.521325:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:1.0:1789434271.521328:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434271.521333:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434271.521336:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789434271.521341:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1789434271.521343:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434271.521345:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1789434271.521346:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434271.521373:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1789434271.521377:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289180.
00000100:00000001:3.0:1789434271.521384:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.521385:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1789434271.521387:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434271.521388:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.521392:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434271.521394:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434271.521397:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434271.521399:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434271.521401:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434271.521403:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434271.521404:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434271.521407:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5726
00000100:00000001:1.0:1789434271.521409:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434271.521413:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434271.521416:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1789434271.521416:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:1.0:1789434271.521424:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434271.521424:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434271.521428:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434271.521435:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434271.521439:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434271.521444:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434271.521448:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434271.521454:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1789434271.521455:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1789434271.521458:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789434271.521458:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
02000000:00000001:1.0:1789434271.521463:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1789434271.521463:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434271.521465:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
02000000:00000001:1.0:1789434271.521467:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1789434271.521468:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434271.521471:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434271.521475:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434271.521476:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434271.521479:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:1.0:1789434271.521482:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434271.521483:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434271.521488:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00100000:1.0:1789434271.521489:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933953920:192.168.203.104@tcp:38:kworker.0
00000100:00080000:3.0:1789434271.521495:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434271.521496:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789434271.521499:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434271.521500:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434271.521503:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434271.521504:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434271.521507:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1789434271.521508:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1789434271.521511:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7000.
02000000:00000001:3.0:1789434271.521512:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434271.521517:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434271.521518:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434271.521521:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434271.521524:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434271.521526:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434271.521527:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434271.521533:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000100:00000010:3.0:1789434271.521534:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789434271.521539:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000010:1.0:1789434271.521540:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
02000000:00000001:3.0:1789434271.521541:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434271.521544:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434271.521547:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933953920, portal 10
00000100:00000001:3.0:1789434271.521547:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434271.521550:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1789434271.521553:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1789434271.521553:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.521556:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
02000000:00000010:3.0:1789434271.521560:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000040:1.0:1789434271.521566:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434271.521566:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434271.521576:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434271.521579:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434271.521586:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434271.521590:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000001:3.0:1789434271.521591:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1789434271.521594:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933953920, offset 0
00000100:00000001:3.0:1789434271.521595:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434271.521605:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000040:3.0:1789434271.521605:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434271.521615:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434271.521622:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434271.521624:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434271.521630:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1789434271.521630:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5736)
00000400:00000200:1.0:1789434271.521635:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434271.521638:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434271.521641:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434271.521645:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512705:512705:256:4294967295] 192.168.203.104@tcp LPNI seq info [512672:512672:8:4294967295]
00000400:00000200:1.0:1789434271.521649:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434271.521658:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434271.521661:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434271.521665:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434271.521669:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434271.521672:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789434271.521676:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434271.521679:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1789434271.521683:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434271.521685:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434271.521688:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434271.521691:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434271.521694:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434271.521696:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434271.521698:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434271.521702:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.521709:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434271.521712:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.521718:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.521719:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434271.521722:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434271.521726:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434271.521728:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434271.521730:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300398605
00000100:00000001:1.0:1789434271.521732:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300399276
00000100:00000001:1.0:1789434271.521734:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300398605
00000100:00000001:1.0:1789434271.521736:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300399276
00000100:00000001:1.0:1789434271.521738:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434271.521740:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.521742:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434271.521745:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434271/real 1789434271]  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434271.521765:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434271.521766:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434271.521768:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434271.521771:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434271.521773:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434271.521775:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434271.521778:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434271.521787:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.521793:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434271.521794:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.521796:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434271.521797:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434271.521800:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.521806:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434271.521810:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.521816:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434271.521818:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.521820:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434271.521821:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.521823:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434271.521826:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434271.521828:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434271.521831:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434271.521833:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434271.521837:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434271.521848:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933953920:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434271.521852:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434271.521855:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.521861:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434271.521862:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434271.521865:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434271.521866:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434271.521868:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434271.521871:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933954048:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434271.521874:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434271.521875:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434271.521877:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434271.521878:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434271.521881:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434271.521883:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434271.521887:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434271.521889:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434271.521891:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434271.521894:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933954048, portal 4
00000100:00000001:1.0:1789434271.521895:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434271.521897:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:1.0:1789434271.521902:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.521907:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434271.521910:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434271.521912:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434271.521914:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933954048, offset 0
00000400:00000200:1.0:1789434271.521918:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434271.521921:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434271.521925:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434271.521928:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434271.521930:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434271.521932:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434271.521934:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434271.521936:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512706:512706:256:4294967295] 192.168.203.104@tcp LPNI seq info [512673:512673:8:4294967295]
00000400:00000200:1.0:1789434271.521940:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434271.521946:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434271.521950:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434271.521953:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434271.521956:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434271.521959:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789434271.521963:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434271.521965:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1789434271.521968:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434271.521970:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434271.521972:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434271.521975:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434271.521978:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434271.521979:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434271.521981:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434271.521985:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.521992:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434271.521995:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522001:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.522003:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434271.522006:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434271.522010:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434271.522012:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434271.522014:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300398622
00000100:00000001:1.0:1789434271.522017:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300399276
00000100:00000001:1.0:1789434271.522019:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300398622
00000100:00000001:1.0:1789434271.522021:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300399276
00000100:00000001:1.0:1789434271.522023:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434271.522024:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.522026:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434271.522030:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434271/real 1789434271]  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434271.522037:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434271.522038:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434271.522040:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434271.522042:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434271.522044:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434271.522046:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434271.522049:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434271.522056:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522062:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434271.522063:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522064:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434271.522065:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434271.522069:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522075:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434271.522078:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522085:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434271.522087:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522088:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434271.522089:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522091:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434271.522095:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434271.522097:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434271.522101:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434271.522103:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434271.522107:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434271.522114:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933954048:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434271.522117:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522119:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434271.522122:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933953920/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522128:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434271.522129:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434271.522131:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434271.522133:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434271.522135:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434271.522136:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434271.522138:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434271.522140:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:1.0:1789434271.522142:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434271.522144:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434271.522145:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:1.0:1789434271.522147:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434271.522149:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522150:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434271.522154:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933954048/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522160:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434271.522161:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434271.522162:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434271.522164:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434271.522165:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434271.522167:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434271.522168:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434271.522170:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:1.0:1789434271.522172:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434271.522173:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434271.522174:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:1.0:1789434271.522176:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434271.522177:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522179:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522183:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434271.522184:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.522186:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434271.522187:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434271.522188:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434271.522192:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522198:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434271.522200:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434271.522202:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434271.522203:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434271.522205:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434271.522208:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933954176:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434271.522211:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434271.522223:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434271.522225:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434271.522227:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434271.522230:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434271.522233:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434271.522236:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434271.522238:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434271.522242:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434271.522245:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933954176, portal 4
00000100:00000001:1.0:1789434271.522247:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434271.522248:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:1.0:1789434271.522253:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522258:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434271.522261:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434271.522263:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434271.522265:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933954176, offset 0
00000400:00000200:1.0:1789434271.522270:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434271.522274:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434271.522277:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434271.522280:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434271.522283:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434271.522285:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434271.522287:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434271.522289:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512707:512707:256:4294967295] 192.168.203.104@tcp LPNI seq info [512674:512674:8:4294967295]
00000400:00000200:1.0:1789434271.522293:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434271.522298:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434271.522303:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434271.522306:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434271.522310:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434271.522312:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789434271.522315:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434271.522318:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1789434271.522322:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434271.522323:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434271.522326:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434271.522329:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434271.522333:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434271.522334:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434271.522337:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434271.522340:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522347:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434271.522371:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522376:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.522378:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434271.522381:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434271.522384:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434271.522387:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434271.522388:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300398625
00000100:00000001:1.0:1789434271.522391:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300399276
00000100:00000001:1.0:1789434271.522393:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300398625
00000100:00000001:1.0:1789434271.522395:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300399276
00000100:00000001:1.0:1789434271.522397:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434271.522399:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.522400:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434271.522404:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434271/real 1789434271]  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434271.522412:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434271.522413:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434271.522414:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434271.522417:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434271.522419:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434271.522421:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434271.522423:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434271.522437:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522443:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434271.522444:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522446:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434271.522447:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434271.522450:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522457:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434271.522461:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522467:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434271.522470:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522471:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434271.522472:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522474:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434271.522478:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434271.522480:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434271.522483:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434271.522486:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434271.522490:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434271.522497:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933954176:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434271.522501:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522502:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434271.522505:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933954176/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434271.522516:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434271.522517:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434271.522519:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434271.522522:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434271.522523:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434271.522525:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434271.522527:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434271.522528:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:1.0:1789434271.522531:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434271.522532:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434271.522533:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:1.0:1789434271.522536:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434271.522537:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522539:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.522542:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434271.522543:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.522545:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434271.522546:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434271.775472:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434271.775480:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434271.775482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434271.775487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434271.775491:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434271.775494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.775497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434271.775500:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434271.775503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434272.223471:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300399276, at 4300399296
00000100:00000040:2.0:1789434272.223475:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300399276, at 4300399296
00000100:00000010:3.0:1789434272.223487:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d960.
00000100:00000010:2.0:1789434272.223490:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d720.
00010000:00000001:1.0:1789434272.287459:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434272.287459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434272.287465:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434272.287466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434272.287470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434272.287473:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1789434272.287475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434272.287478:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1789434272.287480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434272.287482:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1789434272.287484:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434272.287487:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434272.287489:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434272.287492:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1789434272.287495:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434272.287496:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434272.287501:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434272.287501:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434272.287508:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434272.287513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434272.287515:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434272.287516:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434272.287518:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434272.287520:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434272.287521:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434272.287523:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434272.287525:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434272.287528:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434272.287529:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434272.287531:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434272.287532:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434272.287534:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434272.287535:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434272.287537:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434272.287538:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434272.287581:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434272.287586:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434272.287590:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434272.543449:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434272.543449:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434272.543455:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434272.543456:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434272.543457:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434272.543460:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434272.543462:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434272.543465:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434272.543466:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434272.543471:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434272.543471:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434272.543475:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434272.543476:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434272.543478:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434272.543481:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434272.543482:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434272.543485:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434272.543489:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434272.799493:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434272.799500:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434272.799502:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434272.799507:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434272.799511:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434272.799515:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434272.799517:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434272.799520:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434272.799523:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434273.311461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434273.311468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434273.311470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434273.311475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434273.311479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434273.311484:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434273.311487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434273.311489:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434273.311492:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434273.311620:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434273.311624:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434273.311629:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434273.311631:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434273.311634:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434273.311635:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434273.311638:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434273.311639:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434273.311694:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434273.311699:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434273.311703:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434273.567436:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434273.567439:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434273.567444:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434273.567445:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434273.567447:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434273.567448:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434273.567455:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434273.567456:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434273.567461:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434273.567462:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434273.567468:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434273.567468:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434273.567473:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434273.567474:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434273.567479:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434273.567479:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434273.567486:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434273.567486:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434273.823716:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434273.823724:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434273.823726:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434273.823732:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434273.823735:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434273.823739:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434273.823742:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434273.823745:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434273.823749:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434274.335464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434274.335472:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434274.335474:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434274.335475:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434274.335479:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434274.335482:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434274.335486:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434274.335488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434274.335489:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434274.335493:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434274.335496:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434274.335498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434274.335499:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434274.335503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434274.335505:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434274.335508:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434274.335513:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434274.336330:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434274.336334:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434274.336338:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434274.591474:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434274.591481:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434274.591484:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434274.591489:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434274.591492:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434274.591497:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434274.591500:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434274.591506:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434274.591510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434274.591596:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434274.591600:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434274.591601:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434274.591605:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434274.591607:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434274.591609:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434274.591611:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434274.591612:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434274.591615:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434274.847411:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434274.847418:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434274.847420:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434274.847425:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434274.847429:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434274.847432:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434274.847442:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434274.847445:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434274.847450:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434275.359569:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434275.359577:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434275.359579:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434275.359582:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434275.359587:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434275.359590:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434275.359592:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434275.359594:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434275.359598:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434275.359600:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434275.359603:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434275.359605:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434275.359608:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434275.359610:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434275.359930:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434275.359934:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434275.359937:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434275.359941:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434275.359945:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434275.359948:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434275.359951:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434275.359954:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434275.359958:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434275.359960:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434275.359964:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434275.359968:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434275.615537:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434275.615545:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434275.615547:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434275.615553:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434275.615556:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434275.615560:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434275.615563:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434275.615565:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434275.615568:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434275.616393:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434275.616398:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434275.616400:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434275.616403:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434275.616406:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434275.616408:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434275.616411:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434275.616412:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434275.616415:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434275.871468:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434275.871476:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434275.871478:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434275.871483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434275.871488:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434275.871492:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434275.871495:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434275.871497:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434275.871500:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434276.384138:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434276.384145:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434276.384147:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434276.384152:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434276.384155:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434276.384159:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434276.384163:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434276.384166:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434276.384170:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434276.384256:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434276.384259:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434276.384263:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434276.384264:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434276.384268:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434276.384269:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434276.384272:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434276.384273:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434276.384313:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434276.384316:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434276.384319:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434276.639473:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434276.639481:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434276.639483:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434276.639488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434276.639492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434276.639496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434276.639500:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434276.639503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434276.639506:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434276.639519:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434276.639527:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434276.639530:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434276.639534:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434276.639538:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434276.639545:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5731
00000400:00000200:2.0:1789434276.639552:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434276.639559:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434276.639561:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434276.639565:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.639569:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434276.639572:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.639575:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434276.639584:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434276.639586:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434276.639589:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434276.639592:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434276.639595:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000001:1.0:1789434276.639598:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:2.0:1789434276.639598:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434276.639603:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434276.639604:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434276.639607:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.639608:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1789434276.639612:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000040:2.0:1789434276.639613:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434276.639616:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434276.639617:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434276.639620:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1789434276.639623:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00000001:1.0:1789434276.639624:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434276.639628:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789434276.639631:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434276.639633:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.639637:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434276.639643:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434276.639647:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434276.639650:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.639652:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434276.639655:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434276.639663:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28380.
00000020:00000040:2.0:1789434276.639666:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434276.639670:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434276.639672:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.639674:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434276.639677:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434276.639681:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434276.639689:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79800.
00000100:00000001:2.0:1789434276.639695:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434276.639703:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434276.639713:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434276.639717:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434276.639722:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52b4d98] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434276.639745:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434276.639748:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434276.639750:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434276.639752:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434276.639753:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434276.639756:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434276.639758:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5731
00000400:00000200:2.0:1789434276.639761:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434276.639764:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434276.639766:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434276.639769:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.639772:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434276.639773:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.639775:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434276.639778:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434276.639780:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434276.639781:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434276.639783:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434276.639785:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434276.639786:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434276.639789:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.639790:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434276.639792:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.639794:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434276.639795:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434276.639797:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434276.639799:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434276.639800:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434276.639806:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434276.639808:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.639809:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434276.639813:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434276.639815:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.639817:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434276.639820:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28000.
00000020:00000040:2.0:1789434276.639822:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434276.639824:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434276.639825:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.639827:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434276.639828:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434276.639829:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434276.639833:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000100:00000001:2.0:1789434276.639836:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434276.639841:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434276.639847:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434276.639849:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434276.639852:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f58c4e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434276.639859:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434276.639861:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434276.639864:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434276.639866:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434276.639867:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434276.639869:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434276.639871:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5731
00000400:00000200:2.0:1789434276.639875:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434276.639878:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434276.639880:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434276.639882:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.639884:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434276.639886:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.639888:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434276.639890:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434276.639892:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434276.639893:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434276.639895:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434276.639897:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434276.639899:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434276.639902:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.639903:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434276.639905:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.639907:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434276.639910:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434276.639912:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434276.639914:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434276.639916:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434276.639919:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434276.639921:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.639923:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434276.639925:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434276.639927:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.639929:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434276.639932:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a300.
00000020:00000040:2.0:1789434276.639934:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434276.639936:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434276.639938:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.639939:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434276.639940:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434276.639942:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434276.639946:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789434276.639949:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434276.639953:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434276.639973:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434276.639975:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434276.639979:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcc0670] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434276.639986:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434276.639989:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434276.639991:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434276.639993:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434276.639994:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434276.639997:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434276.639999:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5731
00000400:00000200:2.0:1789434276.640002:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434276.640004:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434276.640007:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434276.640009:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.640011:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434276.640013:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.640015:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434276.640017:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434276.640018:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434276.640020:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434276.640021:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434276.640023:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434276.640025:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434276.640028:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.640030:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434276.640032:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434276.640034:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434276.640036:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434276.640038:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434276.640039:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434276.640041:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434276.640043:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434276.640045:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.640047:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434276.640048:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434276.640051:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.640052:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434276.640055:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29180.
00000020:00000040:2.0:1789434276.640058:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434276.640060:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434276.640060:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434276.640062:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434276.640063:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434276.640076:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434276.640080:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789434276.640084:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434276.640089:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434276.640096:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434276.640098:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434276.640101:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3953f8c] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434276.640108:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434276.640113:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5741)
00000100:00000001:1.0:1789434276.640189:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434276.640193:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434276.640195:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434276.640201:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640210:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434276.640212:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434276.640214:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434276.640217:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434276.640220:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434276.640224:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933954304:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434276.640229:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434276.640233:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434276.640235:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434276.640238:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434276.640243:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434276.640245:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434276.640251:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434276.640255:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434276.640261:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434276.640268:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933954304, portal 25
00000100:00000001:1.0:1789434276.640270:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434276.640272:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482252672 : -119883227298944 : ffff92f782d28380)
00000100:00000040:1.0:1789434276.640278:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640286:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434276.640289:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434276.640292:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434276.640295:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933954304, offset 0
00000400:00000200:1.0:1789434276.640302:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434276.640310:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434276.640317:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434276.640322:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434276.640325:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434276.640328:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434276.640331:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434276.640335:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512708:512708:256:4294967295] 192.168.203.104@tcp LPNI seq info [512675:512675:8:4294967295]
00000400:00000200:1.0:1789434276.640340:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434276.640368:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434276.640374:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434276.640380:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434276.640386:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434276.640390:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434276.640395:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434276.640398:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434276.640402:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434276.640404:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434276.640411:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434276.640415:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434276.640420:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434276.640422:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434276.640428:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434276.640432:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640442:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434276.640445:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640452:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434276.640453:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434276.640459:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434276.640463:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434276.640465:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300404396
00000100:00000010:1.0:1789434276.640470:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d4e0.
00000100:00000001:1.0:1789434276.640477:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434276.640491:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300404396
00000100:00000010:1.0:1789434276.640495:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d900.
00000100:00000001:1.0:1789434276.640498:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434276.640513:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434276.640516:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434276.640519:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434276.640523:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434276/real 1789434276]  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434276.640532:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434276.640534:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434276.640536:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434276.640539:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434276.640541:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434276.640544:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434276.640547:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434276.640556:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640562:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434276.640564:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.640567:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434276.640569:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434276.640574:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640580:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434276.640585:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640592:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434276.640595:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.640597:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434276.640598:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.640600:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434276.640602:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434276.640605:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434276.640608:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434276.640610:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434276.640615:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434276.640622:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933954304:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434276.640627:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434276.640630:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640636:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434276.640638:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434276.640640:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434276.640642:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434276.640644:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434276.640647:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933954432:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434276.640650:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434276.640652:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434276.640653:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434276.640655:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434276.640658:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434276.640660:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434276.640663:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434276.640666:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434276.640669:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434276.640671:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933954432, portal 10
00000100:00000001:1.0:1789434276.640672:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434276.640673:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482251776 : -119883227299840 : ffff92f782d28000)
00000100:00000040:1.0:1789434276.640679:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640685:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434276.640687:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434276.640689:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434276.640691:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933954432, offset 0
00000400:00000200:1.0:1789434276.640694:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434276.640698:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434276.640701:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434276.640704:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434276.640706:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434276.640708:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434276.640711:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434276.640714:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512709:512709:256:4294967295] 192.168.203.104@tcp LPNI seq info [512676:512676:8:4294967295]
00000400:00000200:1.0:1789434276.640718:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434276.640724:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434276.640731:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434276.640734:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434276.640740:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434276.640743:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434276.640748:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434276.640750:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434276.640755:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434276.640756:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434276.640759:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434276.640762:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434276.640765:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434276.640767:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434276.640769:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434276.640772:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640780:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434276.640783:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640789:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434276.640791:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434276.640794:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434276.640797:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434276.640800:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434276.640802:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300403724
00000100:00000001:1.0:1789434276.640805:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300404396
00000100:00000001:1.0:1789434276.640807:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300403724
00000100:00000001:1.0:1789434276.640809:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300404396
00000100:00000001:1.0:1789434276.640811:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434276.640813:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434276.640814:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434276.640818:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434276/real 1789434276]  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434276.640826:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434276.640828:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434276.640829:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434276.640832:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434276.640833:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434276.640835:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434276.640839:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434276.640847:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640852:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434276.640854:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.640855:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434276.640857:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434276.640860:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640866:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434276.640870:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640875:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434276.640878:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.640880:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434276.640880:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.640882:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434276.640885:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434276.640888:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434276.640890:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434276.640893:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434276.640897:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434276.640905:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933954432:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434276.640908:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434276.640911:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640917:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434276.640918:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434276.640920:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434276.640922:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434276.640924:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434276.640927:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933954560:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434276.640930:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434276.640931:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434276.640933:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434276.640934:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434276.640938:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434276.640939:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434276.640943:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434276.640945:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434276.640948:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434276.640951:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933954560, portal 4
00000100:00000001:1.0:1789434276.640953:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434276.640954:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482260736 : -119883227290880 : ffff92f782d2a300)
00000100:00000040:1.0:1789434276.640959:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.640966:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434276.640968:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434276.640970:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434276.640972:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933954560, offset 0
00000400:00000200:1.0:1789434276.640976:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434276.640980:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434276.640983:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434276.640986:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434276.640988:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434276.640990:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434276.640992:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434276.640995:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512710:512710:256:4294967295] 192.168.203.104@tcp LPNI seq info [512677:512677:8:4294967295]
00000400:00000200:1.0:1789434276.640999:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434276.641005:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434276.641009:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434276.641013:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434276.641016:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434276.641019:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434276.641023:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434276.641026:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434276.641029:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434276.641031:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434276.641033:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434276.641036:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434276.641039:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434276.641041:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434276.641043:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434276.641047:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641053:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434276.641056:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641062:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434276.641063:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434276.641066:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434276.641069:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434276.641071:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434276.641073:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300403741
00000100:00000001:1.0:1789434276.641076:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300404396
00000100:00000001:1.0:1789434276.641077:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300403741
00000100:00000001:1.0:1789434276.641079:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300404396
00000100:00000001:1.0:1789434276.641081:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434276.641083:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434276.641085:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434276.641088:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434276/real 1789434276]  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434276.641096:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434276.641097:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434276.641098:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434276.641101:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434276.641102:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434276.641104:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434276.641107:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434276.641114:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641120:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434276.641121:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.641123:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434276.641124:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434276.641127:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641133:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434276.641137:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641143:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434276.641146:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.641147:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434276.641148:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.641150:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434276.641153:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434276.641156:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434276.641159:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434276.641161:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434276.641164:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434276.641171:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933954560:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434276.641185:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434276.641188:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641194:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434276.641195:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434276.641197:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434276.641198:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434276.641200:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434276.641202:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933954688:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434276.641205:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434276.641206:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434276.641208:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434276.641209:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434276.641213:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7c00.
02000000:00000001:1.0:1789434276.641215:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434276.641218:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434276.641220:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434276.641223:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434276.641226:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933954688, portal 4
00000100:00000001:1.0:1789434276.641228:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434276.641229:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482256256 : -119883227295360 : ffff92f782d29180)
00000100:00000040:1.0:1789434276.641234:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641240:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434276.641242:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434276.641244:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434276.641246:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933954688, offset 0
00000400:00000200:1.0:1789434276.641250:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434276.641254:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434276.641257:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434276.641260:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434276.641262:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434276.641265:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434276.641267:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434276.641270:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512711:512711:256:4294967295] 192.168.203.104@tcp LPNI seq info [512678:512678:8:4294967295]
00000400:00000200:1.0:1789434276.641273:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434276.641279:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434276.641284:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434276.641286:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434276.641290:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434276.641292:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434276.641296:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434276.641298:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434276.641302:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434276.641304:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434276.641307:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434276.641310:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434276.641313:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434276.641314:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434276.641317:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434276.641320:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641333:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434276.641335:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641341:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434276.641342:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434276.641344:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434276.641368:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434276.641371:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434276.641373:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300403744
00000100:00000001:1.0:1789434276.641375:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300404396
00000100:00000001:1.0:1789434276.641377:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300403744
00000100:00000001:1.0:1789434276.641379:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300404396
00000100:00000001:1.0:1789434276.641381:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434276.641383:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434276.641385:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434276.641388:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434276/real 1789434276]  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434276.641395:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434276.641396:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434276.641398:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434276.641400:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434276.641402:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434276.641404:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434276.641406:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434276.641413:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641419:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434276.641421:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.641422:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434276.641424:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434276.641427:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641433:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434276.641436:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641443:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434276.641445:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.641446:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434276.641447:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.641449:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434276.641453:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434276.641455:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434276.641458:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434276.641460:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434276.641463:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434276.641471:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933954688:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434276.641474:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.641476:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434276.641479:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28380 x1876351933954304/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641485:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434276.641487:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434276.641490:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434276.641492:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434276.641494:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434276.641496:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434276.641498:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434276.641501:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79800.
02000000:00000001:1.0:1789434276.641506:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434276.641507:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434276.641509:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28380.
00000100:00000001:1.0:1789434276.641512:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434276.641513:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.641514:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434276.641518:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28000 x1876351933954432/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641524:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434276.641525:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434276.641527:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434276.641529:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434276.641530:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434276.641531:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434276.641533:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434276.641534:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:1.0:1789434276.641536:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434276.641537:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434276.641538:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28000.
00000100:00000001:1.0:1789434276.641540:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434276.641541:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.641542:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434276.641545:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a300 x1876351933954560/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641551:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434276.641552:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434276.641553:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434276.641555:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434276.641556:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434276.641557:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434276.641558:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434276.641560:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:1.0:1789434276.641562:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434276.641563:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434276.641564:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a300.
00000100:00000001:1.0:1789434276.641567:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434276.641568:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.641569:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434276.641572:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29180 x1876351933954688/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434276.641577:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434276.641579:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434276.641580:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7c00.
02000000:00000001:1.0:1789434276.641582:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434276.641583:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434276.641584:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434276.641586:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434276.641587:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:1.0:1789434276.641589:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434276.641590:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434276.641591:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29180.
00000100:00000001:1.0:1789434276.641593:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434276.641594:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.641596:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.641603:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434276.641605:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434276.641607:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434276.641609:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434276.896292:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434276.896299:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434276.896301:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434276.896305:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434276.896309:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434276.896313:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.896315:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434276.896318:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434276.896320:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434277.343659:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300404396, at 4300404416
00000100:00000010:2.0:1789434277.343672:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d4e0.
00000100:00000040:3.0:1789434277.343848:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300404396, at 4300404416
00000100:00000010:3.0:1789434277.343858:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d900.
00000100:00000001:2.0:1789434277.407529:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434277.407536:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434277.407538:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434277.407544:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434277.407546:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434277.407548:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434277.407552:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434277.407554:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434277.407558:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434277.407559:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434277.407561:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434277.407564:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434277.407566:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434277.407569:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434277.407572:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434277.407576:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434277.407577:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434277.407616:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434277.407619:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434277.407622:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434277.664193:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434277.664198:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434277.664201:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434277.664206:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434277.664210:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434277.664213:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434277.664216:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434277.664219:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434277.664222:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434277.667726:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434277.667731:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434277.667733:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434277.667738:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434277.667742:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434277.667745:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434277.667748:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434277.667750:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434277.667752:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434277.920293:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434277.920301:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434277.920303:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434277.920309:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434277.920313:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434277.920316:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434277.920319:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434277.920321:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434277.920325:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434278.431463:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434278.431495:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434278.431499:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434278.431504:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434278.431506:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434278.431509:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434278.431510:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434278.431512:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434278.431513:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434278.431674:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434278.431678:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434278.431682:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434278.431685:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434278.431705:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434278.431708:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434278.431710:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434278.431714:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434278.431773:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434278.431777:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434278.431780:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434278.687505:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434278.687512:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434278.687514:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434278.687519:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434278.687522:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434278.687526:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434278.687528:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434278.687531:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434278.687534:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434278.687854:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434278.687858:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434278.687859:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434278.687862:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434278.687864:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434278.687866:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434278.687868:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434278.687869:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434278.687872:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434278.945382:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434278.945389:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434278.945392:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434278.945398:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434278.945401:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434278.945405:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434278.945407:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434278.945410:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434278.945413:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434279.455460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434279.455467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434279.455469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434279.455475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434279.455479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434279.455483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434279.455486:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434279.455489:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434279.455492:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434279.455526:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434279.455530:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434279.455534:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434279.455536:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434279.455539:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434279.455540:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434279.455543:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434279.455544:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434279.455592:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434279.455596:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434279.455599:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434279.712452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434279.712460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434279.712462:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434279.712468:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434279.712472:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434279.712476:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434279.712478:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434279.712480:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434279.712483:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434279.712597:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434279.712601:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434279.712603:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434279.712606:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434279.712608:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434279.712610:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434279.712612:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434279.712615:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434279.712617:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434279.967468:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434279.967474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434279.967477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434279.967482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434279.967486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434279.967491:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434279.967494:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434279.967496:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434279.967500:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434280.479557:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434280.479564:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434280.479566:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434280.479571:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434280.479574:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434280.479578:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434280.479580:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434280.479583:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434280.479586:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434280.479751:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434280.479755:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434280.479759:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434280.479760:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434280.479763:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434280.479764:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434280.479767:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434280.479768:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434280.479871:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434280.479874:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434280.479877:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434280.735465:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434280.735465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434280.735474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434280.735474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434280.735479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434280.735480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434280.735488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434280.735488:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434280.735494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434280.735495:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434280.735500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434280.735500:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434280.735506:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434280.735506:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434280.735510:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434280.735511:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434280.735516:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434280.735517:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434280.991476:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434280.991483:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434280.991486:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434280.991491:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434280.991495:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434280.991499:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434280.991502:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434280.991504:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434280.991507:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434281.503522:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434281.503528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434281.503534:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434281.503536:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434281.503539:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434281.503540:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434281.503543:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434281.503544:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434281.503775:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434281.503778:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434281.503780:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434281.504001:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434281.504005:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434281.504008:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434281.504012:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434281.504016:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434281.504019:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434281.504023:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434281.504025:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434281.504028:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434281.759472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434281.759482:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434281.759485:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434281.759488:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434281.759492:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434281.759499:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5736
00000400:00000200:2.0:1789434281.759508:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434281.759514:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434281.759516:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434281.759520:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759524:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434281.759526:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759528:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434281.759536:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434281.759538:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434281.759540:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434281.759543:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434281.759545:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434281.759547:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434281.759550:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759552:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434281.759554:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759555:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434281.759558:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434281.759561:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759564:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434281.759567:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434281.759574:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434281.759577:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.759579:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434281.759581:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434281.759590:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29880.
00000020:00000040:2.0:1789434281.759594:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434281.759598:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434281.759601:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.759603:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434281.759606:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434281.759610:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434281.759618:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789434281.759625:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434281.759633:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434281.759649:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434281.759654:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434281.759658:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.759659:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1789434281.759663:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434281.759665:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434281.759668:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1789434281.759673:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ac992a] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434281.759674:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434281.759680:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434281.759684:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434281.759689:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.759705:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434281.759709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434281.759712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434281.759714:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434281.759715:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434281.759717:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434281.759720:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5736
00000400:00000200:2.0:1789434281.759723:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434281.759726:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434281.759728:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434281.759730:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759732:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434281.759734:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759797:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434281.759803:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434281.759804:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434281.759806:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434281.759808:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434281.759810:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434281.759812:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434281.759815:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759817:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434281.759818:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759820:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434281.759822:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434281.759825:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759827:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434281.759829:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434281.759834:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434281.759835:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.759837:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434281.759840:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434281.759843:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.759844:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434281.759847:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b800.
00000020:00000040:2.0:1789434281.759850:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434281.759852:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434281.759853:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.759855:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434281.759856:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434281.759858:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434281.759861:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789434281.759864:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434281.759869:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434281.759875:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434281.759877:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434281.759880:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3088977] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434281.759887:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434281.759889:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434281.759892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434281.759893:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434281.759894:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434281.759897:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434281.759899:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5736
00000400:00000200:2.0:1789434281.759903:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434281.759905:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434281.759907:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434281.759910:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759912:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434281.759914:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759916:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434281.759918:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434281.759920:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434281.759921:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434281.759923:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434281.759924:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434281.759926:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434281.759929:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759930:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434281.759932:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759934:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434281.759936:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434281.759938:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434281.759941:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434281.759942:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434281.759944:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434281.759946:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.759948:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434281.759950:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434281.759952:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.759953:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434281.759956:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28e00.
00000020:00000040:2.0:1789434281.759958:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434281.759960:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434281.759961:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.759962:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434281.759964:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434281.759965:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434281.759968:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789434281.759970:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434281.759974:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434281.759980:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434281.759981:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434281.759984:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e55d] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434281.759992:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434281.759995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434281.759997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434281.759998:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434281.760000:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434281.760002:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434281.760004:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5736
00000400:00000200:2.0:1789434281.760007:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434281.760009:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434281.760011:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434281.760013:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.760014:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434281.760016:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.760018:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434281.760020:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434281.760021:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434281.760022:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434281.760023:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434281.760025:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434281.760027:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434281.760029:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.760031:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434281.760032:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434281.760034:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434281.760035:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434281.760037:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434281.760039:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434281.760040:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434281.760042:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434281.760043:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.760044:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434281.760046:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434281.760047:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.760049:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434281.760051:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2ad80.
00000020:00000040:2.0:1789434281.760053:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434281.760055:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434281.760056:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434281.760057:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434281.760058:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434281.760059:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434281.760062:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78800.
00000100:00000001:2.0:1789434281.760064:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434281.760067:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434281.760073:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434281.760074:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434281.760077:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf7f5fd7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434281.760083:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434281.760087:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5746)
00000100:00000001:3.0:1789434281.760116:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434281.760121:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434281.760123:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434281.760131:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760151:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434281.760153:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434281.760157:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434281.760159:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434281.760162:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434281.760166:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933954816:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434281.760171:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434281.760174:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434281.760177:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434281.760179:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434281.760184:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434281.760186:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434281.760192:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434281.760196:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434281.760202:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434281.760209:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933954816, portal 25
00000100:00000001:3.0:1789434281.760212:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434281.760214:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258048 : -119883227293568 : ffff92f782d29880)
00000100:00000040:3.0:1789434281.760219:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760227:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434281.760230:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434281.760233:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434281.760236:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933954816, offset 0
00000400:00000200:3.0:1789434281.760243:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434281.760253:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434281.760259:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434281.760265:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434281.760269:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434281.760272:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434281.760275:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434281.760279:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512712:512712:256:4294967295] 192.168.203.104@tcp LPNI seq info [512679:512679:8:4294967295]
00000400:00000200:3.0:1789434281.760284:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434281.760293:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434281.760301:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434281.760306:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434281.760313:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434281.760317:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789434281.760322:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434281.760326:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789434281.760330:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434281.760332:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434281.760340:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434281.760344:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434281.760374:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434281.760377:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434281.760382:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434281.760387:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760396:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434281.760399:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760406:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434281.760408:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434281.760414:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434281.760418:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434281.760420:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300409516
00000100:00000010:3.0:1789434281.760425:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0cc0.
00000100:00000001:3.0:1789434281.760431:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434281.760449:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300409516
00000100:00000010:3.0:1789434281.760453:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0000.
00000100:00000001:3.0:1789434281.760457:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434281.760460:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434281.760463:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434281.760466:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434281.760471:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434281/real 1789434281]  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434281.760485:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434281.760487:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434281.760489:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434281.760492:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434281.760494:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434281.760497:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434281.760500:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434281.760508:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760515:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434281.760516:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.760519:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434281.760522:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434281.760526:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760534:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434281.760538:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760545:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434281.760548:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.760550:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434281.760551:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.760555:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434281.760556:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434281.760559:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434281.760563:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434281.760565:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434281.760570:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434281.760579:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933954816:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434281.760583:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434281.760587:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760594:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434281.760595:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434281.760597:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434281.760599:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434281.760601:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434281.760603:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933954944:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434281.760606:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434281.760608:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434281.760609:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434281.760611:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434281.760614:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434281.760616:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434281.760619:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434281.760621:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434281.760624:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434281.760627:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933954944, portal 10
00000100:00000001:3.0:1789434281.760629:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434281.760630:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482266112 : -119883227285504 : ffff92f782d2b800)
00000100:00000040:3.0:1789434281.760637:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760644:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434281.760647:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434281.760649:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434281.760651:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933954944, offset 0
00000400:00000200:3.0:1789434281.760656:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434281.760658:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1789434281.760662:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434281.760663:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434281.760667:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434281.760670:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00100000:0.0:1789434281.760672:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000400:00000200:3.0:1789434281.760676:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1789434281.760677:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434281.760682:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434281.760682:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:0.0:1789434281.760686:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1789434281.760688:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1789434281.760690:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434281.760694:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:0.0:1789434281.760695:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434281.760701:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512713:512713:256:4294967295] 192.168.203.104@tcp LPNI seq info [512680:512680:8:4294967295]
00000400:00000200:3.0:1789434281.760706:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434281.760713:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434281.760718:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434281.760722:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434281.760725:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434281.760728:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789434281.760732:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434281.760734:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789434281.760738:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434281.760740:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434281.760743:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434281.760746:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434281.760749:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434281.760751:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434281.760753:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434281.760757:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760764:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434281.760767:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760774:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434281.760775:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434281.760778:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434281.760782:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434281.760785:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434281.760788:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300408844
00000100:00000001:3.0:1789434281.760790:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300409516
00000100:00000001:3.0:1789434281.760792:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300408844
00000100:00000001:3.0:1789434281.760794:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300409516
00000100:00000001:3.0:1789434281.760796:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434281.760798:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434281.760799:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434281.760802:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434281/real 1789434281]  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434281.760809:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434281.760811:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434281.760812:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434281.760814:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434281.760816:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434281.760818:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434281.760821:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434281.760829:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760836:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434281.760837:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.760839:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434281.760840:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434281.760844:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760850:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434281.760854:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760860:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434281.760863:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.760865:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434281.760866:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.760868:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434281.760871:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434281.760874:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434281.760877:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434281.760879:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434281.760882:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434281.760890:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933954944:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434281.760894:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434281.760897:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760903:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434281.760904:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434281.760907:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434281.760908:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434281.760910:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434281.760913:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933955072:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434281.760916:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434281.760917:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434281.760919:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434281.760920:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434281.760923:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1800.
02000000:00000001:3.0:1789434281.760925:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434281.760928:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434281.760930:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434281.760933:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434281.760936:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933955072, portal 4
00000100:00000001:3.0:1789434281.760938:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434281.760940:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482255360 : -119883227296256 : ffff92f782d28e00)
00000100:00000040:3.0:1789434281.760944:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.760950:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434281.760952:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434281.760955:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434281.760957:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933955072, offset 0
00000400:00000200:3.0:1789434281.760961:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434281.760964:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434281.760968:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434281.760970:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434281.760973:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434281.760975:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434281.760977:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434281.760981:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512714:512714:256:4294967295] 192.168.203.104@tcp LPNI seq info [512681:512681:8:4294967295]
00000400:00000200:3.0:1789434281.760985:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434281.760991:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434281.760995:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434281.760998:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434281.761002:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434281.761005:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789434281.761009:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434281.761011:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789434281.761015:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434281.761017:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434281.761020:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434281.761023:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434281.761025:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434281.761027:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434281.761029:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434281.761033:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761045:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434281.761048:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761054:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434281.761056:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434281.761058:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434281.761061:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434281.761063:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434281.761065:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300408861
00000100:00000001:3.0:1789434281.761067:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300409516
00000100:00000001:3.0:1789434281.761069:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300408861
00000100:00000001:3.0:1789434281.761071:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300409516
00000100:00000001:3.0:1789434281.761074:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434281.761076:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434281.761078:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434281.761081:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434281/real 1789434281]  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434281.761086:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434281.761087:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434281.761089:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434281.761091:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434281.761092:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434281.761094:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434281.761097:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434281.761104:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761109:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434281.761111:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.761113:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434281.761114:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434281.761117:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761122:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434281.761126:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761131:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434281.761133:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.761134:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434281.761135:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.761148:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434281.761151:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434281.761154:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434281.761156:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434281.761158:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434281.761161:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434281.761169:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933955072:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434281.761173:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434281.761176:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761183:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434281.761184:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434281.761187:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434281.761189:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434281.761191:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434281.761194:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933955200:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434281.761197:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434281.761198:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434281.761200:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434281.761202:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434281.761205:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa2400.
02000000:00000001:3.0:1789434281.761206:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434281.761209:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434281.761212:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434281.761215:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434281.761217:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933955200, portal 4
00000100:00000001:3.0:1789434281.761219:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434281.761220:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482263424 : -119883227288192 : ffff92f782d2ad80)
00000100:00000040:3.0:1789434281.761226:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761232:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434281.761235:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434281.761237:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434281.761239:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933955200, offset 0
00000400:00000200:3.0:1789434281.761243:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434281.761246:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434281.761250:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434281.761252:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434281.761255:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434281.761257:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434281.761259:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434281.761262:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512715:512715:256:4294967295] 192.168.203.104@tcp LPNI seq info [512682:512682:8:4294967295]
00000400:00000200:3.0:1789434281.761265:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434281.761271:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434281.761275:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434281.761278:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434281.761283:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434281.761285:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1789434281.761289:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434281.761292:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1789434281.761295:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434281.761297:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434281.761300:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434281.761303:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434281.761306:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434281.761308:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434281.761310:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434281.761313:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761321:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434281.761324:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761331:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434281.761332:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434281.761335:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434281.761337:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434281.761340:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434281.761342:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300408863
00000100:00000001:3.0:1789434281.761345:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300409516
00000100:00000001:3.0:1789434281.761367:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300408864
00000100:00000001:3.0:1789434281.761370:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300409516
00000100:00000001:3.0:1789434281.761372:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434281.761374:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434281.761376:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434281.761380:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434281/real 1789434281]  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434281.761388:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434281.761390:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434281.761391:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434281.761394:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434281.761395:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434281.761397:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434281.761400:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434281.761408:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761414:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434281.761416:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.761417:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434281.761419:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434281.761422:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761428:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434281.761432:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761439:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434281.761441:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.761442:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434281.761444:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.761445:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434281.761449:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434281.761451:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434281.761454:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434281.761456:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434281.761459:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434281.761471:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933955200:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434281.761474:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.761476:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434281.761479:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29880 x1876351933954816/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761486:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434281.761488:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434281.761491:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434281.761494:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434281.761496:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434281.761498:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434281.761500:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434281.761503:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:3.0:1789434281.761506:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434281.761507:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434281.761509:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29880.
00000100:00000001:3.0:1789434281.761512:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434281.761514:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.761515:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434281.761518:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b800 x1876351933954944/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761524:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434281.761525:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434281.761526:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434281.761528:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434281.761529:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434281.761531:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434281.761532:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434281.761533:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:3.0:1789434281.761535:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434281.761536:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434281.761537:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b800.
00000100:00000001:3.0:1789434281.761539:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434281.761541:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.761542:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434281.761545:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28e00 x1876351933955072/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761551:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434281.761552:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434281.761553:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:3.0:1789434281.761555:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434281.761556:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434281.761557:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434281.761558:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434281.761559:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:3.0:1789434281.761561:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434281.761562:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434281.761563:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28e00.
00000100:00000001:3.0:1789434281.761565:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434281.761566:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.761567:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434281.761569:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2ad80 x1876351933955200/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434281.761574:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434281.761576:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434281.761577:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:3.0:1789434281.761579:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434281.761580:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434281.761581:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434281.761583:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434281.761584:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78800.
02000000:00000001:3.0:1789434281.761586:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434281.761587:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434281.761589:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2ad80.
00000100:00000001:3.0:1789434281.761592:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434281.761593:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.761595:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434281.761602:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434281.761604:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434281.761606:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434281.761607:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434282.016074:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434282.016080:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434282.016082:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434282.016088:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434282.016091:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434282.016095:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434282.016097:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434282.016100:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434282.016102:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434282.463417:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300409516, at 4300409536
00000100:00000040:2.0:1789434282.463418:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300409516, at 4300409536
00000100:00000010:3.0:1789434282.463430:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0000.
00000100:00000010:2.0:1789434282.463440:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0cc0.
00000100:00000001:2.0:1789434282.527539:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434282.527546:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434282.527547:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434282.527548:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434282.527550:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434282.527554:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1789434282.527554:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434282.527557:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1789434282.527557:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434282.527559:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1789434282.527560:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434282.527562:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434282.527563:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434282.527565:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434282.527566:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434282.527568:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434282.527568:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434282.527570:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434282.527582:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434282.527585:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434282.527587:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434282.527588:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434282.527590:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434282.527591:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434282.527592:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434282.527594:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434282.527596:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434282.527599:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434282.527601:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434282.527602:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434282.527603:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434282.527605:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434282.527606:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434282.527607:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434282.527610:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434282.527709:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434282.527712:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434282.527715:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434282.783485:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434282.783493:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434282.783495:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434282.783500:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434282.783504:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434282.783507:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434282.783510:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434282.783512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434282.783515:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434282.783591:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434282.783602:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434282.783608:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434282.783611:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434282.783617:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434282.783620:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434282.783622:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434282.783624:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434282.783636:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434283.039503:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434283.039512:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434283.039514:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434283.039519:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434283.039523:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434283.039526:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434283.039529:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434283.039531:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434283.039535:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434283.551449:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434283.551456:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434283.551459:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434283.551465:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434283.551469:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434283.551477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434283.551481:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434283.551483:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434283.551487:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434283.551519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434283.551523:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434283.551527:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434283.551528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434283.551531:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434283.551532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434283.551535:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434283.551536:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434283.551570:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434283.551574:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434283.551578:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434283.807454:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434283.807462:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434283.807464:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434283.807478:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434283.807482:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434283.807486:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434283.807489:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434283.807492:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434283.807495:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434283.807556:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434283.807560:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434283.807562:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434283.807565:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434283.807567:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434283.807569:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434283.807579:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434283.807584:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434283.807586:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434284.063871:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434284.063878:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434284.063880:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434284.063885:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434284.063888:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434284.063892:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434284.063895:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434284.063897:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434284.063900:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434284.577224:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434284.577231:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434284.577237:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434284.577239:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434284.577242:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434284.577244:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434284.577247:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434284.577249:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434284.577252:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434284.577258:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434284.577261:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434284.577265:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434284.577269:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434284.577273:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434284.577276:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434284.577279:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434284.577282:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434284.577563:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434284.577566:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434284.577570:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434284.831467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434284.831474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434284.831477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434284.831483:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434284.831487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434284.831491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434284.831494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434284.831496:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434284.831499:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434284.831507:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434284.831512:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434284.831514:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434284.831517:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434284.831519:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434284.831522:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434284.831524:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434284.831527:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434284.831529:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434285.087471:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434285.087479:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434285.087481:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434285.087488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434285.087491:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434285.087495:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434285.087497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434285.087500:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434285.087511:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434285.599463:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434285.599471:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434285.599473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434285.599478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434285.599482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434285.599486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434285.599489:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434285.599492:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434285.599496:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434285.599523:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434285.599529:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434285.599531:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434285.599534:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434285.599538:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434285.599540:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434285.599542:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434285.599545:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434285.599548:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434285.599549:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434285.599553:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434285.599554:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434285.599557:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434285.599558:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434285.599607:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434285.599610:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434285.599613:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434285.855474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434285.855482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434285.855484:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434285.855489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434285.855492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434285.855496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434285.855499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434285.855502:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434285.855504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434285.855595:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434285.855598:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434285.855599:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434285.855602:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434285.855604:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434285.855606:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434285.855608:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434285.855610:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434285.855611:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434286.111534:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434286.111540:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434286.111542:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434286.111547:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434286.111550:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434286.111554:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434286.111557:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434286.111559:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434286.111561:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434286.623501:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434286.623508:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434286.623509:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434286.623512:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434286.623514:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434286.623520:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434286.623523:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434286.623526:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434286.623527:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434286.623532:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434286.623534:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434286.623536:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434286.623539:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434286.623541:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434286.623545:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434286.623546:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434286.623549:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434286.623600:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434286.623609:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434286.623615:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434286.879494:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434286.879500:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434286.879503:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434286.879506:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434286.879509:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1789434286.879513:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434286.879514:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434286.879520:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1789434286.879523:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434286.879524:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434286.879534:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434286.879535:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434286.879537:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434286.879541:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434286.879542:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434286.879548:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434286.879551:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434286.879555:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434286.879566:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434286.879571:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434286.879574:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434286.879578:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434286.879582:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434286.879591:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5741
00000400:00000200:0.0:1789434286.879601:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434286.879610:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434286.879613:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434286.879617:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879620:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434286.879622:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879625:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434286.879633:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434286.879635:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434286.879637:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434286.879640:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434286.879642:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434286.879643:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434286.879645:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879646:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434286.879647:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879648:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434286.879650:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434286.879653:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879654:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434286.879656:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434286.879659:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434286.879661:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434286.879662:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434286.879664:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434286.879673:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc380.
00000020:00000040:0.0:1789434286.879676:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434286.879680:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434286.879681:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434286.879684:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434286.879686:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434286.879690:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434286.879697:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000100:00000001:0.0:1789434286.879704:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434286.879712:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434286.879720:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434286.879724:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434286.879727:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008be3708] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434286.879750:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434286.879752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434286.879755:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434286.879756:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434286.879757:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434286.879759:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434286.879761:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5741
00000400:00000200:0.0:1789434286.879763:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434286.879765:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434286.879766:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434286.879769:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879770:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434286.879771:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879772:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434286.879774:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434286.879775:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434286.879776:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434286.879777:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434286.879778:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434286.879779:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434286.879781:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879783:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434286.879784:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879785:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434286.879787:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434286.879789:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879790:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434286.879791:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434286.879796:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434286.879797:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434286.879798:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434286.879802:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434286.879804:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434286.879805:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434286.879808:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf100.
00000020:00000040:0.0:1789434286.879809:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434286.879811:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434286.879812:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434286.879813:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434286.879814:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434286.879815:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434286.879818:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17000.
00000100:00000001:0.0:1789434286.879820:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434286.879823:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434286.879827:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434286.879829:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434286.879831:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053892fb8] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434286.879836:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434286.879837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434286.879839:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434286.879840:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434286.879841:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434286.879843:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434286.879845:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5741
00000400:00000200:0.0:1789434286.879847:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434286.879849:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434286.879850:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434286.879851:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879852:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434286.879853:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879854:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434286.879856:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434286.879857:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434286.879857:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434286.879858:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434286.879859:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434286.879861:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434286.879862:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879863:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434286.879864:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879865:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434286.879866:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434286.879868:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879870:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434286.879871:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434286.879873:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434286.879874:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434286.879875:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434286.879877:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434286.879879:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434286.879881:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434286.879888:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbe300.
00000020:00000040:0.0:1789434286.879890:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:3.0:1789434286.879891:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1789434286.879893:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434286.879896:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434286.879897:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434286.879898:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789434286.879901:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1789434286.879902:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434286.879906:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434286.879912:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16800.
00000100:00000040:3.0:1789434286.879913:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434286.879917:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434286.879926:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434286.879927:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434286.879930:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434286.879934:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434286.879938:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434286.879945:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434286.879947:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434286.879951:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad113eb] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434286.879960:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434286.879962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434286.879965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434286.879967:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434286.879968:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434286.879971:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434286.879973:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5741
00000400:00000200:0.0:1789434286.879977:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434286.879980:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434286.879982:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434286.879985:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879987:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434286.879989:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.879991:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434286.879994:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434286.879996:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434286.879997:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434286.879999:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434286.880001:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434286.880003:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
02000000:00000001:3.0:1789434286.880007:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434286.880009:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434286.880013:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1789434286.880015:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933955328:192.168.203.104@tcp:250:kworker.0
00000100:00000040:0.0:1789434286.880018:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434286.880022:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1789434286.880023:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434286.880027:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
02000000:00000001:3.0:1789434286.880028:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1789434286.880031:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:3.0:1789434286.880033:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434286.880037:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434286.880038:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1789434286.880042:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434286.880047:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1789434286.880047:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa2400.
02000000:00000001:0.0:1789434286.880050:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434286.880052:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434286.880054:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434286.880058:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000400:00000200:3.0:1789434286.880061:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00000001:0.0:1789434286.880063:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434286.880067:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434286.880068:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000100:00000010:0.0:1789434286.880072:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbed80.
00000020:00000040:0.0:1789434286.880076:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000010:3.0:1789434286.880077:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
02000000:00000001:0.0:1789434286.880080:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434286.880083:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434286.880085:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434286.880086:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1789434286.880088:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933955328, portal 25
02000000:00000001:0.0:1789434286.880089:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434286.880093:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1789434286.880097:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
00000100:00000001:3.0:1789434286.880097:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549967744 : -119883159583872 : ffff92f786dbc380)
00000100:00000001:0.0:1789434286.880114:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434286.880114:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434286.880124:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434286.880128:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434286.880135:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434286.880139:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000001:0.0:1789434286.880140:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1789434286.880144:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933955328, offset 0
00000100:00000001:0.0:1789434286.880145:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434286.880153:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d26fcf9] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434286.880154:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434286.880164:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434286.880166:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:0.0:1789434286.880171:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5751)
00000400:00000200:3.0:1789434286.880174:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434286.880181:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434286.880186:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434286.880190:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434286.880193:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434286.880197:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512716:512716:256:4294967295] 192.168.203.104@tcp LPNI seq info [512683:512683:8:4294967295]
00000400:00000200:3.0:1789434286.880201:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434286.880212:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434286.880218:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434286.880224:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434286.880232:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434286.880236:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1789434286.880242:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434286.880246:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1789434286.880251:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434286.880254:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434286.880263:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434286.880268:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434286.880273:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434286.880276:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434286.880281:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434286.880285:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.880301:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434286.880304:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.880312:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434286.880314:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434286.880320:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434286.880324:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434286.880327:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300414635
00000100:00000010:3.0:1789434286.880332:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0000.
00000100:00000001:3.0:1789434286.880341:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434286.880385:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300414636
00000100:00000010:3.0:1789434286.880389:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0c60.
00000100:00000001:3.0:1789434286.880394:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434286.880399:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434286.880402:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434286.880405:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434286.880409:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434286/real 1789434286]  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434286.880418:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434286.880420:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434286.880422:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434286.880425:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434286.880427:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434286.880429:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434286.880433:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434286.880441:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.880448:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434286.880449:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.880452:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434286.880453:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434286.880458:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.880464:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434286.880469:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.880476:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434286.880478:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.880480:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434286.880481:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.880483:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434286.880485:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434286.880488:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434286.880492:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434286.880494:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434286.880498:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434286.880506:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933955328:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434286.880510:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434286.880513:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.880519:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434286.880520:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434286.880522:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434286.880524:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434286.880526:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434286.880529:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933955456:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434286.880533:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434286.880534:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434286.880536:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434286.880538:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434286.880541:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1800.
02000000:00000001:3.0:1789434286.880543:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434286.880546:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434286.880549:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434286.880552:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434286.880555:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933955456, portal 10
00000100:00000001:3.0:1789434286.880556:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434286.880558:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549979392 : -119883159572224 : ffff92f786dbf100)
00000100:00000040:3.0:1789434286.880564:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.880634:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434286.880637:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434286.880640:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434286.880642:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933955456, offset 0
00000400:00000200:3.0:1789434286.880646:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434286.880650:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434286.880653:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434286.880656:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434286.880658:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434286.880660:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434286.880663:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434286.880665:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512717:512717:256:4294967295] 192.168.203.104@tcp LPNI seq info [512684:512684:8:4294967295]
00000400:00000200:3.0:1789434286.880669:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434286.880675:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434286.880679:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434286.880683:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434286.880686:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434286.880690:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1789434286.880694:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434286.880697:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1789434286.880702:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434286.880704:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434286.880707:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434286.880711:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434286.880714:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434286.880716:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434286.880718:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434286.880722:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.880730:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434286.880733:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.880739:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434286.880741:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434286.880839:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434286.880845:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434286.880849:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434286.880851:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300413964
00000100:00000001:3.0:1789434286.880853:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300414635
00000100:00000001:3.0:1789434286.880855:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300413964
00000100:00000001:3.0:1789434286.880857:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300414636
00000100:00000001:3.0:1789434286.880859:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434286.880861:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434286.880863:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434286.880868:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434286/real 1789434286]  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434286.880876:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434286.880878:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434286.880880:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434286.880883:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434286.880884:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434286.880886:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434286.880889:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434286.880896:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.880903:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434286.880905:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.880906:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434286.880908:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434286.880911:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.880917:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434286.880920:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.880927:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434286.880929:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.880931:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434286.880932:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.880933:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434286.880937:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434286.880940:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434286.881012:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434286.881015:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434286.881019:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434286.881027:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933955456:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434286.881031:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.881033:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434286.881036:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc380 x1876351933955328/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.881043:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434286.881046:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434286.881049:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:3.0:1789434286.881052:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434286.881054:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434286.881056:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434286.881058:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434286.881061:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15000.
02000000:00000001:3.0:1789434286.881065:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434286.881067:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434286.881069:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc380.
00000100:00000001:3.0:1789434286.881072:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434286.881073:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.881074:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434286.881078:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbf100 x1876351933955456/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.881083:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434286.881085:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434286.881086:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:3.0:1789434286.881088:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434286.881089:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434286.881090:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434286.881092:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434286.881094:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17000.
02000000:00000001:3.0:1789434286.881096:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434286.881106:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434286.881108:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbf100.
00000100:00000001:3.0:1789434286.881111:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434286.881112:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.881115:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.881123:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434286.881126:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434286.881128:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434286.881130:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434286.881132:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434286.881136:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.881143:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434286.881144:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434286.881147:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434286.881148:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434286.881150:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434286.881153:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933955584:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434286.881157:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434286.881159:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434286.881161:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434286.881162:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434286.881166:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1800.
02000000:00000001:3.0:1789434286.881168:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434286.881173:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434286.881176:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434286.881180:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434286.881184:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933955584, portal 4
00000100:00000001:3.0:1789434286.881186:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434286.881187:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549975808 : -119883159575808 : ffff92f786dbe300)
00000100:00000040:3.0:1789434286.881194:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.881201:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434286.881204:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434286.881207:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434286.881209:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933955584, offset 0
00000400:00000200:3.0:1789434286.881213:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434286.881218:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434286.881222:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434286.881226:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434286.881229:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434286.881231:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434286.881234:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434286.881237:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512718:512718:256:4294967295] 192.168.203.104@tcp LPNI seq info [512685:512685:8:4294967295]
00000400:00000200:3.0:1789434286.881241:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434286.881248:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434286.881252:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434286.881256:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434286.881260:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434286.881263:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1789434286.881268:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434286.881271:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1789434286.881275:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434286.881277:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434286.881280:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434286.881284:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434286.881287:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434286.881288:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434286.881291:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434286.881295:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.881302:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434286.881305:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.881311:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434286.881313:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434286.881316:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434286.881319:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434286.881322:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434286.881325:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300413981
00000100:00000001:3.0:1789434286.881327:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300414635
00000100:00000001:3.0:1789434286.881329:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300413981
00000100:00000001:3.0:1789434286.881331:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300414636
00000100:00000001:3.0:1789434286.881333:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434286.881335:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434286.881337:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434286.881340:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434286/real 1789434286]  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434286.881960:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434286.881964:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434286.881967:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434286.881972:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434286.881974:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434286.881977:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434286.881984:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434286.881994:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.882001:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434286.882003:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.882005:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434286.882007:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434286.882011:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.882018:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434286.882022:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.882029:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434286.882032:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.882034:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434286.882036:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.882038:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434286.882044:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434286.882048:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434286.882052:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434286.882054:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434286.882058:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434286.882067:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933955584:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434286.882072:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434286.882076:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.882083:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434286.882085:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434286.882087:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434286.882090:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434286.882092:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434286.882095:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933955712:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434286.882109:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434286.882112:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434286.882114:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434286.882116:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434286.882121:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa2400.
02000000:00000001:3.0:1789434286.882124:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434286.882128:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434286.882131:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434286.882135:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434286.882138:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933955712, portal 4
00000100:00000001:3.0:1789434286.882141:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434286.882142:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549978496 : -119883159573120 : ffff92f786dbed80)
00000100:00000040:3.0:1789434286.882149:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.882154:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434286.882156:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434286.882158:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434286.882161:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933955712, offset 0
00000400:00000200:3.0:1789434286.882166:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434286.882171:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434286.882176:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434286.882180:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434286.882182:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434286.882184:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434286.882187:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434286.882190:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512719:512719:256:4294967295] 192.168.203.104@tcp LPNI seq info [512686:512686:8:4294967295]
00000400:00000200:3.0:1789434286.882195:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434286.882201:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434286.882206:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434286.882210:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434286.882214:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434286.882218:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1789434286.882223:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434286.882227:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1789434286.882231:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434286.882233:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434286.882237:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434286.882241:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434286.882244:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434286.882245:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434286.882248:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434286.882251:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.882259:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434286.882263:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.882270:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434286.882271:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434286.882275:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434286.882279:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434286.882282:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434286.882284:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300413984
00000100:00000001:3.0:1789434286.882287:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300414635
00000100:00000001:3.0:1789434286.882289:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300413984
00000100:00000001:3.0:1789434286.882292:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300414636
00000100:00000001:3.0:1789434286.882294:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434286.882296:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434286.882298:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434286.882302:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434286/real 1789434286]  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434286.882310:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434286.882311:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434286.882312:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434286.882315:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434286.882317:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434286.882319:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434286.882322:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434286.882330:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.882336:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434286.882337:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.882339:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434286.882341:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434286.882344:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.882369:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434286.882374:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.882380:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434286.882383:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.882385:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434286.882387:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.882388:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434286.882393:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434286.882396:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434286.882399:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434286.882401:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434286.882404:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434286.882411:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933955712:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434286.882415:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.882418:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434286.882421:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbe300 x1876351933955584/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.882427:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434286.882429:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434286.882431:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:3.0:1789434286.882434:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434286.882436:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434286.882437:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434286.882439:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434286.882442:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16800.
02000000:00000001:3.0:1789434286.882446:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434286.882447:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434286.882448:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbe300.
00000100:00000001:3.0:1789434286.882453:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434286.882454:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.882456:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434286.882458:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbed80 x1876351933955712/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434286.882464:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434286.882465:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434286.882466:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:3.0:1789434286.882468:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434286.882469:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434286.882470:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434286.882473:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434286.882474:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15c00.
02000000:00000001:3.0:1789434286.882477:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434286.882477:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434286.882479:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbed80.
00000100:00000001:3.0:1789434286.882481:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434286.882482:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.882484:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434286.882492:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434286.882494:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434286.882497:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434286.882500:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434287.135487:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434287.135494:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434287.135496:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434287.135501:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434287.135505:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434287.135510:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434287.135513:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434287.135516:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434287.135520:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434287.583468:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300414635, at 4300414656
00000100:00000010:2.0:1789434287.583481:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0000.
00000100:00000040:3.0:1789434287.583590:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300414636, at 4300414656
00000100:00000010:3.0:1789434287.583602:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0c60.
00000100:00000001:2.0:1789434287.647484:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434287.647492:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434287.647494:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434287.647499:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434287.647506:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434287.647511:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434287.647516:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434287.647519:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434287.647523:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434287.647580:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434287.647584:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434287.647588:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434287.647589:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434287.647592:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434287.647593:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434287.647596:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434287.647597:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434287.647751:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434287.647758:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434287.647763:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434287.903467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434287.903467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434287.903474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434287.903474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434287.903478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434287.903478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434287.903485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434287.903485:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434287.903489:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434287.903490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434287.903493:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434287.903494:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434287.903496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434287.903498:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434287.903499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434287.903501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434287.903502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434287.903506:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434288.159464:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434288.159471:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434288.159473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434288.159478:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434288.159482:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434288.159487:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434288.159489:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434288.159492:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434288.159495:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434288.671464:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434288.671471:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434288.671476:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434288.671478:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434288.671482:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434288.671483:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434288.671486:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434288.671488:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434288.671527:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434288.671530:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434288.671534:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434288.672037:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434288.672041:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434288.672044:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434288.672047:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434288.672050:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434288.672054:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434288.672057:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434288.672059:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434288.672062:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434288.927453:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434288.927454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434288.927460:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434288.927461:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434288.927462:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434288.927465:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434288.927467:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434288.927471:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434288.927473:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434288.927476:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434288.927478:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434288.927479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434288.927481:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434288.927488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434288.927492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434288.927495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434288.927497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434288.927503:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434289.183986:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434289.183994:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434289.183996:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434289.184001:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434289.184005:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434289.184009:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434289.184011:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434289.184014:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434289.184018:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434289.695602:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434289.695609:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434289.695611:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434289.695616:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434289.695620:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434289.695624:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434289.695626:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434289.695629:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434289.695632:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434289.696159:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434289.696163:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434289.696167:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434289.696168:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434289.696172:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434289.696173:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434289.696176:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434289.696177:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434289.696230:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434289.696234:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434289.696238:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434289.951459:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434289.951459:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434289.951465:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434289.951466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434289.951467:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434289.951470:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434289.951473:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434289.951475:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434289.951480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434289.951481:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434289.951487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434289.951487:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434289.951493:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434289.951494:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434289.951497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434289.951498:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434289.951503:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434289.951503:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434290.207467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434290.207474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434290.207477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434290.207482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434290.207486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434290.207489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434290.207491:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434290.207494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434290.207497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434290.719602:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434290.719608:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434290.719611:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434290.719616:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434290.719619:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434290.719623:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434290.719626:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434290.719628:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434290.719632:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434290.719639:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434290.719644:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434290.719649:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434290.719651:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434290.719654:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434290.719655:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434290.719658:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434290.719659:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434290.720140:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434290.720143:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434290.720145:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434290.975473:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434290.975473:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434290.975481:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434290.975481:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434290.975486:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434290.975486:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434290.975493:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434290.975493:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434290.975499:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434290.975499:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434290.975505:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434290.975505:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434290.975512:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434290.975512:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434290.975517:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434290.975517:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434290.975524:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434290.975524:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434291.231868:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434291.231875:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434291.231877:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434291.231882:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434291.231885:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434291.231889:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434291.231892:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434291.231894:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434291.231897:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434291.743458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434291.743465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434291.743467:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434291.743472:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434291.743476:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434291.743479:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434291.743482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434291.743485:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434291.743488:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434291.743676:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434291.743679:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434291.743683:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434291.743685:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434291.743688:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434291.743689:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434291.743691:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434291.743693:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434291.743775:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434291.743779:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434291.743782:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789434291.999498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434291.999508:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434291.999511:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434291.999516:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434291.999520:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434291.999527:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5746
00000100:00000001:1.0:1789434291.999533:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:0.0:1789434291.999539:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434291.999539:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434291.999543:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434291.999548:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00100000:1.0:1789434291.999549:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:0.0:1789434291.999552:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1789434291.999554:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434291.999559:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434291.999560:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434291.999563:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434291.999565:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434291.999568:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434291.999570:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999574:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434291.999581:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434291.999584:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000100:00000001:1.0:1789434291.999585:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434291.999587:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434291.999592:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434291.999595:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434291.999605:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434291.999609:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999611:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434291.999613:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999615:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434291.999618:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434291.999622:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999625:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434291.999628:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434291.999632:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434291.999636:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434291.999638:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434291.999640:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434291.999649:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbea00.
00000020:00000040:0.0:1789434291.999653:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434291.999656:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434291.999658:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434291.999661:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434291.999663:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434291.999667:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434291.999674:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16c00.
00000100:00000001:0.0:1789434291.999681:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434291.999691:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434291.999701:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434291.999706:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434291.999711:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099227cf5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434291.999746:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434291.999750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434291.999753:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434291.999754:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434291.999756:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434291.999759:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434291.999761:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5746
00000400:00000200:0.0:1789434291.999764:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434291.999767:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434291.999769:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434291.999772:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999775:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434291.999776:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999778:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434291.999782:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434291.999783:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434291.999784:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434291.999786:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434291.999788:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434291.999790:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434291.999793:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999795:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434291.999797:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999798:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434291.999800:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434291.999803:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999805:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434291.999806:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434291.999812:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434291.999814:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434291.999815:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434291.999819:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434291.999821:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434291.999822:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434291.999826:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc000.
00000020:00000040:0.0:1789434291.999828:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434291.999830:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434291.999831:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434291.999833:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434291.999834:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434291.999835:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434291.999839:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17c00.
00000100:00000001:0.0:1789434291.999842:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434291.999846:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434291.999853:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434291.999855:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434291.999858:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f9eea5b] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434291.999866:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434291.999868:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434291.999871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434291.999872:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434291.999874:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434291.999876:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434291.999879:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5746
00000400:00000200:0.0:1789434291.999882:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434291.999885:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434291.999887:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434291.999890:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999892:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434291.999893:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999895:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434291.999898:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434291.999900:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434291.999901:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434291.999903:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434291.999905:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434291.999907:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434291.999910:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999912:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434291.999913:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999915:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434291.999917:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434291.999919:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434291.999922:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434291.999923:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434291.999926:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434291.999928:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434291.999929:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434291.999932:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434291.999934:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434291.999935:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434291.999938:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbfb80.
00000020:00000040:0.0:1789434291.999940:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434291.999942:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434291.999944:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434291.999945:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434291.999946:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434291.999948:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434291.999951:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17400.
00000100:00000001:0.0:1789434291.999954:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434291.999959:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434291.999966:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434291.999968:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434291.999972:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f4038] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434291.999979:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434291.999981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434291.999984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434291.999985:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434291.999987:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434291.999990:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434291.999992:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5746
00000400:00000200:0.0:1789434291.999995:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434291.999998:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434292.000000:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434292.000002:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434292.000004:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434292.000005:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434292.000007:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434292.000010:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434292.000011:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434292.000012:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434292.000014:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434292.000015:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434292.000017:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434292.000019:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434292.000021:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434292.000023:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434292.000025:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434292.000027:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434292.000029:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434292.000031:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434292.000033:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434292.000035:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434292.000037:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434292.000039:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434292.000040:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434292.000042:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434292.000043:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434292.000046:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc700.
00000020:00000040:0.0:1789434292.000048:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434292.000051:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434292.000052:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434292.000053:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434292.000054:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434292.000056:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434292.000059:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16000.
00000100:00000001:0.0:1789434292.000077:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434292.000082:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434292.000088:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434292.000090:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434292.000093:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4613ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434292.000099:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434292.000103:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5756)
00000100:00000001:3.0:1789434292.000566:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434292.000571:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434292.000573:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434292.000579:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.000588:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434292.000590:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434292.000602:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434292.000605:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434292.000608:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434292.000611:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933955840:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434292.000615:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434292.000618:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434292.000620:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434292.000622:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434292.000626:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa2400.
02000000:00000001:3.0:1789434292.000628:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434292.000634:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434292.000638:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434292.000644:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434292.000651:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933955840, portal 25
00000100:00000001:3.0:1789434292.000653:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434292.000655:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549977600 : -119883159574016 : ffff92f786dbea00)
00000100:00000040:3.0:1789434292.000660:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.000667:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434292.000670:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434292.000672:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434292.000676:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933955840, offset 0
00000400:00000200:3.0:1789434292.000682:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434292.000690:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434292.000696:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434292.000702:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434292.000706:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434292.000708:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434292.000712:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434292.000715:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512720:512720:256:4294967295] 192.168.203.104@tcp LPNI seq info [512687:512687:8:4294967295]
00000400:00000200:3.0:1789434292.000719:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434292.000729:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434292.000734:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434292.000739:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434292.000746:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434292.000750:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789434292.000755:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434292.000759:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789434292.000762:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434292.000764:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434292.000768:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434292.000773:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434292.000778:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434292.000780:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434292.000784:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434292.000788:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.000797:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434292.000800:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.000808:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434292.000810:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434292.000815:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434292.000819:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434292.000822:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300419756
00000100:00000010:3.0:1789434292.000826:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0c60.
00000100:00000001:3.0:1789434292.000832:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434292.000837:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300419756
00000100:00000010:3.0:1789434292.000839:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0b40.
00000100:00000001:3.0:1789434292.000842:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434292.000845:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434292.000848:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434292.000850:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434292.000855:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434292/real 1789434292]  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434292.000863:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434292.000865:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434292.000867:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434292.000869:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434292.000871:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434292.000873:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434292.000877:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434292.000885:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.000892:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434292.000894:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.000896:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434292.000898:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434292.000902:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.000909:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434292.000914:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.000920:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434292.000924:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.000925:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434292.000927:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.000929:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434292.000931:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434292.000934:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434292.000938:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434292.000940:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434292.000944:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434292.000952:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933955840:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434292.000956:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434292.000959:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.000965:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434292.000966:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434292.000968:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434292.000970:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434292.000972:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434292.000974:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933955968:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434292.000977:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434292.000978:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434292.000980:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434292.000981:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434292.000984:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1800.
02000000:00000001:3.0:1789434292.000986:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434292.000990:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434292.000992:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434292.000996:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434292.000999:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933955968, portal 10
00000100:00000001:3.0:1789434292.001000:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434292.001001:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549966848 : -119883159584768 : ffff92f786dbc000)
00000100:00000040:3.0:1789434292.001007:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001012:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434292.001014:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434292.001016:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434292.001017:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933955968, offset 0
00000400:00000200:3.0:1789434292.001021:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434292.001025:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434292.001028:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434292.001031:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434292.001033:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434292.001035:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434292.001037:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434292.001040:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512721:512721:256:4294967295] 192.168.203.104@tcp LPNI seq info [512688:512688:8:4294967295]
00000400:00000200:3.0:1789434292.001043:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434292.001048:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434292.001052:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434292.001055:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434292.001058:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434292.001071:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789434292.001075:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434292.001078:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789434292.001081:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434292.001083:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434292.001086:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434292.001089:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434292.001092:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434292.001094:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434292.001096:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434292.001099:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001106:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434292.001108:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001114:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434292.001116:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434292.001119:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434292.001122:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434292.001126:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434292.001128:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300419084
00000100:00000001:3.0:1789434292.001131:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300419756
00000100:00000001:3.0:1789434292.001134:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300419084
00000100:00000001:3.0:1789434292.001137:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300419756
00000100:00000001:3.0:1789434292.001139:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434292.001140:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434292.001142:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434292.001143:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1789434292.001148:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1789434292.001149:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434292/real 1789434292]  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434292.001151:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434292.001157:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434292.001162:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1789434292.001163:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1789434292.001166:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:3.0:1789434292.001166:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434292.001168:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000100:00000001:2.0:1789434292.001170:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1789434292.001173:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000100:00000001:2.0:1789434292.001174:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:3.0:1789434292.001176:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:2.0:1789434292.001179:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434292.001180:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434292.001185:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434292.001195:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001201:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434292.001202:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001204:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434292.001205:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434292.001209:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001215:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434292.001218:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001223:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434292.001225:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001227:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434292.001228:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001230:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434292.001233:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434292.001235:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434292.001238:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434292.001240:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434292.001243:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434292.001250:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933955968:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434292.001253:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434292.001256:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001262:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434292.001263:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434292.001265:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434292.001267:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434292.001268:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434292.001271:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933956096:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434292.001273:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434292.001276:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434292.001277:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434292.001278:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434292.001282:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434292.001284:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434292.001286:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434292.001289:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434292.001292:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434292.001294:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933956096, portal 4
00000100:00000001:3.0:1789434292.001296:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434292.001297:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549982080 : -119883159569536 : ffff92f786dbfb80)
00000100:00000040:3.0:1789434292.001301:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001307:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434292.001309:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434292.001311:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434292.001312:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933956096, offset 0
00000400:00000200:3.0:1789434292.001316:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434292.001319:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434292.001322:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434292.001325:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434292.001328:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434292.001330:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434292.001332:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434292.001335:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512722:512722:256:4294967295] 192.168.203.104@tcp LPNI seq info [512689:512689:8:4294967295]
00000400:00000200:3.0:1789434292.001338:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434292.001344:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434292.001388:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434292.001392:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434292.001396:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434292.001398:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789434292.001403:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434292.001405:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789434292.001408:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434292.001411:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434292.001414:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434292.001417:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434292.001421:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434292.001423:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434292.001433:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434292.001437:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001448:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434292.001451:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001458:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434292.001460:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434292.001463:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434292.001466:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434292.001470:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434292.001472:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300419102
00000100:00000001:3.0:1789434292.001474:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300419756
00000100:00000001:3.0:1789434292.001476:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300419102
00000100:00000001:3.0:1789434292.001479:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300419756
00000100:00000001:3.0:1789434292.001481:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434292.001483:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434292.001485:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434292.001489:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434292/real 1789434292]  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434292.001497:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434292.001499:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434292.001500:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434292.001503:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434292.001504:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434292.001507:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434292.001511:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434292.001519:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001526:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434292.001527:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001529:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434292.001530:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434292.001534:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001541:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434292.001545:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001553:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434292.001555:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001557:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434292.001558:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001560:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434292.001564:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434292.001566:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434292.001570:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434292.001572:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434292.001576:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434292.001584:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933956096:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434292.001587:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434292.001591:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001599:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434292.001600:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434292.001602:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434292.001604:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434292.001606:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434292.001609:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933956224:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434292.001612:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434292.001614:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434292.001615:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434292.001617:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434292.001620:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434292.001622:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434292.001625:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434292.001628:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434292.001631:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434292.001634:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933956224, portal 4
00000100:00000001:3.0:1789434292.001636:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434292.001638:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549968640 : -119883159582976 : ffff92f786dbc700)
00000100:00000040:3.0:1789434292.001643:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001650:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434292.001652:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434292.001654:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434292.001657:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933956224, offset 0
00000400:00000200:3.0:1789434292.001661:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434292.001665:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434292.001668:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434292.001671:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434292.001674:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434292.001676:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434292.001678:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434292.001681:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512723:512723:256:4294967295] 192.168.203.104@tcp LPNI seq info [512690:512690:8:4294967295]
00000400:00000200:3.0:1789434292.001686:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434292.001691:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434292.001696:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434292.001700:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434292.001703:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434292.001707:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1789434292.001711:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434292.001713:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1789434292.001717:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434292.001719:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434292.001722:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434292.001726:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434292.001729:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434292.001731:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434292.001733:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434292.001737:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001744:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434292.001747:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001754:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434292.001755:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434292.001758:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434292.001761:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434292.001765:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434292.001767:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300419104
00000100:00000001:3.0:1789434292.001769:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300419756
00000100:00000001:3.0:1789434292.001772:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300419104
00000100:00000001:3.0:1789434292.001774:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300419756
00000100:00000001:3.0:1789434292.001776:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434292.001778:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434292.001780:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434292.001783:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434292/real 1789434292]  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434292.001791:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434292.001792:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434292.001793:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434292.001796:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434292.001798:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434292.001800:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434292.001803:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434292.001810:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001815:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434292.001817:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001818:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434292.001819:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434292.001822:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001828:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434292.001831:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001837:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434292.001839:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001841:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434292.001842:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001844:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434292.001847:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434292.001850:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434292.001854:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434292.001856:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434292.001860:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434292.001867:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933956224:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434292.001870:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001872:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434292.001875:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbea00 x1876351933955840/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001881:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434292.001883:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434292.001885:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:3.0:1789434292.001889:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434292.001891:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434292.001892:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434292.001895:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434292.001898:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16c00.
02000000:00000001:3.0:1789434292.001902:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434292.001904:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434292.001905:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbea00.
00000100:00000001:3.0:1789434292.001910:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434292.001911:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001913:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434292.001917:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc000 x1876351933955968/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001924:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434292.001926:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434292.001927:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:3.0:1789434292.001930:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434292.001931:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434292.001932:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434292.001934:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434292.001936:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17c00.
02000000:00000001:3.0:1789434292.001939:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434292.001940:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434292.001941:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc000.
00000100:00000001:3.0:1789434292.001944:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434292.001945:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001946:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434292.001949:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbfb80 x1876351933956096/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001954:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434292.001956:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434292.001957:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434292.001959:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434292.001960:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434292.001961:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434292.001963:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434292.001964:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17400.
02000000:00000001:3.0:1789434292.001966:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434292.001967:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434292.001969:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbfb80.
00000100:00000001:3.0:1789434292.001971:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434292.001972:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.001973:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434292.001976:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc700 x1876351933956224/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434292.001982:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434292.001984:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434292.001985:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434292.001987:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434292.001988:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434292.001989:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434292.001991:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434292.001992:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16000.
02000000:00000001:3.0:1789434292.001994:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434292.001995:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434292.001996:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc700.
00000100:00000001:3.0:1789434292.001999:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434292.002000:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.002002:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434292.002009:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434292.002010:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434292.002013:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434292.002015:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434292.255784:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434292.255791:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434292.255793:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434292.255799:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434292.255802:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434292.255806:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434292.255808:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434292.255811:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434292.255814:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434292.703713:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300419756, at 4300419776
00000100:00000010:2.0:1789434292.703729:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0c60.
00000100:00000040:3.0:1789434292.704125:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300419756, at 4300419776
00000100:00000010:3.0:1789434292.704133:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0b40.
00010000:00000001:1.0:1789434292.767469:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434292.767476:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434292.767482:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434292.767485:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434292.767488:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434292.767492:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434292.767495:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434292.767497:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434292.767499:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434292.767501:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434292.767505:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434292.767506:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434292.767507:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434292.767509:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434292.767510:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434292.767511:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434292.767513:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434292.767515:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434292.767518:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434292.767520:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434292.767521:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434292.767522:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434292.767524:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434292.767525:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434292.767526:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434292.767528:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434292.767682:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434292.767684:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434292.767686:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434292.767706:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434292.767711:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434292.767713:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434292.767717:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434292.767720:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434292.767723:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434292.767727:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434292.767729:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434292.767732:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434293.023471:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434293.023471:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434293.023479:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434293.023479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434293.023483:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434293.023483:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434293.023491:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434293.023492:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434293.023498:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434293.023498:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434293.023504:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434293.023504:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434293.023509:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434293.023510:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434293.023512:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434293.023513:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434293.023516:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434293.023518:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434293.279464:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434293.279481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434293.279483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434293.279488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434293.279492:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434293.279496:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434293.279498:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434293.279501:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434293.279504:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434293.791455:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434293.791463:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434293.791466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434293.791471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434293.791475:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434293.791479:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434293.791482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434293.791485:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434293.791488:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434293.791511:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434293.791515:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434293.791520:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434293.791521:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434293.791524:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434293.791525:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434293.791528:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434293.791530:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434293.791613:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434293.791616:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434293.791619:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434294.047465:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434294.047465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434294.047473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434294.047473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434294.047477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434294.047477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434294.047486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434294.047486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434294.047491:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434294.047492:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434294.047495:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434294.047496:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434294.047499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434294.047500:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434294.047502:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434294.047504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434294.047505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434294.047511:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434294.303514:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434294.303522:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434294.303524:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434294.303530:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434294.303534:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434294.303539:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434294.303541:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434294.303544:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434294.303548:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434294.815497:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434294.815503:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434294.815506:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434294.815510:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434294.815513:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434294.815517:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434294.815520:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434294.815522:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434294.815525:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434294.815690:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434294.815694:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434294.815699:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434294.815700:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434294.815704:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434294.815705:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434294.815708:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434294.815710:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434294.816634:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434294.816640:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434294.816644:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434295.071461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434295.071462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434295.071468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434295.071469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434295.071472:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434295.071472:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434295.071478:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:1.0:1789434295.071479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434295.071484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434295.071485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434295.071490:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434295.071490:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434295.071494:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434295.071495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434295.071497:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434295.071499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434295.071501:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434295.071502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434295.327462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434295.327469:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434295.327471:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434295.327477:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434295.327481:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434295.327485:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434295.327488:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434295.327490:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434295.327493:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434295.839470:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434295.839478:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434295.839480:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434295.839483:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434295.839487:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434295.839490:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434295.839492:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434295.839494:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434295.839498:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434295.839499:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434295.839502:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434295.839504:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434295.839507:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434295.839508:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434295.839560:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434295.839565:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434295.839568:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434295.839571:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434295.839575:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434295.839579:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434295.839582:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434295.839584:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434295.839587:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434295.839744:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434295.839747:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434295.839750:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434296.095536:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434296.095541:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434296.095543:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434296.095546:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434296.095549:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434296.095552:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434296.095554:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434296.095556:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434296.095558:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434296.095634:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434296.095637:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434296.095639:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434296.095642:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434296.095644:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434296.095646:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434296.095648:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434296.095650:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434296.095651:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434296.351477:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434296.351484:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434296.351487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434296.351492:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434296.351495:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434296.351499:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434296.351502:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434296.351505:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434296.351508:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434296.863452:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434296.863459:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434296.863460:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434296.863465:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434296.863468:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434296.863471:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434296.863473:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434296.863475:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434296.863477:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434296.863720:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434296.863723:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434296.863728:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434296.863729:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434296.863732:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434296.863734:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434296.863737:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434296.863738:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434296.863780:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434296.863785:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434296.863789:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434297.119446:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434297.119453:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434297.119455:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434297.119460:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434297.119463:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434297.119468:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434297.119472:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434297.119474:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434297.119478:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434297.120199:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434297.120203:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434297.120205:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434297.120208:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434297.120211:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434297.120214:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789434297.120215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434297.120217:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434297.120220:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789434297.120223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434297.120224:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.120227:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434297.120233:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434297.120237:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434297.120245:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5751
00000400:00000200:1.0:1789434297.120254:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434297.120259:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434297.120263:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434297.120266:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120269:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434297.120271:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120274:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434297.120281:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434297.120283:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434297.120286:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434297.120289:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434297.120291:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434297.120293:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434297.120296:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120298:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434297.120299:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120301:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434297.120304:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434297.120307:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120309:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434297.120312:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434297.120316:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434297.120319:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.120321:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434297.120323:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434297.120332:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
00000020:00000040:1.0:1789434297.120336:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434297.120339:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434297.120341:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.120343:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434297.120346:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434297.120366:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434297.120374:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7000.
00000100:00000001:1.0:1789434297.120380:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434297.120389:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434297.120399:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434297.120404:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434297.120409:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434297.120429:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434297.120433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434297.120436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434297.120437:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434297.120439:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434297.120441:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434297.120444:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5751
00000400:00000200:1.0:1789434297.120448:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434297.120452:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434297.120454:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434297.120456:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120459:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789434297.120459:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1789434297.120464:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434297.120464:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434297.120466:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789434297.120470:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434297.120474:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:3.0:1789434297.120476:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789434297.120477:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434297.120480:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434297.120484:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434297.120488:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434297.120495:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:3.0:1789434297.120495:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434297.120498:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434297.120501:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120505:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434297.120507:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120510:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434297.120513:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
02000000:00000001:3.0:1789434297.120515:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1789434297.120516:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:3.0:1789434297.120519:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434297.120521:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434297.120524:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434297.120525:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1789434297.120532:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933956352:192.168.203.104@tcp:250:kworker.0
02000000:00000001:1.0:1789434297.120533:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434297.120538:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434297.120541:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434297.120543:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434297.120545:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1789434297.120549:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434297.120549:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434297.120551:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.120553:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434297.120558:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1789434297.120558:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434297.120562:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000008:00000001:1.0:1789434297.120563:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.120567:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434297.120567:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000010:1.0:1789434297.120572:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000020:00000040:1.0:1789434297.120575:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434297.120578:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434297.120579:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.120580:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434297.120582:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1789434297.120583:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933956352, portal 25
02000000:00000001:1.0:1789434297.120584:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434297.120588:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434297.120591:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
02000000:00000010:1.0:1789434297.120592:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5400.
00000100:00000001:1.0:1789434297.120598:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434297.120600:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434297.120605:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434297.120613:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434297.120616:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434297.120624:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.120624:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434297.120630:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434297.120635:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000001:1.0:1789434297.120639:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789434297.120640:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933956352, offset 0
00000100:00080000:1.0:1789434297.120645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434297.120651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1789434297.120652:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120654:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434297.120657:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434297.120660:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1789434297.120663:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:1.0:1789434297.120665:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5751
00000400:00000200:1.0:1789434297.120671:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434297.120674:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:3.0:1789434297.120676:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00080000:1.0:1789434297.120678:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434297.120684:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:3.0:1789434297.120684:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1789434297.120688:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789434297.120692:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000040:1.0:1789434297.120693:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120697:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:3.0:1789434297.120699:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1789434297.120701:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434297.120705:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000400:00000200:3.0:1789434297.120705:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000020:00000001:1.0:1789434297.120709:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434297.120712:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000400:00000200:3.0:1789434297.120712:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512724:512724:256:4294967295] 192.168.203.104@tcp LPNI seq info [512691:512691:8:4294967295]
00000020:00000001:1.0:1789434297.120716:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434297.120720:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:3.0:1789434297.120722:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:1.0:1789434297.120726:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120729:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434297.120732:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120735:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:3.0:1789434297.120740:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1789434297.120741:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434297.120748:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434297.120751:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789434297.120752:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
02000000:00000001:1.0:1789434297.120754:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434297.120759:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1789434297.120759:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
02000000:00000001:1.0:1789434297.120763:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.120766:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:3.0:1789434297.120769:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000008:00100000:1.0:1789434297.120770:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434297.120775:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789434297.120775:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000100:00000001:1.0:1789434297.120777:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434297.120784:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
00000800:00000200:3.1:1789434297.120784:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:1.0:1789434297.120788:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434297.120791:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434297.120792:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.120793:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434297.120794:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434297.120796:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434297.120800:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7400.
00000800:00000200:3.1:1789434297.120802:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000100:00000001:1.0:1789434297.120805:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1789434297.120810:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00100000:1.0:1789434297.120814:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1789434297.120815:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434297.120824:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789434297.120825:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434297.120829:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434297.120836:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434297.120840:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1789434297.120850:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434297.120850:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000100:00080000:1.0:1789434297.120855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1789434297.120855:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00080000:1.0:1789434297.120861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434297.120862:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1789434297.120863:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434297.120866:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434297.120870:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:3.0:1789434297.120871:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789434297.120875:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5751
00000100:00000001:3.0:1789434297.120887:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434297.120891:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434297.120897:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434297.120904:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434297.120905:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:3.0:1789434297.120908:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:1.0:1789434297.120910:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789434297.120927:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434297.120932:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434297.120935:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300424876
00000100:00000010:3.0:1789434297.120941:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0b40.
00000100:00000001:3.0:1789434297.120947:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434297.120960:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300424876
00000100:00000010:3.0:1789434297.120964:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a04e0.
00000100:00000001:3.0:1789434297.120967:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434297.120977:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434297.120979:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434297.120981:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434297.120985:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434297/real 1789434297]  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434297.120993:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434297.120994:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434297.120995:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434297.120997:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434297.120999:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434297.121001:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434297.121003:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434297.121008:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121013:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434297.121015:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121016:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434297.121018:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434297.121021:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121036:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434297.121043:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121049:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434297.121051:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121052:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434297.121054:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121059:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434297.121060:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434297.121062:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434297.121065:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434297.121067:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434297.121071:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434297.121078:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933956352:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434297.121081:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121083:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434297.121086:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933956352/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121093:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434297.121095:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434297.121098:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434297.121101:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434297.121103:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434297.121105:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434297.121107:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434297.121110:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7000.
02000000:00000001:3.0:1789434297.121113:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434297.121114:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434297.121116:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:3.0:1789434297.121119:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434297.121120:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121123:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121130:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434297.121132:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434297.121134:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434297.121135:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434297.121137:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434297.121141:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121148:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434297.121149:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434297.121151:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434297.121154:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1789434297.121155:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:3.0:1789434297.121157:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.121160:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434297.121164:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00100000:3.0:1789434297.121165:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933956480:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434297.121166:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434297.121171:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434297.121172:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:3.0:1789434297.121172:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1789434297.121175:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1789434297.121176:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1789434297.121177:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434297.121180:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
02000000:00000001:3.0:1789434297.121180:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434297.121185:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
02000000:00000001:3.0:1789434297.121186:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1789434297.121188:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434297.121190:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434297.121191:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000010:3.0:1789434297.121191:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:1.0:1789434297.121194:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:3.0:1789434297.121196:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789434297.121197:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434297.121201:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434297.121203:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434297.121205:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1789434297.121205:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:1.0:1789434297.121209:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:3.0:1789434297.121210:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
02000000:00000001:1.0:1789434297.121211:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.121214:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434297.121216:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000400:00000010:3.0:1789434297.121217:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000008:00000001:1.0:1789434297.121218:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.121222:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789434297.121224:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933956480, portal 10
00000100:00000010:1.0:1789434297.121225:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
00000100:00000001:3.0:1789434297.121228:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1789434297.121229:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434297.121233:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1789434297.121233:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
02000000:00000001:1.0:1789434297.121235:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.121238:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434297.121240:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434297.121241:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434297.121245:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7c00.
00000100:00000040:3.0:1789434297.121245:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434297.121251:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434297.121258:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434297.121260:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789434297.121267:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1789434297.121267:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434297.121270:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434297.121273:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000040:1.0:1789434297.121275:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434297.121278:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933956480, offset 0
00000100:00000001:1.0:1789434297.121286:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434297.121290:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5761)
00000400:00000200:3.0:1789434297.121298:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434297.121305:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434297.121310:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434297.121313:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434297.121315:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434297.121317:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434297.121319:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434297.121322:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512725:512725:256:4294967295] 192.168.203.104@tcp LPNI seq info [512692:512692:8:4294967295]
00000400:00000200:3.0:1789434297.121330:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434297.121336:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434297.121371:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434297.121375:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434297.121379:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434297.121382:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1789434297.121386:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434297.121389:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1789434297.121392:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434297.121394:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434297.121397:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434297.121400:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434297.121403:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434297.121404:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434297.121407:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434297.121410:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121417:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434297.121420:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121431:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434297.121432:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434297.121435:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434297.121443:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434297.121446:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434297.121448:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300424205
00000100:00000001:3.0:1789434297.121450:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300424876
00000100:00000001:3.0:1789434297.121453:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300424205
00000100:00000001:3.0:1789434297.121455:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300424876
00000100:00000001:3.0:1789434297.121456:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434297.121459:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434297.121460:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434297.121464:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434297/real 1789434297]  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434297.121471:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434297.121472:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434297.121474:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434297.121476:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434297.121478:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434297.121480:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434297.121483:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434297.121491:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121497:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434297.121499:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121501:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434297.121502:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434297.121505:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121512:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434297.121515:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121521:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434297.121524:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121525:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434297.121527:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121528:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434297.121531:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434297.121533:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434297.121536:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434297.121538:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434297.121542:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434297.121550:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933956480:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434297.121553:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434297.121556:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121562:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434297.121563:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434297.121565:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434297.121567:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434297.121569:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434297.121571:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933956608:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434297.121579:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434297.121580:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434297.121582:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434297.121584:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434297.121587:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434297.121589:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434297.121592:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434297.121594:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434297.121597:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434297.121599:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933956608, portal 4
00000100:00000001:3.0:1789434297.121601:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434297.121602:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:3.0:1789434297.121608:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121613:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434297.121615:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434297.121617:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434297.121619:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933956608, offset 0
00000400:00000200:3.0:1789434297.121623:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434297.121626:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434297.121630:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434297.121633:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434297.121635:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434297.121636:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434297.121639:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434297.121641:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512726:512726:256:4294967295] 192.168.203.104@tcp LPNI seq info [512693:512693:8:4294967295]
00000400:00000200:3.0:1789434297.121645:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434297.121651:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434297.121654:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434297.121657:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434297.121661:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434297.121663:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1789434297.121667:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434297.121669:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1789434297.121672:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434297.121675:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434297.121677:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434297.121680:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434297.121683:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434297.121684:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434297.121686:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434297.121690:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121697:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434297.121699:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121704:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434297.121706:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434297.121709:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434297.121711:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434297.121714:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434297.121716:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300424222
00000100:00000001:3.0:1789434297.121719:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300424876
00000100:00000001:3.0:1789434297.121721:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300424222
00000100:00000001:3.0:1789434297.121723:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300424876
00000100:00000001:3.0:1789434297.121725:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434297.121727:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434297.121729:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434297.121733:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434297/real 1789434297]  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434297.121740:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434297.121742:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434297.121743:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434297.121746:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434297.121747:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434297.121749:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434297.121752:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434297.121759:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121764:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434297.121765:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121767:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434297.121768:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434297.121771:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121777:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434297.121781:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121787:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434297.121790:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121791:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434297.121792:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121794:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434297.121797:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434297.121800:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434297.121804:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434297.121806:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434297.121809:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434297.121817:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933956608:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434297.121820:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121822:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434297.121826:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933956480/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121832:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434297.121834:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434297.121836:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434297.121838:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434297.121839:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434297.121841:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434297.121843:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434297.121844:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5400.
02000000:00000001:3.0:1789434297.121847:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434297.121848:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434297.121850:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:3.0:1789434297.121852:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434297.121853:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121855:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434297.121858:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933956608/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121865:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434297.121866:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434297.121867:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434297.121869:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434297.121870:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434297.121871:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434297.121873:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434297.121874:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7400.
02000000:00000001:3.0:1789434297.121876:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434297.121877:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434297.121878:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:3.0:1789434297.121881:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434297.121882:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121884:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.121888:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434297.121889:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434297.121891:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434297.121892:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434297.121894:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434297.121898:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121905:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434297.121906:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434297.121908:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434297.121910:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434297.121912:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434297.121915:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933956736:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434297.121918:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434297.121920:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434297.121922:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434297.121923:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434297.121926:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434297.121929:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434297.121932:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434297.121934:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434297.121937:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434297.121940:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933956736, portal 4
00000100:00000001:3.0:1789434297.121942:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434297.121943:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000040:3.0:1789434297.121947:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.121953:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434297.121955:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434297.121957:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434297.121959:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933956736, offset 0
00000400:00000200:3.0:1789434297.121963:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434297.121967:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434297.121970:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434297.121973:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434297.121975:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434297.121977:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434297.121979:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434297.121981:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512727:512727:256:4294967295] 192.168.203.104@tcp LPNI seq info [512694:512694:8:4294967295]
00000400:00000200:3.0:1789434297.121985:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434297.121990:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434297.121994:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434297.121997:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434297.122001:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434297.122003:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1789434297.122007:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434297.122010:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1789434297.122014:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434297.122016:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434297.122019:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434297.122031:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434297.122035:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434297.122037:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434297.122039:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434297.122043:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.122050:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434297.122053:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.122059:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434297.122061:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434297.122064:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434297.122067:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434297.122069:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434297.122071:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300424224
00000100:00000001:3.0:1789434297.122074:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300424876
00000100:00000001:3.0:1789434297.122076:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300424224
00000100:00000001:3.0:1789434297.122078:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300424876
00000100:00000001:3.0:1789434297.122080:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434297.122082:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434297.122083:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434297.122087:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434297/real 1789434297]  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434297.122095:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434297.122097:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434297.122098:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434297.122101:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434297.122102:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434297.122105:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434297.122108:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434297.122116:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.122122:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434297.122123:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.122125:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434297.122126:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434297.122130:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.122136:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434297.122140:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.122146:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434297.122148:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.122150:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434297.122152:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.122154:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434297.122157:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434297.122160:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434297.122164:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434297.122166:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434297.122169:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434297.122177:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933956736:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434297.122180:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.122182:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434297.122186:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933956736/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434322 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434297.122192:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434297.122193:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434297.122195:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434297.122197:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434297.122199:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434297.122200:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434297.122202:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434297.122204:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7c00.
02000000:00000001:3.0:1789434297.122206:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434297.122208:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434297.122209:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:3.0:1789434297.122212:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434297.122213:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.122215:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434297.122218:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434297.122219:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434297.122221:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434297.122223:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434297.375711:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434297.375718:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434297.375721:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434297.375734:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434297.375738:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434297.375741:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434297.375745:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434297.375747:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434297.375750:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434297.823484:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300424876, at 4300424896
00000100:00000010:2.0:1789434297.823497:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0b40.
00000100:00000040:3.0:1789434297.823507:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300424876, at 4300424896
00000100:00000010:3.0:1789434297.823516:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a04e0.
00010000:00000001:1.0:1789434297.887521:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434297.887528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434297.887535:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434297.887537:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434297.887542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434297.887543:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434297.887547:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434297.887548:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434297.887563:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1789434297.887668:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434297.887672:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434297.887675:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434297.887749:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434297.887751:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434297.887755:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434297.887759:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434297.887763:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434297.887765:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434297.887768:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434297.887771:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434298.143444:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434298.143444:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434298.143450:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434298.143451:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434298.143455:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434298.143456:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434298.143462:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434298.143463:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434298.143467:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434298.143472:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434298.143472:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434298.143477:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434298.143477:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434298.143482:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434298.143483:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434298.143485:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434298.143487:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434298.143489:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434298.399459:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434298.399468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434298.399470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434298.399476:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434298.399480:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434298.399484:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434298.399486:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434298.399489:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434298.399492:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434298.911489:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434298.911495:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434298.911502:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434298.911504:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434298.911508:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434298.911510:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434298.911514:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434298.911516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434298.911517:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434298.911522:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434298.911525:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434298.911529:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434298.911533:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1789434298.911537:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1789434298.911538:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434298.911544:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434298.911547:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434298.911551:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434298.911554:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434298.911559:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434299.167458:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434299.167464:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434299.167466:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434299.167479:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434299.167483:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434299.167484:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434299.167498:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434299.167502:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434299.167506:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434299.167509:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434299.167512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434299.167515:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434299.167530:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434299.167534:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434299.167536:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434299.167538:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434299.167539:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434299.167541:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434299.423474:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434299.423481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434299.423484:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434299.423488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434299.423492:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434299.423496:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434299.423499:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434299.423502:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434299.423505:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434299.935514:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434299.935522:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434299.935528:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434299.935529:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434299.935533:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434299.935534:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434299.935537:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434299.935538:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434299.935683:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434299.935687:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434299.935691:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434299.937315:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434299.937322:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434299.937324:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434299.937330:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434299.937334:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434299.937338:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434299.937341:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434299.937343:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434299.937347:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434300.191481:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434300.191490:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434300.191492:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434300.191493:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434300.191500:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434300.191506:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434300.191508:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434300.191514:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434300.191515:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434300.191522:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434300.191523:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434300.191529:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434300.191529:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434300.191534:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434300.191537:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434300.191540:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434300.191542:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434300.191548:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434300.447436:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434300.447442:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434300.447444:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434300.447448:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434300.447450:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434300.447453:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434300.447455:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434300.447457:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434300.447459:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434300.959457:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434300.959466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434300.959468:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434300.959473:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434300.959477:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434300.959481:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434300.959484:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434300.959487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434300.959490:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434300.959909:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434300.959913:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434300.959919:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434300.959920:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434300.959923:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434300.959925:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434300.959928:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434300.959930:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434300.959967:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434300.959970:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434300.959974:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434301.215452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434301.215452:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434301.215457:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434301.215458:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434301.215460:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434301.215461:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434301.215467:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434301.215467:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434301.215471:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434301.215472:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434301.215476:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434301.215478:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434301.215479:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434301.215481:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434301.215485:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434301.215488:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434301.215489:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434301.215491:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434301.471462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434301.471470:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434301.471473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434301.471478:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434301.471482:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434301.471486:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434301.471489:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434301.471491:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434301.471494:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434301.983657:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434301.983662:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434301.983666:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434301.983667:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434301.983669:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434301.983670:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434301.983672:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434301.983673:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434301.983731:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434301.983737:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434301.983742:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434301.983840:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434301.983845:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434301.983847:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434301.983851:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434301.983854:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434301.983859:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434301.983861:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434301.983863:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434301.983866:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434302.239475:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434302.239484:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434302.239487:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434302.239491:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434302.239495:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434302.239496:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434302.239501:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434302.239505:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434302.239506:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5756
00000100:00100000:0.0:1789434302.239511:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434302.239515:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434302.239518:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434302.239521:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434302.239523:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434302.239526:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434302.239528:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434302.239536:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434302.239539:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434302.239544:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434302.239547:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434302.239550:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434302.239553:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434302.239560:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434302.239562:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434302.239564:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434302.239567:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434302.239570:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434302.239572:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434302.239584:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434302.239590:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434302.239592:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434302.239594:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434302.239596:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434302.239599:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434302.239602:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434302.239605:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434302.239608:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434302.239611:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434302.239617:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434302.239619:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434302.239628:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434302.239631:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434302.239635:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434302.239636:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434302.239640:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434302.239643:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434302.239647:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434302.239654:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5c00.
00000100:00000001:1.0:1789434302.239660:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434302.239668:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434302.239679:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434302.239683:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434302.239688:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434302.239712:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434302.239716:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434302.239719:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434302.239720:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434302.239722:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434302.239724:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434302.239727:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5756
00000400:00000200:1.0:1789434302.239731:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434302.239734:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434302.239736:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434302.239739:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434302.239741:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434302.239744:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434302.239746:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434302.239749:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434302.239750:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434302.239752:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789434302.239752:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1789434302.239754:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434302.239758:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:3.0:1789434302.239758:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1789434302.239761:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:3.0:1789434302.239763:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434302.239766:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434302.239769:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434302.239773:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000040:3.0:1789434302.239773:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434302.239776:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434302.239781:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434302.239788:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434302.239788:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434302.239791:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434302.239793:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434302.239795:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434302.239796:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434302.239798:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434302.239801:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434302.239803:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1789434302.239805:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933956864:192.168.203.104@tcp:250:kworker.0
02000000:00000001:1.0:1789434302.239807:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434302.239812:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434302.239812:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1789434302.239817:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1789434302.239817:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434302.239820:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789434302.239821:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434302.239823:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789434302.239825:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434302.239829:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000010:1.0:1789434302.239830:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849880.
02000000:00000001:3.0:1789434302.239832:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789434302.239835:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000400:00000200:3.0:1789434302.239839:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:1.0:1789434302.239841:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434302.239844:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434302.239844:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000100:00000001:1.0:1789434302.239848:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434302.239850:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434302.239852:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434302.239853:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
02000000:00000010:1.0:1789434302.239857:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6c00.
00000100:00000001:1.0:1789434302.239861:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789434302.239861:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933956864, portal 25
00000100:00000001:3.0:1789434302.239867:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1789434302.239871:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434302.239871:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000001:1.0:1789434302.239882:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1789434302.239883:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434302.239886:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434302.239894:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1fca34] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.239901:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434302.239907:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434302.239908:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434302.239912:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1789434302.239912:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434302.239917:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933956864, offset 0
00000400:00000200:3.0:1789434302.239925:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434302.239933:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434302.239941:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434302.239945:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434302.239948:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434302.239950:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434302.239952:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434302.239955:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512728:512728:256:4294967295] 192.168.203.104@tcp LPNI seq info [512695:512695:8:4294967295]
00000400:00000200:3.0:1789434302.239959:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434302.239966:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434302.239971:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434302.239975:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434302.239980:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434302.239983:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789434302.240000:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434302.240004:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789434302.240008:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434302.240011:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434302.240017:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434302.240021:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434302.240027:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434302.240029:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434302.240033:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434302.240038:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.240056:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434302.240060:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.240065:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.240066:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434302.240076:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434302.240082:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434302.240087:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300429995
00000100:00080000:1.0:1789434302.240088:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434302.240092:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434302.240094:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:3.0:1789434302.240095:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a04e0.
00000100:00000001:1.0:1789434302.240098:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434302.240103:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5756
00000100:00000001:3.0:1789434302.240104:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000400:00000200:1.0:1789434302.240110:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434302.240112:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300429995
00000400:00000200:1.0:1789434302.240115:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434302.240119:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000010:3.0:1789434302.240119:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0720.
00000100:00000040:1.0:1789434302.240126:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434302.240126:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434302.240132:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434302.240136:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.240138:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789434302.240143:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434302.240148:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00100000:3.0:1789434302.240150:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434302/real 1789434302]  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434302.240152:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434302.240158:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1789434302.240159:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000040:1.0:1789434302.240161:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000100:00000001:2.0:1789434302.240164:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1789434302.240165:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789434302.240167:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789434302.240170:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000400:00000001:3.0:1789434302.240170:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:2.0:1789434302.240172:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000020:00000001:1.0:1789434302.240175:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000001:3.0:1789434302.240175:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1789434302.240176:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434302.240180:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:3.0:1789434302.240180:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000020:00000001:1.0:1789434302.240181:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:2.0:1789434302.240185:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1789434302.240187:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000100:00000040:1.0:1789434302.240189:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434302.240189:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:3.0:1789434302.240191:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:1.0:1789434302.240195:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434302.240196:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.240197:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:1.0:1789434302.240202:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434302.240206:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000200:3.0:1789434302.240207:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789434302.240212:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434302.240218:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434302.240223:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434302.240226:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1789434302.240226:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434302.240230:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434302.240235:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434302.240239:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434302.240242:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000008:00100000:1.0:1789434302.240243:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000001:3.0:1789434302.240245:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1789434302.240247:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.240249:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434302.240251:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.240254:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1789434302.240256:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849500.
00000020:00000040:1.0:1789434302.240261:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00100000:3.0:1789434302.240261:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434302.240267:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434302.240269:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.240271:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434302.240273:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434302.240277:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1789434302.240277:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434302.240280:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.240285:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:1.0:1789434302.240287:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da4c00.
00000100:00000001:3.0:1789434302.240288:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.240297:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434302.240298:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.240300:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434302.240302:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434302.240305:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434302.240308:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434302.240311:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434302.240316:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434302.240324:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933956864:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434302.240329:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.240331:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434302.240334:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933956864/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.240341:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434302.240343:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434302.240346:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434302.240368:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434302.240370:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434302.240371:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434302.240374:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434302.240377:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5c00.
02000000:00000001:3.0:1789434302.240380:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434302.240382:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434302.240384:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:3.0:1789434302.240387:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434302.240388:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.240391:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.240397:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434302.240398:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.240400:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434302.240401:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434302.240402:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434302.240405:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.240410:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434302.240411:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434302.240412:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434302.240414:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434302.240418:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434302.240421:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434302.240421:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933956992:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434302.240425:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434302.240428:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434302.240429:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434302.240431:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1789434302.240432:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1789434302.240434:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434302.240438:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434302.240446:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434302.240449:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1789434302.240450:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000100:00000001:1.0:1789434302.240454:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434302.240454:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434302.240460:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933956992, portal 10
00000100:00000040:1.0:1789434302.240461:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4c7c83] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.240462:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434302.240465:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:3.0:1789434302.240474:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434302.240476:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434302.240482:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789434302.240487:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1789434302.240488:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434302.240492:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1789434302.240493:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00080000:1.0:1789434302.240494:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1789434302.240497:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000001:1.0:1789434302.240499:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:3.0:1789434302.240502:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933956992, offset 0
00000100:00080000:1.0:1789434302.240504:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5756
00000400:00000200:3.0:1789434302.240511:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434302.240515:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434302.240520:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434302.240522:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434302.240527:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:3.0:1789434302.240528:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1789434302.240533:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1789434302.240535:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000040:1.0:1789434302.240539:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:3.0:1789434302.240542:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1789434302.240544:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789434302.240549:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000040:1.0:1789434302.240550:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434302.240554:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:3.0:1789434302.240557:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512729:512729:256:4294967295] 192.168.203.104@tcp LPNI seq info [512696:512696:8:4294967295]
00000020:00000001:1.0:1789434302.240559:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434302.240562:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434302.240566:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1789434302.240566:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:1.0:1789434302.240568:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434302.240572:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434302.240577:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000200:3.0:1789434302.240580:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1789434302.240583:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434302.240587:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1789434302.240591:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000040:1.0:1789434302.240592:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434302.240596:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000010:3.0:1789434302.240598:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000020:00000040:1.0:1789434302.240599:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434302.240607:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000200:3.0:1789434302.240607:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434302.240614:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1789434302.240615:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1789434302.240616:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434302.240621:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1789434302.240625:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:1.0:1789434302.240626:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434302.240631:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:3.1:1789434302.240631:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000008:00100000:1.0:1789434302.240635:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000800:00000100:3.0:1789434302.240640:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000008:00000001:1.0:1789434302.240641:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1789434302.240644:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000100:00000001:1.0:1789434302.240645:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434302.240651:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:1.0:1789434302.240652:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849f80.
00000020:00000040:1.0:1789434302.240656:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000200:3.0:1789434302.240658:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1789434302.240660:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1789434302.240663:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
02000000:00000001:1.0:1789434302.240664:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434302.240668:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1789434302.240668:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
02000000:00000001:1.0:1789434302.240671:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789434302.240673:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:1.0:1789434302.240674:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434302.240680:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6000.
00000100:00000200:3.0:1789434302.240680:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434302.240685:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434302.240694:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434302.240695:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434302.240701:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434302.240708:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434302.240712:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.240717:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434302.240721:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003af3c0cd] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.240722:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434302.240728:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434302.240730:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434302.240732:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000100:00000040:1.0:1789434302.240736:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5767)
00000400:00000200:3.0:1789434302.240737:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434302.240741:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300429324
00000100:00000001:3.0:1789434302.240744:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300429995
00000100:00000001:3.0:1789434302.240746:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300429324
00000100:00000001:3.0:1789434302.240751:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300429995
00000100:00000001:3.0:1789434302.240753:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434302.240756:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.240758:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434302.240763:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434302/real 1789434302]  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434302.240770:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434302.240772:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434302.240774:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434302.240776:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434302.240778:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434302.240779:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434302.240783:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434302.240792:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.240799:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434302.240800:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.240802:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434302.240804:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434302.240807:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.240813:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434302.240817:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.240823:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434302.240825:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.240827:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434302.240828:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.240830:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434302.240834:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434302.240836:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434302.240840:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434302.240842:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434302.240847:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434302.240854:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933956992:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434302.240858:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.240860:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434302.240862:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933956992/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.240869:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434302.240870:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434302.240872:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434302.240875:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434302.240876:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434302.240878:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434302.240880:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434302.240882:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6c00.
02000000:00000001:3.0:1789434302.240884:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434302.240885:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434302.240887:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:3.0:1789434302.240889:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434302.240890:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.240892:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.240895:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434302.240897:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.240898:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434302.240900:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434302.240901:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434302.240905:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.240912:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434302.240914:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434302.240916:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434302.240918:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434302.240920:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434302.240923:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933957120:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434302.240926:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434302.240928:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434302.240929:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434302.240931:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434302.240934:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434302.240936:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434302.240939:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434302.240941:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434302.240944:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434302.240947:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933957120, portal 4
00000100:00000001:3.0:1789434302.240949:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434302.240951:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:3.0:1789434302.240956:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.240962:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434302.240964:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434302.240966:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434302.240968:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933957120, offset 0
00000400:00000200:3.0:1789434302.240971:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434302.240975:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434302.240979:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434302.240982:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434302.240993:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434302.240995:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434302.240998:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434302.241001:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512730:512730:256:4294967295] 192.168.203.104@tcp LPNI seq info [512697:512697:8:4294967295]
00000400:00000200:3.0:1789434302.241005:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434302.241011:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434302.241015:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434302.241019:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434302.241022:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434302.241025:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789434302.241029:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434302.241031:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789434302.241035:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434302.241036:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434302.241039:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434302.241042:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434302.241045:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434302.241046:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434302.241049:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434302.241052:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241060:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434302.241063:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241068:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.241070:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434302.241073:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434302.241075:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434302.241078:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434302.241080:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300429341
00000100:00000001:3.0:1789434302.241083:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300429995
00000100:00000001:3.0:1789434302.241084:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300429341
00000100:00000001:3.0:1789434302.241086:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300429995
00000100:00000001:3.0:1789434302.241089:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434302.241092:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.241093:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434302.241097:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434302/real 1789434302]  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434302.241105:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434302.241106:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434302.241108:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434302.241110:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434302.241111:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434302.241113:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434302.241116:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434302.241123:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241130:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434302.241131:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.241133:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434302.241135:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434302.241138:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241145:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434302.241148:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241154:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434302.241156:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.241158:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434302.241159:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.241161:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434302.241165:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434302.241167:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434302.241171:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434302.241173:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434302.241177:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434302.241185:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933957120:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434302.241189:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434302.241191:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241197:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434302.241198:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434302.241201:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434302.241202:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434302.241205:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434302.241208:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933957248:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434302.241211:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434302.241212:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434302.241214:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434302.241215:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434302.241219:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434302.241221:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434302.241224:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434302.241226:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434302.241229:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434302.241232:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933957248, portal 4
00000100:00000001:3.0:1789434302.241234:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434302.241235:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:3.0:1789434302.241241:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241247:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434302.241250:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434302.241252:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434302.241254:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933957248, offset 0
00000400:00000200:3.0:1789434302.241258:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434302.241262:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434302.241265:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434302.241268:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434302.241270:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434302.241273:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434302.241275:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434302.241277:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512731:512731:256:4294967295] 192.168.203.104@tcp LPNI seq info [512698:512698:8:4294967295]
00000400:00000200:3.0:1789434302.241281:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434302.241287:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434302.241291:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434302.241294:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434302.241298:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434302.241301:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1789434302.241304:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434302.241307:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1789434302.241310:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434302.241312:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434302.241314:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434302.241317:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434302.241320:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434302.241322:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434302.241324:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434302.241327:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241334:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434302.241337:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434327 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241343:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.241345:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434302.241368:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434302.241371:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434302.241374:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434302.241376:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300429344
00000100:00000001:3.0:1789434302.241378:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300429995
00000100:00000001:3.0:1789434302.241380:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300429344
00000100:00000001:3.0:1789434302.241382:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300429995
00000100:00000001:3.0:1789434302.241384:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434302.241385:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.241387:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434302.241390:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434302/real 1789434302]  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434302.241398:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434302.241399:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434302.241400:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434302.241403:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434302.241404:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434302.241406:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434302.241409:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434302.241416:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241422:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434302.241424:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.241426:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434302.241427:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434302.241430:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241437:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434302.241441:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241448:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434302.241450:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.241452:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434302.241453:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.241456:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434302.241459:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434302.241461:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434302.241464:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434302.241466:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434302.241470:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434302.241477:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933957248:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434302.241480:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.241482:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434302.241485:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933957120/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241491:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434302.241492:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434302.241494:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:3.0:1789434302.241497:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434302.241498:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434302.241500:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434302.241502:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434302.241503:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4c00.
02000000:00000001:3.0:1789434302.241506:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434302.241507:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434302.241509:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:3.0:1789434302.241511:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434302.241512:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.241514:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434302.241518:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933957248/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434327 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434302.241524:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434302.241525:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434302.241527:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:3.0:1789434302.241529:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434302.241530:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434302.241531:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434302.241533:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434302.241534:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6000.
02000000:00000001:3.0:1789434302.241536:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434302.241537:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434302.241539:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:3.0:1789434302.241541:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434302.241542:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.241544:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434302.241548:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434302.241549:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434302.241551:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434302.241552:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434302.495489:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434302.495496:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434302.495498:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434302.495503:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434302.495506:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434302.495510:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434302.495513:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434302.495515:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434302.495518:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434302.943441:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300429995, at 4300430016
00000100:00000040:3.0:1789434302.943441:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300429995, at 4300430016
00000100:00000010:3.0:1789434302.943454:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0720.
00000100:00000010:2.0:1789434302.943455:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a04e0.
00000100:00000001:2.0:1789434303.007466:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434303.007474:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434303.007476:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434303.007482:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434303.007486:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434303.007490:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434303.007493:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434303.007496:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434303.007500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007553:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434303.007557:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007561:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434303.007564:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434303.007566:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434303.007569:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007572:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434303.007575:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007577:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007579:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007591:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434303.007593:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434303.007594:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434303.007596:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007598:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434303.007599:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007600:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007602:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007605:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434303.007607:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434303.007608:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434303.007609:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007611:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434303.007612:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007614:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434303.007615:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434303.007669:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434303.007673:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434303.007678:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434303.263450:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434303.263455:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434303.263464:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434303.263469:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434303.263472:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434303.263474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434303.263475:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434303.263480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434303.263480:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434303.263483:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434303.263484:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434303.263486:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434303.263489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434303.263493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434303.263495:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434303.263498:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434303.263499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434303.263502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434303.519538:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434303.519543:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434303.519545:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434303.519549:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434303.519551:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434303.519554:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434303.519556:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434303.519558:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434303.519560:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434304.031465:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434304.031473:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434304.031476:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434304.031481:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434304.031486:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434304.031490:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434304.031494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434304.031496:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434304.031500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434304.031512:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434304.031516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434304.031521:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434304.031523:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434304.031526:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434304.031527:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434304.031530:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434304.031531:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434304.034308:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434304.034314:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434304.034319:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434304.287455:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434304.287459:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434304.287461:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434304.287465:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434304.287467:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434304.287471:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434304.287473:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434304.287474:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434304.287477:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434304.287668:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434304.287671:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434304.287672:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434304.287675:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434304.287677:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434304.287679:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434304.287681:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434304.287682:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434304.287685:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434304.543466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434304.543480:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434304.543482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434304.543487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434304.543491:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434304.543494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434304.543497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434304.543499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434304.543502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434305.055501:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434305.055508:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434305.055513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434305.055515:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434305.055518:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434305.055520:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434305.055523:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434305.055525:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434305.055637:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434305.055641:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434305.055644:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434305.055660:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434305.055664:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434305.055668:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434305.055671:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434305.055675:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434305.055678:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434305.055733:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434305.055736:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434305.055740:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434305.311462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434305.311462:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434305.311470:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434305.311470:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434305.311473:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434305.311474:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434305.311481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434305.311482:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434305.311488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434305.311488:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434305.311492:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434305.311493:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434305.311497:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434305.311497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434305.311501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434305.311501:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434305.311508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434305.311508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434305.567448:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434305.567456:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434305.567459:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434305.567465:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434305.567468:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434305.567472:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434305.567475:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434305.567477:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434305.567481:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434306.079564:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434306.079577:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434306.079580:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434306.079583:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434306.079588:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434306.079591:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434306.079593:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434306.079595:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434306.079600:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434306.079602:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434306.079607:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434306.079609:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434306.079614:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434306.079616:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434306.079854:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434306.079865:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434306.079868:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434306.079872:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434306.079875:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434306.079878:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434306.079881:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434306.079883:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434306.079886:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434306.080563:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434306.080566:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434306.080569:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434306.335463:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434306.335463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434306.335469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434306.335469:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434306.335471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434306.335474:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434306.335476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434306.335476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434306.335479:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434306.335479:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434306.335483:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434306.335483:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434306.335486:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434306.335486:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434306.335488:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434306.335488:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434306.335491:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434306.335491:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434306.591560:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434306.591567:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434306.591570:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434306.591575:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434306.591579:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434306.591583:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434306.591586:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434306.591588:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434306.591592:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434307.103468:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434307.103475:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434307.103482:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434307.103484:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434307.103488:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434307.103490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434307.103494:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434307.103495:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434307.103501:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434307.103506:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434307.103509:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434307.103513:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434307.103517:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1789434307.103521:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1789434307.103521:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434307.103524:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1789434307.103525:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434307.103526:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:0.0:1789434307.103529:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434307.103530:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434307.359478:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434307.359485:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434307.359487:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434307.359492:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434307.359496:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434307.359501:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434307.359504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434307.359505:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434307.359510:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434307.359516:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434307.359524:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434307.359529:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434307.359534:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434307.359540:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434307.359549:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5762
00000400:00000200:3.0:1789434307.359560:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434307.359567:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434307.359571:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434307.359574:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434307.359577:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434307.359580:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434307.359582:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434307.359593:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434307.359595:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434307.359599:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434307.359603:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434307.359605:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434307.359608:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434307.359610:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434307.359612:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434307.359614:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434307.359616:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434307.359632:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434307.359637:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434307.359640:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434307.359644:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434307.359649:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434307.359652:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434307.359655:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434307.359658:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434307.359670:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789434307.359674:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
00000100:00000001:0.0:1789434307.359677:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
02000000:00000001:3.0:1789434307.359679:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434307.359682:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434307.359683:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434307.359686:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789434307.359687:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434307.359692:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1789434307.359693:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434307.359697:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1789434307.359698:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434307.359700:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434307.359704:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434307.359707:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434307.359709:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434307.359719:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789434307.359729:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434307.359740:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434307.359751:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434307.359756:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434307.359760:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434307.359782:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434307.359785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434307.359789:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434307.359790:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434307.359792:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434307.359795:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434307.359798:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5762
00000400:00000200:3.0:1789434307.359803:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434307.359806:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434307.359809:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1789434307.359811:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789434307.359812:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434307.359817:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434307.359817:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434307.359822:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434307.359822:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434307.359826:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434307.359832:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434307.359833:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434307.359835:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434307.359837:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434307.359839:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434307.359840:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789434307.359843:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434307.359851:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434307.359856:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434307.359857:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434307.359859:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434307.359861:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:1.0:1789434307.359866:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1789434307.359866:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:1.0:1789434307.359870:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1789434307.359871:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
02000000:00000001:1.0:1789434307.359875:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434307.359877:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00100000:1.0:1789434307.359882:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933957376:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434307.359883:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434307.359888:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434307.359891:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434307.359895:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434307.359896:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434307.359898:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434307.359901:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434307.359902:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789434307.359906:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:1.0:1789434307.359910:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6400.
00000008:00100000:3.0:1789434307.359912:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1789434307.359914:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789434307.359920:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434307.359922:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434307.359925:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000010:3.0:1789434307.359929:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000400:00000010:1.0:1789434307.359931:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000020:00000040:3.0:1789434307.359933:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434307.359937:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434307.359938:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434307.359940:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434307.359941:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434307.359943:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434307.359959:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000400:00000010:1.0:1789434307.359961:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000001:3.0:1789434307.359964:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434307.359971:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1789434307.359972:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933957376, portal 25
00000100:00000001:1.0:1789434307.359978:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434307.359981:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000100:00000001:3.0:1789434307.359985:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434307.359991:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434307.359992:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789434307.359998:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.360009:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789434307.360014:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434307.360015:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789434307.360019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1789434307.360020:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00080000:3.0:1789434307.360026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1789434307.360027:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933957376, offset 0
00000100:00000001:3.0:1789434307.360040:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434307.360042:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434307.360044:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1789434307.360046:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789434307.360050:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5762
00000400:00000200:3.0:1789434307.360055:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434307.360060:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434307.360061:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434307.360066:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1789434307.360070:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000040:3.0:1789434307.360071:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434307.360076:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1789434307.360077:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1789434307.360081:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434307.360085:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:3.0:1789434307.360086:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434307.360091:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1789434307.360092:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1789434307.360094:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434307.360098:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434307.360099:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434307.360101:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434307.360104:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:1.0:1789434307.360106:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000040:3.0:1789434307.360111:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434307.360115:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512732:512732:256:4294967295] 192.168.203.104@tcp LPNI seq info [512699:512699:8:4294967295]
00000100:00000001:3.0:1789434307.360116:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434307.360122:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434307.360126:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434307.360128:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434307.360132:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434307.360136:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434307.360143:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434307.360144:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1789434307.360147:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434307.360152:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1789434307.360154:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
02000000:00000001:3.0:1789434307.360156:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434307.360159:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:1.0:1789434307.360162:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000008:00100000:3.0:1789434307.360162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000800:00000200:1.0:1789434307.360171:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434307.360175:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000008:00000001:3.0:1789434307.360176:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434307.360181:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789434307.360185:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000010:3.0:1789434307.360187:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000800:00000200:1.1:1789434307.360190:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1789434307.360192:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434307.360196:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1789434307.360198:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
02000000:00000001:3.0:1789434307.360199:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1789434307.360203:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000100:00000001:3.0:1789434307.360203:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434307.360206:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434307.360210:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434307.360213:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1789434307.360214:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789434307.360221:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434307.360222:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1789434307.360230:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434307.360231:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434307.360236:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434307.360242:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434307.360248:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434307.360255:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434307.360260:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.360267:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434307.360269:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789434307.360274:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434307.360290:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.360292:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434307.360294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434307.360295:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:3.0:1789434307.360301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434307.360303:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434307.360303:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434307.360306:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1789434307.360310:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434307.360312:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434307.360317:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300435115
00000100:00080000:3.0:1789434307.360317:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5762
00000400:00000200:3.0:1789434307.360325:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000010:1.0:1789434307.360327:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dba0.
00000400:00000200:3.0:1789434307.360330:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434307.360334:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1789434307.360338:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1789434307.360338:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434307.360343:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434307.360346:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434307.360370:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300435116
00000100:00000010:1.0:1789434307.360375:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dc60.
00000100:00000001:1.0:1789434307.360378:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434307.360382:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434307.360386:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434307.360390:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434307.360391:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1789434307.360397:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:1.0:1789434307.360398:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434307/real 1789434307]  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789434307.360400:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434307.360403:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434307.360407:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434307.360412:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434307.360417:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000001:1.0:1789434307.360419:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434307.360423:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1789434307.360423:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000010:1.0:1789434307.360426:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000100:00000001:3.0:1789434307.360427:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1789434307.360431:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000100:00000040:3.0:1789434307.360432:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000010:1.0:1789434307.360434:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:3.0:1789434307.360436:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434307.360438:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000040:3.0:1789434307.360442:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000200:1.0:1789434307.360445:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434307.360449:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434307.360456:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434307.360461:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1789434307.360465:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434307.360466:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434307.360472:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434307.360476:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434307.360478:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:1.0:1789434307.360481:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000008:00000001:3.0:1789434307.360482:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.360485:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434307.360486:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.360489:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:3.0:1789434307.360492:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000100:00000001:1.0:1789434307.360493:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1789434307.360497:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00100000:1.0:1789434307.360501:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434307.360502:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434307.360505:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434307.360510:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434307.360512:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1789434307.360515:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789434307.360516:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434307.360523:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1789434307.360523:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789434307.360528:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.360536:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1789434307.360537:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434307.360540:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.360544:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434307.360546:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.360551:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434307.360553:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434307.360554:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434307.360558:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434307.360560:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1789434307.360564:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789434307.360568:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434307.360573:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434307.360582:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434307.360582:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434307.360591:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5772)
00000100:00100000:1.0:1789434307.360594:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933957376:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434307.360600:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.360602:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434307.360605:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933957376/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.360612:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434307.360614:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434307.360629:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434307.360633:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434307.360634:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434307.360637:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434307.360639:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434307.360642:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:1.0:1789434307.360646:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434307.360647:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434307.360649:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:1.0:1789434307.360652:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434307.360653:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.360655:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.360663:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434307.360664:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.360666:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434307.360667:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434307.360669:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434307.360672:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.360679:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434307.360680:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434307.360682:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434307.360684:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434307.360686:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434307.360689:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933957504:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434307.360692:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434307.360693:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434307.360695:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434307.360697:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434307.360700:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434307.360701:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434307.360705:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434307.360708:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434307.360711:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434307.360713:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933957504, portal 10
00000100:00000001:1.0:1789434307.360716:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434307.360717:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:1.0:1789434307.360723:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.360729:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434307.360731:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434307.360732:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434307.360735:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933957504, offset 0
00000400:00000200:1.0:1789434307.360738:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434307.360742:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434307.360745:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434307.360748:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434307.360751:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434307.360754:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434307.360755:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434307.360758:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512733:512733:256:4294967295] 192.168.203.104@tcp LPNI seq info [512700:512700:8:4294967295]
00000400:00000200:1.0:1789434307.360762:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434307.360768:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434307.360772:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434307.360775:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434307.360779:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434307.360782:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789434307.360786:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434307.360789:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1789434307.360793:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434307.360795:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434307.360797:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434307.360800:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434307.360803:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434307.360805:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434307.360807:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434307.360810:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.360822:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434307.360824:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.360829:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.360831:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434307.360833:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434307.360837:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434307.360840:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434307.360842:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300434444
00000100:00000001:1.0:1789434307.360844:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300435115
00000100:00000001:1.0:1789434307.360846:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300434444
00000100:00000001:1.0:1789434307.360848:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300435116
00000100:00000001:1.0:1789434307.360850:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434307.360852:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.360853:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434307.360857:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434307/real 1789434307]  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434307.360864:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434307.360865:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434307.360867:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434307.360869:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434307.360871:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434307.360872:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434307.360875:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434307.360882:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.360888:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434307.360890:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.360891:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434307.360893:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434307.360896:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.360902:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434307.360906:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.360913:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434307.360915:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.360917:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434307.360918:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.360920:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434307.360924:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434307.360926:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434307.360930:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434307.360932:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434307.360936:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434307.360943:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933957504:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434307.360959:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434307.360962:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.360969:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434307.360971:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434307.360973:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434307.360975:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434307.360976:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434307.360980:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933957632:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434307.360984:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434307.360986:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434307.360988:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434307.360990:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434307.360994:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4000.
02000000:00000001:1.0:1789434307.360995:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434307.360999:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434307.361001:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434307.361004:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434307.361007:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933957632, portal 4
00000100:00000001:1.0:1789434307.361009:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434307.361011:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:1.0:1789434307.361016:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361023:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434307.361026:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434307.361028:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434307.361030:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933957632, offset 0
00000400:00000200:1.0:1789434307.361034:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434307.361037:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434307.361041:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434307.361044:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434307.361047:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434307.361048:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434307.361051:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434307.361053:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512734:512734:256:4294967295] 192.168.203.104@tcp LPNI seq info [512701:512701:8:4294967295]
00000400:00000200:1.0:1789434307.361057:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434307.361063:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434307.361067:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434307.361071:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434307.361075:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434307.361078:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789434307.361082:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434307.361084:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1789434307.361087:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434307.361089:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434307.361092:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434307.361095:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434307.361098:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434307.361100:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434307.361102:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434307.361106:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361113:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434307.361116:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361122:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.361124:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434307.361127:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434307.361130:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434307.361133:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434307.361135:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300434461
00000100:00000001:1.0:1789434307.361137:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300435115
00000100:00000001:1.0:1789434307.361140:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300434461
00000100:00000001:1.0:1789434307.361142:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300435116
00000100:00000001:1.0:1789434307.361144:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434307.361146:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.361148:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434307.361152:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434307/real 1789434307]  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434307.361159:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434307.361161:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434307.361163:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434307.361165:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434307.361167:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434307.361170:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434307.361173:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434307.361181:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361187:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434307.361189:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.361190:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434307.361192:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434307.361196:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361203:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434307.361206:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361213:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434307.361215:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.361216:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434307.361218:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.361219:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434307.361224:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434307.361227:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434307.361229:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434307.361231:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434307.361235:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434307.361248:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933957632:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434307.361252:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434307.361255:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361261:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434307.361262:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434307.361264:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434307.361266:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434307.361268:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434307.361275:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933957760:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434307.361278:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434307.361280:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434307.361281:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434307.361283:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434307.361286:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434307.361288:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434307.361291:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434307.361294:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000400:00000010:1.0:1789434307.361297:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000100:00000200:1.0:1789434307.361300:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933957760, portal 4
00000100:00000001:1.0:1789434307.361302:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434307.361303:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:1.0:1789434307.361308:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361314:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434307.361317:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434307.361318:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000200:1.0:1789434307.361321:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933957760, offset 0
00000400:00000200:1.0:1789434307.361325:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434307.361328:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434307.361332:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434307.361334:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434307.361337:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434307.361339:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434307.361341:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434307.361344:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512735:512735:256:4294967295] 192.168.203.104@tcp LPNI seq info [512702:512702:8:4294967295]
00000400:00000200:1.0:1789434307.361368:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434307.361374:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434307.361378:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434307.361381:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000800:00000200:1.0:1789434307.361385:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434307.361388:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789434307.361392:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434307.361394:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1789434307.361398:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434307.361400:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434307.361402:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434307.361405:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434307.361408:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434307.361410:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434307.361413:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434307.361416:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361425:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434307.361428:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361434:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.361435:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434307.361438:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434307.361441:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434307.361444:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434307.361446:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300434464
00000100:00000001:1.0:1789434307.361449:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300435115
00000100:00000001:1.0:1789434307.361450:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300434464
00000100:00000001:1.0:1789434307.361452:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300435116
00000100:00000001:1.0:1789434307.361455:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434307.361457:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.361458:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434307.361462:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434307/real 1789434307]  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434307.361469:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434307.361470:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434307.361472:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:1.0:1789434307.361474:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:1.0:1789434307.361476:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:1.0:1789434307.361478:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434307.361481:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434307.361488:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361495:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434307.361496:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.361498:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434307.361499:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434307.361502:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361509:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434307.361512:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361518:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434307.361521:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.361523:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434307.361524:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.361526:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434307.361529:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434307.361532:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434307.361535:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434307.361538:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434307.361541:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434307.361549:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933957760:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434307.361552:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.361554:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434307.361557:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933957504/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361563:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434307.361565:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434307.361567:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434307.361569:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434307.361571:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434307.361572:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434307.361574:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434307.361576:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:1.0:1789434307.361579:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434307.361580:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434307.361581:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:1.0:1789434307.361584:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434307.361585:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.361587:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434307.361590:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933957632/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361601:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434307.361603:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434307.361604:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4000.
02000000:00000001:1.0:1789434307.361606:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434307.361608:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434307.361609:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434307.361611:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434307.361612:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:1.0:1789434307.361615:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434307.361616:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434307.361617:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:1.0:1789434307.361620:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434307.361622:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.361623:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434307.361627:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933957760/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434307.361633:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434307.361635:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434307.361636:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434307.361639:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434307.361640:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434307.361641:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434307.361643:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434307.361645:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:1.0:1789434307.361647:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434307.361648:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434307.361649:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:1.0:1789434307.361651:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434307.361652:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.361654:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.361659:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434307.361660:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.361662:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434307.361664:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434307.615577:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434307.615585:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434307.615588:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434307.615593:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434307.615596:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434307.615601:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.615604:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434307.615607:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434307.615611:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434308.063454:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300435115, at 4300435136
00000100:00000010:2.0:1789434308.063470:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dba0.
00000100:00000040:3.0:1789434308.063480:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300435116, at 4300435136
00000100:00000010:3.0:1789434308.063580:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc60.
00010000:00000001:1.0:1789434308.127915:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434308.128067:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434308.128074:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434308.128075:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434308.128077:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434308.128078:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434308.128081:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434308.128082:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434308.128128:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434308.128132:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434308.128134:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434308.128138:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434308.128142:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434308.128145:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434308.128148:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434308.128150:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434308.128154:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434308.128171:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434308.128175:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434308.128179:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434308.383491:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434308.383498:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434308.383500:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434308.383516:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434308.383520:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434308.383524:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434308.383527:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434308.383530:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434308.383533:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434308.383555:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434308.383559:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434308.383561:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434308.383564:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434308.383567:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434308.383569:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434308.383582:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434308.383584:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434308.383586:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434308.639495:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434308.639505:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434308.639508:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434308.639514:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434308.639518:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434308.639522:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434308.639525:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434308.639528:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434308.639531:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434309.151597:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434309.151605:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434309.151607:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434309.151612:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434309.151615:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434309.151619:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434309.151621:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434309.151624:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434309.151627:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434309.152248:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434309.152253:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434309.152257:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434309.152259:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434309.152262:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434309.152263:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434309.152265:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434309.152267:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434309.152391:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434309.152394:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434309.152397:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434309.407474:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434309.407482:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434309.407485:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434309.407491:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434309.407494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434309.407498:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434309.407501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434309.407503:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434309.407506:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434309.407621:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434309.407624:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434309.407626:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434309.407628:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434309.407630:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434309.407632:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434309.407635:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434309.407636:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434309.407638:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434309.663477:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434309.663485:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434309.663487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434309.663491:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434309.663495:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434309.663499:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434309.663501:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434309.663504:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434309.663506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434310.175470:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434310.175478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434310.175480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434310.175485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434310.175490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434310.175494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434310.175496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434310.175499:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434310.175503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434310.176724:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434310.176731:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434310.176735:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434310.176736:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434310.176739:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434310.176740:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434310.176742:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434310.176743:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434310.176814:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434310.176820:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434310.176825:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434310.431487:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434310.431493:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434310.431494:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434310.431498:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434310.431501:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434310.431504:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434310.431506:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434310.431547:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434310.431551:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434310.434292:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434310.434298:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434310.434300:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434310.434305:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434310.434308:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434310.434311:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434310.434314:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434310.434316:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434310.434318:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434310.688332:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434310.688338:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434310.688340:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434310.688346:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434310.688376:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434310.688380:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434310.688383:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434310.688385:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434310.688388:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434311.199432:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434311.199440:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434311.199443:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434311.199460:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434311.199465:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434311.199469:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434311.199479:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434311.199481:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434311.199485:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434311.199589:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434311.199593:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434311.199598:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434311.199599:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434311.199602:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434311.199603:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434311.199606:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434311.199607:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434311.199652:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434311.199657:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434311.199661:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434311.455470:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434311.455476:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434311.455479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434311.455484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434311.455487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434311.455492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434311.455494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434311.455496:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434311.455499:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434311.456228:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434311.456231:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434311.456233:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434311.456236:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434311.456239:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434311.456241:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434311.456243:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434311.456245:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434311.456247:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434311.711474:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434311.711481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434311.711483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434311.711488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434311.711491:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434311.711495:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434311.711498:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434311.711501:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434311.711504:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434312.223713:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434312.223720:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434312.223722:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434312.223728:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434312.223731:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434312.223734:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434312.223736:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434312.223739:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434312.223742:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434312.223902:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434312.223906:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434312.224071:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434312.224073:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434312.224076:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434312.224077:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434312.224080:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434312.224081:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434312.224150:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434312.224154:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434312.224158:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434312.479452:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434312.479459:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1789434312.479462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434312.479462:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434312.479468:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434312.479472:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434312.479475:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434312.479476:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789434312.479478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434312.479480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434312.479481:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434312.479482:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789434312.479483:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434312.479485:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434312.479485:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434312.479488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434312.479490:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434312.479491:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434312.479492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434312.479496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789434312.479499:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5767
00000100:00000001:0.0:1789434312.479500:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434312.479504:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434312.479506:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434312.479511:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434312.479517:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434312.479520:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434312.479524:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434312.479527:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434312.479529:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434312.479531:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434312.479538:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434312.479540:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434312.479542:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434312.479544:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434312.479545:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434312.479547:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434312.479549:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434312.479550:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434312.479551:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434312.479552:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434312.479554:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434312.479556:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434312.479558:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434312.479560:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434312.479563:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434312.479564:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434312.479566:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434312.479568:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434312.479575:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849f80.
00000020:00000040:1.0:1789434312.479577:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434312.479580:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434312.479581:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434312.479583:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434312.479586:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434312.479589:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434312.479595:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da4000.
00000100:00000001:1.0:1789434312.479600:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434312.479606:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434312.479614:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434312.479618:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434312.479621:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003af3c0cd] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434312.479637:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434312.479640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434312.479643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434312.479645:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434312.479646:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434312.479649:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434312.479651:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5767
00000400:00000200:1.0:1789434312.479655:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434312.479659:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434312.479661:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789434312.479663:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1789434312.479665:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434312.479667:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434312.479668:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789434312.479670:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434312.479674:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434312.479679:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000040:3.0:1789434312.479679:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789434312.479684:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434312.479687:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00000001:3.0:1789434312.479689:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1789434312.479690:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789434312.479691:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789434312.479695:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
02000000:00000001:3.0:1789434312.479695:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1789434312.479699:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:3.0:1789434312.479699:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1789434312.479704:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:3.0:1789434312.479704:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434312.479712:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00100000:3.0:1789434312.479713:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933957888:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434312.479717:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789434312.479720:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1789434312.479721:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434312.479724:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:3.0:1789434312.479725:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1789434312.479726:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
02000000:00000001:3.0:1789434312.479727:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434312.479730:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:3.0:1789434312.479731:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789434312.479733:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434312.479735:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1789434312.479737:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa2800.
02000000:00000001:1.0:1789434312.479740:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434312.479740:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434312.479744:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434312.479746:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1789434312.479748:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00100000:1.0:1789434312.479751:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1789434312.479752:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000008:00000001:1.0:1789434312.479753:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434312.479756:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434312.479759:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000010:1.0:1789434312.479760:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849500.
00000020:00000040:1.0:1789434312.479763:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434312.479765:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434312.479766:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789434312.479767:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933957888, portal 25
00000100:00000001:1.0:1789434312.479768:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434312.479771:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789434312.479772:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1789434312.479774:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.479774:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
02000000:00000010:1.0:1789434312.479778:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6400.
00000100:00000040:3.0:1789434312.479781:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434312.479783:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.479792:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1789434312.479794:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1789434312.479796:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434312.479800:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434312.479805:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933957888, offset 0
00000100:00000001:1.0:1789434312.479809:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434312.479812:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434312.479816:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000040:1.0:1789434312.479817:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4c7c83] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434312.479826:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434312.479827:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:1.0:1789434312.479831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434312.479836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434312.479838:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1789434312.479838:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00080000:1.0:1789434312.479841:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434312.479846:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434312.479848:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5767
00000400:00000200:1.0:1789434312.479852:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434312.479855:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:3.0:1789434312.479857:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1789434312.479858:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434312.479864:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:3.0:1789434312.479866:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:1.0:1789434312.479869:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1789434312.479872:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1789434312.479875:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:3.0:1789434312.479876:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:1.0:1789434312.479880:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:3.0:1789434312.479883:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512736:512736:256:4294967295] 192.168.203.104@tcp LPNI seq info [512703:512703:8:4294967295]
00000020:00000001:1.0:1789434312.479887:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1789434312.479889:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:1.0:1789434312.479890:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434312.479894:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434312.479896:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434312.479900:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:3.0:1789434312.479902:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1789434312.479905:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:3.0:1789434312.479922:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434312.479928:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000100:00000040:1.0:1789434312.479932:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434312.479936:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434312.479941:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000200:3.0:1789434312.479942:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434312.479945:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:3.0:1789434312.479948:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000020:00000040:1.0:1789434312.479950:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434312.479956:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000200:3.1:1789434312.479959:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434312.479960:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434312.479963:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1789434312.479965:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
02000000:00000001:1.0:1789434312.479968:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434312.479972:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1789434312.479973:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434312.479975:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:3.0:1789434312.479977:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000008:00100000:1.0:1789434312.479979:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434312.479983:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434312.479985:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434312.479985:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:1.0:1789434312.479992:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849880.
00000400:00000200:3.0:1789434312.479993:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1789434312.479997:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000400:00000200:3.0:1789434312.480001:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
02000000:00000001:1.0:1789434312.480002:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434312.480005:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1789434312.480006:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:1.0:1789434312.480009:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434312.480012:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789434312.480012:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:1.0:1789434312.480014:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789434312.480019:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1789434312.480020:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5800.
00000100:00000001:1.0:1789434312.480025:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434312.480035:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434312.480036:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434312.480043:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434312.480050:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434312.480052:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434312.480055:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.480055:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434312.480061:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434312.480063:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1fca34] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434312.480066:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434312.480077:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.480077:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300440235
00000100:00080000:1.0:1789434312.480081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434312.480086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434312.480088:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:3.0:1789434312.480089:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0720.
00000100:00080000:1.0:1789434312.480091:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434312.480095:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1789434312.480097:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1789434312.480098:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5767
00000400:00000200:1.0:1789434312.480104:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434312.480107:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434312.480109:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434312.480111:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434312.480113:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300440235
00000100:00000001:1.0:1789434312.480114:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434312.480118:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000010:3.0:1789434312.480121:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0a80.
00000100:00000001:1.0:1789434312.480122:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434312.480127:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1789434312.480127:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000020:00000040:1.0:1789434312.480130:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434312.480133:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1789434312.480133:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1789434312.480137:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000001:3.0:1789434312.480138:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434312.480140:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:3.0:1789434312.480143:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1789434312.480144:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00100000:3.0:1789434312.480151:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434312/real 1789434312]  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789434312.480158:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434312.480163:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1789434312.480164:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1789434312.480166:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000001:3.0:1789434312.480168:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1789434312.480170:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000010:3.0:1789434312.480171:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000020:00000040:1.0:1789434312.480174:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000200:3.0:1789434312.480175:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434312.480178:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00080000:1.0:1789434312.480179:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434312.480181:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:1.0:1789434312.480183:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434312.480186:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1789434312.480188:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434312.480190:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434312.480195:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789434312.480203:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434312.480204:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434312.480208:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434312.480213:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434312.480216:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.480217:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434312.480220:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1789434312.480222:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000100:00000001:3.0:1789434312.480224:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1789434312.480226:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:3.0:1789434312.480228:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789434312.480230:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434312.480232:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434312.480235:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1789434312.480236:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434312.480237:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434312.480240:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434312.480246:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7800.
00000100:00000001:3.0:1789434312.480248:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434312.480251:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434312.480256:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434312.480259:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434312.480277:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434312.480279:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434312.480283:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.480283:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.480288:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1789434312.480292:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480292:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.480297:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434312.480301:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434312.480305:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434312.480307:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1789434312.480311:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5777)
00000100:00080000:3.0:1789434312.480314:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434312.480319:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434312.480324:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434312.480334:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933957888:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434312.480339:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.480342:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434312.480344:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933957888/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480370:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434312.480373:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434312.480375:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:3.0:1789434312.480379:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434312.480381:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434312.480382:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434312.480384:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434312.480386:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4000.
02000000:00000001:3.0:1789434312.480390:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434312.480391:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434312.480394:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:3.0:1789434312.480397:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434312.480399:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.480401:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.480408:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434312.480410:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.480412:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434312.480413:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434312.480415:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434312.480419:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480426:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434312.480427:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434312.480429:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434312.480431:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434312.480433:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434312.480435:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933958016:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434312.480438:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434312.480440:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434312.480442:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434312.480444:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434312.480459:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa2800.
02000000:00000001:3.0:1789434312.480461:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434312.480465:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434312.480468:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434312.480478:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434312.480482:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933958016, portal 10
00000100:00000001:3.0:1789434312.480484:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434312.480485:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:3.0:1789434312.480492:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480499:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434312.480502:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434312.480505:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434312.480508:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933958016, offset 0
00000400:00000200:3.0:1789434312.480513:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434312.480517:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434312.480521:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434312.480524:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434312.480527:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434312.480529:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434312.480532:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434312.480535:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512737:512737:256:4294967295] 192.168.203.104@tcp LPNI seq info [512704:512704:8:4294967295]
00000400:00000200:3.0:1789434312.480539:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434312.480545:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434312.480550:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434312.480554:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434312.480558:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434312.480561:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789434312.480565:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434312.480567:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789434312.480571:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434312.480581:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434312.480585:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434312.480592:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434312.480596:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434312.480598:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434312.480601:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434312.480605:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480612:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434312.480615:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480621:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.480622:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434312.480625:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434312.480629:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434312.480632:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434312.480635:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300439564
00000100:00000001:3.0:1789434312.480638:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300440235
00000100:00000001:3.0:1789434312.480640:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300439564
00000100:00000001:3.0:1789434312.480642:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300440235
00000100:00000001:3.0:1789434312.480645:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434312.480647:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.480649:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434312.480653:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434312/real 1789434312]  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434312.480660:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434312.480661:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434312.480663:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434312.480666:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434312.480667:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434312.480669:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434312.480673:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434312.480681:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480693:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434312.480695:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.480697:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434312.480698:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434312.480702:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480709:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434312.480713:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480718:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434312.480719:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.480720:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434312.480721:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.480722:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434312.480725:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434312.480726:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434312.480728:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434312.480730:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434312.480732:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434312.480737:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933958016:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434312.480739:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434312.480741:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480745:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434312.480746:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434312.480747:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434312.480749:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434312.480750:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434312.480752:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933958144:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434312.480754:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434312.480755:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434312.480756:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434312.480757:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434312.480759:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3800.
02000000:00000001:3.0:1789434312.480760:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434312.480763:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434312.480765:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434312.480767:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434312.480769:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933958144, portal 4
00000100:00000001:3.0:1789434312.480771:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434312.480772:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:3.0:1789434312.480777:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480783:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434312.480786:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434312.480788:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434312.480790:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933958144, offset 0
00000400:00000200:3.0:1789434312.480796:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434312.480805:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434312.480809:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434312.480812:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434312.480814:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434312.480816:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434312.480818:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434312.480821:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512738:512738:256:4294967295] 192.168.203.104@tcp LPNI seq info [512705:512705:8:4294967295]
00000400:00000200:3.0:1789434312.480825:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434312.480830:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434312.480835:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434312.480838:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434312.480842:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434312.480844:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789434312.480848:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434312.480850:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789434312.480854:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434312.480856:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434312.480859:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434312.480861:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434312.480864:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434312.480866:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434312.480868:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434312.480872:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480878:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434312.480881:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480886:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.480888:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434312.480890:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434312.480892:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434312.480895:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434312.480897:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300439581
00000100:00000001:3.0:1789434312.480899:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300440235
00000100:00000001:3.0:1789434312.480901:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300439581
00000100:00000001:3.0:1789434312.480903:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300440235
00000100:00000001:3.0:1789434312.480905:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434312.480907:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.480919:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434312.480923:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434312/real 1789434312]  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434312.480931:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434312.480932:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434312.480934:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434312.480936:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434312.480938:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434312.480940:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434312.480943:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434312.480950:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480956:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434312.480957:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.480959:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434312.480960:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434312.480963:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480970:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434312.480974:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.480980:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434312.480983:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.480984:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434312.480986:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.480988:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434312.480991:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434312.480994:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434312.480997:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434312.480999:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434312.481004:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434312.481011:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933958144:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434312.481015:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434312.481018:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.481024:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434312.481025:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434312.481028:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434312.481029:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434312.481031:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434312.481034:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933958272:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434312.481037:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434312.481039:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434312.481040:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434312.481042:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434312.481046:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0400.
02000000:00000001:3.0:1789434312.481047:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434312.481051:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434312.481053:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434312.481057:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434312.481059:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933958272, portal 4
00000100:00000001:3.0:1789434312.481061:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434312.481062:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:3.0:1789434312.481067:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.481073:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434312.481076:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434312.481078:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434312.481080:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933958272, offset 0
00000400:00000200:3.0:1789434312.481085:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434312.481089:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434312.481092:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434312.481095:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434312.481098:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434312.481100:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434312.481102:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434312.481105:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512739:512739:256:4294967295] 192.168.203.104@tcp LPNI seq info [512706:512706:8:4294967295]
00000400:00000200:3.0:1789434312.481109:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434312.481115:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434312.481119:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434312.481123:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434312.481126:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434312.481129:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1789434312.481133:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434312.481136:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1789434312.481139:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434312.481141:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434312.481144:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434312.481147:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434312.481150:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434312.481152:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434312.481154:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434312.481157:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.481165:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434312.481168:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.481175:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.481176:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434312.481179:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434312.481181:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434312.481184:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434312.481186:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300439583
00000100:00000001:3.0:1789434312.481189:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300440235
00000100:00000001:3.0:1789434312.481191:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300439583
00000100:00000001:3.0:1789434312.481193:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300440235
00000100:00000001:3.0:1789434312.481195:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434312.481196:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.481198:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434312.481202:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434312/real 1789434312]  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434312.481209:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434312.481211:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434312.481212:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434312.481214:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434312.481216:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434312.481218:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434312.481221:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434312.481229:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.481235:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434312.481236:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.481239:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434312.481240:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434312.481243:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.481250:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434312.481254:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.481259:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434312.481262:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.481264:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434312.481265:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.481266:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434312.481270:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434312.481272:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434312.481275:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434312.481277:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434312.481280:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434312.481286:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933958272:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434312.481289:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.481291:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434312.481293:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933958016/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.481299:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434312.481300:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434312.481302:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:3.0:1789434312.481304:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434312.481306:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434312.481307:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434312.481309:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434312.481311:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:3.0:1789434312.481314:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434312.481315:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434312.481317:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:3.0:1789434312.481319:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434312.481320:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.481322:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434312.481325:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933958144/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.481336:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434312.481337:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434312.481339:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:3.0:1789434312.481341:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434312.481342:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434312.481343:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434312.481345:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434312.481368:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:3.0:1789434312.481372:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434312.481373:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434312.481375:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:3.0:1789434312.481377:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434312.481378:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.481380:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434312.481384:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933958272/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434312.481390:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434312.481391:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434312.481392:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:3.0:1789434312.481394:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434312.481396:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434312.481397:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434312.481398:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434312.481400:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7800.
02000000:00000001:3.0:1789434312.481402:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434312.481403:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434312.481404:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:3.0:1789434312.481406:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434312.481407:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.481409:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434312.481414:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434312.481415:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434312.481417:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434312.481419:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434312.735459:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434312.735466:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434312.735468:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434312.735472:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434312.735475:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434312.735480:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434312.735482:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434312.735484:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434312.735487:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434313.183502:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300440235, at 4300440256
00000100:00000010:2.0:1789434313.183524:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0720.
00000100:00000040:3.0:1789434313.183742:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300440235, at 4300440256
00000100:00000010:3.0:1789434313.183756:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0a80.
00000100:00000001:2.0:1789434313.247498:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434313.247512:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434313.247516:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434313.247524:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434313.247531:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434313.247535:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434313.247539:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434313.247542:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434313.247546:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.247951:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434313.247959:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.247966:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434313.247969:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434313.247971:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434313.247975:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.247979:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434313.247981:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.247983:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.247986:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.247989:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434313.247991:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434313.247992:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434313.247994:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.247995:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434313.247996:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.247998:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.248000:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.248003:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434313.248004:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434313.248005:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434313.248006:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.248008:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434313.248009:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.248010:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434313.248012:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434313.248069:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434313.248074:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434313.248078:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434313.503514:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434313.503522:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434313.503523:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434313.503542:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434313.503548:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434313.503553:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434313.503556:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434313.503558:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434313.503561:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434313.503753:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434313.503756:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434313.503757:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434313.503760:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434313.503762:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434313.503764:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434313.503766:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434313.503768:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434313.503770:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434313.759462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434313.759474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434313.759476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434313.759481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434313.759485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434313.759489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434313.759491:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434313.759494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434313.759497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434314.271554:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434314.271567:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434314.271575:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434314.271578:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434314.271582:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434314.271584:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434314.271587:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434314.271588:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434314.271665:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434314.271673:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434314.271676:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434314.271840:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434314.271855:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434314.271857:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434314.271862:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434314.271866:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434314.271871:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434314.271874:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434314.271877:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434314.271880:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434314.527461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434314.527461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434314.527468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434314.527469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434314.527470:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434314.527471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434314.527478:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434314.527478:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434314.527483:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434314.527484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434314.527489:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434314.527489:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434314.527495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434314.527496:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434314.527498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434314.527500:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434314.527502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434314.527504:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434314.783497:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434314.783508:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434314.783510:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434314.783516:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434314.783521:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434314.783525:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434314.783528:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434314.783531:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434314.783535:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434315.295468:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434315.295468:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434315.295475:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434315.295477:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1789434315.295479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434315.295480:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434315.295486:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434315.295486:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434315.295492:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1789434315.295492:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434315.295497:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434315.295499:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434315.295501:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434315.295503:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434315.295506:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434315.295507:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434315.295514:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434315.295515:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434315.295518:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434315.295522:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434315.295524:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434315.295528:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434315.295530:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434315.295580:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434315.295584:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434315.295588:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434315.551444:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434315.551444:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434315.551451:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434315.551451:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434315.551454:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434315.551454:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434315.551462:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434315.551463:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434315.551467:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434315.551468:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434315.551472:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434315.551472:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434315.551478:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434315.551478:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434315.551480:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434315.551482:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434315.551485:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434315.551487:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434315.807469:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434315.807477:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434315.807479:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434315.807484:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434315.807487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434315.807491:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434315.807494:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434315.807497:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434315.807500:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434316.319532:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434316.319537:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434316.319541:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434316.319542:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434316.319544:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434316.319545:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434316.319547:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434316.319548:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434316.319606:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434316.319614:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434316.319616:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434316.319622:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434316.319628:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434316.319632:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434316.319635:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434316.319638:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1789434316.319641:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1789434316.319643:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434316.319647:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434316.319653:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434316.575454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434316.575462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434316.575464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434316.575470:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434316.575474:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434316.575477:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434316.575480:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434316.575489:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434316.575490:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434316.575499:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434316.575499:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434316.575503:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434316.575511:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434316.575515:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434316.575520:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434316.575523:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434316.575526:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434316.575529:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434316.831500:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434316.831508:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434316.831510:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434316.831516:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434316.831520:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434316.831523:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434316.831526:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434316.831529:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434316.831532:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434317.343487:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434317.343494:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434317.343500:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434317.343501:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434317.343505:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434317.343506:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434317.343509:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434317.343510:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434317.343567:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434317.343611:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434317.343616:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434317.344302:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434317.344306:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434317.344311:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434317.344316:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434317.344319:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434317.344323:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.344325:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434317.344328:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.344330:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434317.599466:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434317.599466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434317.599473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434317.599474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434317.599476:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434317.599478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434317.599484:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:1.0:1789434317.599485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434317.599489:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434317.599489:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434317.599495:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434317.599495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434317.599501:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434317.599502:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434317.599504:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434317.599505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434317.599510:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434317.599510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434317.599548:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434317.599563:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434317.599565:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434317.599569:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434317.599583:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434317.599590:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5772
00000400:00000200:1.0:1789434317.599609:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434317.599616:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434317.599619:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434317.599622:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434317.599626:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434317.599628:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434317.599631:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434317.599640:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434317.599642:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434317.599645:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434317.599649:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434317.599651:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434317.599653:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434317.599657:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434317.599659:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434317.599660:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434317.599662:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434317.599665:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434317.599667:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434317.599670:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434317.599672:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434317.599676:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434317.599679:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434317.599681:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434317.599683:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434317.599692:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
00000020:00000040:1.0:1789434317.599695:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434317.599698:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434317.599700:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434317.599703:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434317.599706:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434317.599709:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434317.599717:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5000.
00000100:00000001:1.0:1789434317.599725:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434317.599738:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434317.599748:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434317.599752:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434317.599757:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434317.599790:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434317.599793:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434317.599797:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434317.599798:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434317.599799:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434317.599802:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434317.599804:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5772
00000400:00000200:1.0:1789434317.599808:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434317.599811:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434317.599813:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434317.599816:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434317.599818:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434317.599820:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434317.599822:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434317.599825:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434317.599826:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434317.599828:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434317.599830:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434317.599832:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434317.599834:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434317.599837:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434317.599839:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434317.599840:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434317.599842:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434317.599844:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434317.599847:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434317.599849:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434317.599851:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434317.599856:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434317.599858:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434317.599860:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434317.599864:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434317.599866:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434317.599868:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434317.599884:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
00000020:00000040:1.0:1789434317.599887:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434317.599892:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434317.599893:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434317.599895:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434317.599896:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434317.599898:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434317.599902:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6000.
00000100:00000001:1.0:1789434317.599906:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434317.599912:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434317.599919:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434317.599921:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.599921:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434317.599927:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1789434317.599929:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.599931:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434317.599941:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434317.599942:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434317.599947:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434317.599955:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434317.599958:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789434317.599961:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1789434317.599962:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434317.599965:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434317.599967:0:13200:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:3.0:1789434317.599971:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1789434317.599973:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5772
02000000:00000001:3.0:1789434317.599975:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1789434317.599979:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:3.0:1789434317.599982:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434317.599984:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434317.599987:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789434317.599989:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933958400:192.168.203.104@tcp:250:kworker.0
00000100:00000040:1.0:1789434317.599992:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434317.599996:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434317.599999:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434317.599999:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1789434317.600003:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434317.600005:0:13200:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1789434317.600005:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1789434317.600008:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434317.600010:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1789434317.600010:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789434317.600012:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434317.600015:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
02000000:00000001:3.0:1789434317.600015:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1789434317.600019:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434317.600021:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434317.600022:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434317.600023:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000010:3.0:1789434317.600023:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:1.0:1789434317.600026:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434317.600030:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
02000000:00000001:3.0:1789434317.600030:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434317.600034:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434317.600037:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434317.600038:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434317.600040:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1789434317.600041:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:1.0:1789434317.600043:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434317.600046:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434317.600048:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000010:3.0:1789434317.600048:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000008:00000001:1.0:1789434317.600051:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434317.600054:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434317.600057:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000400:00000010:3.0:1789434317.600059:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000020:00000040:1.0:1789434317.600060:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434317.600064:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434317.600065:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434317.600066:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434317.600067:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434317.600069:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789434317.600069:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933958400, portal 25
00000100:00000001:3.0:1789434317.600074:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1789434317.600075:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da4c00.
00000100:00000001:3.0:1789434317.600078:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000001:1.0:1789434317.600079:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434317.600086:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1789434317.600090:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600109:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789434317.600114:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1789434317.600114:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434317.600118:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000001:1.0:1789434317.600119:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789434317.600124:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933958400, offset 0
00000100:00000040:1.0:1789434317.600128:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1789434317.600135:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434317.600144:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434317.600148:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1789434317.600148:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:1.0:1789434317.600154:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434317.600156:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434317.600159:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1789434317.600159:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:1.0:1789434317.600166:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:3.0:1789434317.600169:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1789434317.600171:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5772
00000400:00000200:3.0:1789434317.600176:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434317.600178:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434317.600182:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434317.600186:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:3.0:1789434317.600187:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434317.600193:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512740:512740:256:4294967295] 192.168.203.104@tcp LPNI seq info [512707:512707:8:4294967295]
00000100:00080000:1.0:1789434317.600196:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1789434317.600198:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:1.0:1789434317.600202:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434317.600205:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434317.600210:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:3.0:1789434317.600214:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1789434317.600215:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434317.600220:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434317.600221:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434317.600225:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:3.0:1789434317.600225:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000020:00000040:1.0:1789434317.600228:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434317.600230:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000010:3.0:1789434317.600231:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000020:00000001:1.0:1789434317.600232:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434317.600237:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434317.600238:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434317.600242:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000200:3.0:1789434317.600242:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434317.600248:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:3.0:1789434317.600248:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000020:00000040:1.0:1789434317.600254:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000800:00000200:3.1:1789434317.600258:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:1.0:1789434317.600262:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000200:3.1:1789434317.600262:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1789434317.600269:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434317.600270:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1789434317.600272:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
02000000:00000001:1.0:1789434317.600275:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1789434317.600278:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1789434317.600280:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434317.600285:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434317.600285:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1789434317.600290:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1789434317.600290:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000008:00100000:1.0:1789434317.600293:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000400:00000010:3.0:1789434317.600294:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000008:00000001:1.0:1789434317.600299:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.600300:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1789434317.600304:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1789434317.600305:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1789434317.600312:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000100:00000001:3.0:1789434317.600315:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1789434317.600317:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000040:3.0:1789434317.600319:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434317.600323:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434317.600327:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.600328:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434317.600333:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1789434317.600333:0:2346:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:1.0:1789434317.600338:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789434317.600338:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434317.600340:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434317.600345:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434317.600369:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300445356
02000000:00000010:1.0:1789434317.600373:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6c00.
00000100:00000010:3.0:1789434317.600375:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0a80.
00000100:00000001:1.0:1789434317.600378:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.600381:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00100000:1.0:1789434317.600387:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434317.600387:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300445356
00000100:00000010:3.0:1789434317.600392:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0540.
00000100:00000001:3.0:1789434317.600397:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434317.600402:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434317.600405:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434317.600406:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.600411:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434317.600413:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600417:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434317.600425:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434317/real 1789434317]  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434317.600430:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434317.600438:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5782)
00000400:00000001:3.0:1789434317.600440:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434317.600443:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434317.600446:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434317.600450:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434317.600452:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434317.600455:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434317.600464:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434317.600472:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600479:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434317.600481:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.600484:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434317.600486:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434317.600490:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600497:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434317.600501:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600509:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434317.600512:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.600513:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434317.600514:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.600517:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434317.600518:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434317.600522:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434317.600526:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434317.600529:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434317.600534:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434317.600542:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933958400:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434317.600546:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.600548:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434317.600552:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933958400/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600558:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434317.600561:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434317.600564:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:3.0:1789434317.600567:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434317.600569:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434317.600570:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434317.600572:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434317.600574:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5000.
02000000:00000001:3.0:1789434317.600578:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434317.600580:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434317.600582:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:3.0:1789434317.600585:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434317.600587:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.600589:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.600596:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434317.600597:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.600599:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434317.600601:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434317.600602:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434317.600606:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600612:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434317.600614:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434317.600616:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434317.600617:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434317.600620:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434317.600623:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933958528:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434317.600626:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434317.600627:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434317.600629:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434317.600631:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434317.600634:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0400.
02000000:00000001:3.0:1789434317.600636:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434317.600640:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434317.600643:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434317.600646:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434317.600648:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933958528, portal 10
00000100:00000001:3.0:1789434317.600651:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434317.600652:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:3.0:1789434317.600658:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600665:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434317.600667:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434317.600669:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434317.600671:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933958528, offset 0
00000400:00000200:3.0:1789434317.600675:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434317.600679:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434317.600682:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434317.600685:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434317.600688:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434317.600690:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434317.600692:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434317.600695:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512741:512741:256:4294967295] 192.168.203.104@tcp LPNI seq info [512708:512708:8:4294967295]
00000400:00000200:3.0:1789434317.600700:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434317.600705:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434317.600709:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434317.600712:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434317.600716:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434317.600719:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789434317.600723:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434317.600725:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1789434317.600729:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434317.600731:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434317.600734:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434317.600738:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434317.600741:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434317.600742:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434317.600745:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434317.600748:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600762:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434317.600764:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600771:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.600772:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434317.600775:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434317.600778:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434317.600781:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434317.600783:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300444684
00000100:00000001:3.0:1789434317.600786:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300445356
00000100:00000001:3.0:1789434317.600788:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300444684
00000100:00000001:3.0:1789434317.600790:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300445356
00000100:00000001:3.0:1789434317.600792:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434317.600794:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.600796:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434317.600799:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434317/real 1789434317]  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434317.600807:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434317.600808:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434317.600810:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434317.600812:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434317.600813:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434317.600815:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434317.600818:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434317.600826:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600833:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434317.600834:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.600836:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434317.600837:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434317.600840:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600847:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434317.600850:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600857:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434317.600859:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.600860:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434317.600861:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.600863:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434317.600866:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434317.600869:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434317.600885:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434317.600887:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434317.600891:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434317.600898:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933958528:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434317.600902:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434317.600905:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600912:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434317.600913:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434317.600915:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434317.600916:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434317.600918:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434317.600921:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933958656:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434317.600924:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434317.600925:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434317.600927:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434317.600929:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434317.600932:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3800.
02000000:00000001:3.0:1789434317.600934:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434317.600937:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434317.600939:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434317.600942:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434317.600945:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933958656, portal 4
00000100:00000001:3.0:1789434317.600947:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434317.600948:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:3.0:1789434317.600954:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.600960:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434317.600963:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434317.600965:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434317.600967:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933958656, offset 0
00000400:00000200:3.0:1789434317.600970:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434317.600974:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434317.600977:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434317.600979:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434317.600981:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434317.600983:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434317.600985:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434317.600987:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512742:512742:256:4294967295] 192.168.203.104@tcp LPNI seq info [512709:512709:8:4294967295]
00000400:00000200:3.0:1789434317.600991:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434317.600996:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434317.601000:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434317.601002:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434317.601006:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434317.601008:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789434317.601012:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434317.601015:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1789434317.601019:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434317.601021:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434317.601023:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434317.601026:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434317.601029:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434317.601030:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434317.601032:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434317.601035:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601042:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434317.601044:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601050:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.601051:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434317.601053:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434317.601056:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434317.601058:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434317.601060:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300444701
00000100:00000001:3.0:1789434317.601063:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300445356
00000100:00000001:3.0:1789434317.601064:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300444701
00000100:00000001:3.0:1789434317.601066:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300445356
00000100:00000001:3.0:1789434317.601068:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434317.601070:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.601071:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434317.601074:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434317/real 1789434317]  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434317.601080:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434317.601082:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434317.601083:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434317.601085:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434317.601086:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434317.601088:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434317.601090:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434317.601097:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601102:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434317.601103:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.601104:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434317.601105:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434317.601108:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601114:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434317.601116:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601122:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434317.601124:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.601125:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434317.601126:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.601128:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434317.601131:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434317.601134:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434317.601136:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434317.601138:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434317.601142:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434317.601156:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933958656:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434317.601159:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434317.601162:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601167:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434317.601168:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434317.601170:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434317.601172:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434317.601174:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434317.601176:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933958784:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434317.601179:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434317.601181:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434317.601183:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434317.601184:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434317.601187:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa2800.
02000000:00000001:3.0:1789434317.601189:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434317.601192:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434317.601194:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434317.601196:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434317.601199:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933958784, portal 4
00000100:00000001:3.0:1789434317.601201:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434317.601202:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:3.0:1789434317.601207:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601212:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434317.601214:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434317.601216:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434317.601218:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933958784, offset 0
00000400:00000200:3.0:1789434317.601222:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434317.601225:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434317.601229:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434317.601231:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434317.601233:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434317.601235:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434317.601238:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434317.601240:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512743:512743:256:4294967295] 192.168.203.104@tcp LPNI seq info [512710:512710:8:4294967295]
00000400:00000200:3.0:1789434317.601243:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434317.601249:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434317.601253:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434317.601256:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434317.601260:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434317.601262:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1789434317.601266:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434317.601268:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1789434317.601271:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434317.601273:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434317.601276:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434317.601279:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434317.601282:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434317.601284:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434317.601286:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434317.601289:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601297:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434317.601299:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601306:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.601307:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434317.601309:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434317.601311:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434317.601314:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434317.601315:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300444703
00000100:00000001:3.0:1789434317.601317:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300445356
00000100:00000001:3.0:1789434317.601319:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300444703
00000100:00000001:3.0:1789434317.601320:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300445356
00000100:00000001:3.0:1789434317.601321:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434317.601322:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.601323:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434317.601325:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434317/real 1789434317]  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434317.601330:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434317.601331:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434317.601332:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434317.601333:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434317.601335:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434317.601336:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434317.601338:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434317.601342:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601346:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434317.601363:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.601365:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434317.601366:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434317.601368:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601371:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434317.601373:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601377:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434317.601379:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.601380:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434317.601381:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.601382:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434317.601384:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434317.601386:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434317.601388:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434317.601389:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434317.601391:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434317.601395:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933958784:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434317.601398:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.601400:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434317.601403:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933958528/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601410:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434317.601411:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434317.601413:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:3.0:1789434317.601415:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434317.601417:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434317.601418:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434317.601420:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434317.601422:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6000.
02000000:00000001:3.0:1789434317.601425:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434317.601426:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434317.601427:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:3.0:1789434317.601430:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434317.601431:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.601433:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434317.601436:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933958656/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601449:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434317.601450:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434317.601452:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:3.0:1789434317.601454:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434317.601456:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434317.601457:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434317.601459:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434317.601460:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4c00.
02000000:00000001:3.0:1789434317.601462:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434317.601463:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434317.601464:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:3.0:1789434317.601467:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434317.601467:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.601469:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434317.601471:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933958784/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434317.601475:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434317.601476:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434317.601477:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:3.0:1789434317.601478:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434317.601479:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434317.601480:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434317.601481:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434317.601482:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6c00.
02000000:00000001:3.0:1789434317.601484:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434317.601486:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434317.601487:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:3.0:1789434317.601489:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434317.601490:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.601492:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434317.601496:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434317.601497:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434317.601499:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434317.601501:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434317.855512:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434317.855520:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434317.855522:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434317.855527:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434317.855531:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434317.855535:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434317.855538:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434317.855540:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434317.855543:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434318.303463:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300445356, at 4300445376
00000100:00000010:3.0:1789434318.303478:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0540.
00000100:00000040:2.0:1789434318.303540:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300445356, at 4300445376
00000100:00000010:2.0:1789434318.303553:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0a80.
00000100:00000001:3.0:1789434318.367468:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434318.367478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434318.367481:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434318.367486:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434318.367492:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434318.367496:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434318.367500:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434318.367503:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434318.367509:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434318.367601:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434318.367607:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434318.367613:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434318.367614:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434318.367618:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434318.367620:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434318.367623:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434318.367624:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434318.367749:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434318.367751:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434318.367754:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434318.623529:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434318.623540:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434318.623542:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434318.623549:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434318.623553:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434318.623558:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434318.623561:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434318.623564:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434318.623568:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434318.625070:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434318.625076:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434318.625078:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434318.625083:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434318.625086:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434318.625090:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434318.625093:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434318.625095:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434318.625098:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434318.879782:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434318.879802:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434318.879804:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434318.879815:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434318.879819:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434318.879823:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434318.879826:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434318.879830:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434318.879833:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434319.391586:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434319.391592:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434319.391594:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434319.391599:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434319.391602:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434319.391605:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434319.391606:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434319.391607:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434319.391609:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434319.391610:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434319.391612:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434319.391613:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434319.391614:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434319.391617:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434319.391618:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434319.391626:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434319.391627:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434319.391743:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434319.391745:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434319.391747:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434319.647476:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434319.647485:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434319.647485:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434319.647487:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434319.647490:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434319.647493:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434319.647494:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434319.647498:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434319.647499:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434319.647504:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434319.647506:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434319.647508:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434319.647510:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434319.647512:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434319.647515:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434319.647516:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434319.647521:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434319.647521:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434319.903467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434319.903473:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434319.903475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434319.903480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434319.903484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434319.903488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434319.903491:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434319.903494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434319.903497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434320.415470:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434320.415479:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434320.415481:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434320.415488:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434320.415492:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434320.415497:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434320.415500:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434320.415503:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434320.415507:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434320.415524:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434320.415529:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434320.415534:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434320.415535:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434320.415539:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434320.415541:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434320.415543:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434320.415544:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434320.415684:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434320.415687:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434320.415691:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434320.672937:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434320.672943:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434320.672946:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434320.672950:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434320.672954:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434320.672957:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434320.672959:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434320.672962:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434320.672965:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434320.673110:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434320.673113:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434320.673115:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434320.673117:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434320.673120:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434320.673122:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434320.673124:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434320.673125:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434320.673127:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434320.927417:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434320.927424:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434320.927425:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434320.927429:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434320.927432:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434320.927435:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434320.927437:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434320.927439:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434320.927441:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434321.439462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434321.439465:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434321.439470:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434321.439476:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434321.439477:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434321.439481:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434321.439482:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434321.439485:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434321.439486:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434321.439561:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434321.439565:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434321.439623:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434321.439627:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434321.439631:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434321.439634:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434321.439637:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434321.439640:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434321.439832:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434321.439837:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434321.439849:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434321.695470:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434321.695477:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434321.695479:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434321.695484:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434321.695487:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434321.695491:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434321.695494:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434321.695496:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434321.695499:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434321.696310:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434321.696314:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434321.696315:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434321.696318:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434321.696321:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434321.696323:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434321.696325:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434321.696327:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434321.696329:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434321.951452:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434321.951459:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434321.951462:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434321.951466:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434321.951470:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434321.951474:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434321.951477:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434321.951479:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434321.951482:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434322.463455:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434322.463461:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434322.463463:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434322.463468:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434322.463472:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434322.463476:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434322.463479:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434322.463482:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434322.463485:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434322.463567:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434322.463570:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434322.463575:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434322.463576:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434322.463580:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434322.463591:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434322.463595:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434322.463596:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434322.464276:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434322.464280:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434322.464284:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789434322.719484:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434322.719485:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434322.719491:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434322.719495:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434322.719496:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434322.719501:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1789434322.719502:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:3.0:1789434322.719506:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434322.719507:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434322.719512:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434322.719513:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434322.719518:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434322.719522:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434322.719522:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434322.719523:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5777
00000100:00000001:0.0:1789434322.719529:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434322.719530:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434322.719532:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434322.719537:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000400:00000200:3.0:1789434322.719537:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434322.719542:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434322.719546:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434322.719546:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789434322.719550:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1789434322.719552:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789434322.719553:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434322.719557:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434322.719558:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434322.719562:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434322.719564:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434322.719566:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434322.719572:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434322.719574:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434322.719576:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434322.719579:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434322.719581:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434322.719583:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434322.719585:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434322.719587:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434322.719588:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434322.719589:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434322.719591:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434322.719593:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434322.719595:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434322.719597:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434322.719600:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434322.719602:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434322.719604:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434322.719606:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434322.719614:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789434322.719617:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434322.719620:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434322.719622:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434322.719624:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434322.719627:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434322.719631:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434322.719639:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789434322.719646:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434322.719655:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434322.719663:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434322.719666:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434322.719670:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434322.719686:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434322.719689:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434322.719691:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434322.719692:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434322.719694:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434322.719696:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434322.719698:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5777
00000400:00000200:3.0:1789434322.719700:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434322.719703:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434322.719704:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434322.719707:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434322.719708:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434322.719710:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434322.719711:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434322.719714:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1789434322.719714:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434322.719716:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434322.719717:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434322.719718:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434322.719720:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434322.719721:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434322.719726:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434322.719727:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434322.719728:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434322.719729:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434322.719729:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434322.719733:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1789434322.719734:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434322.719737:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434322.719739:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434322.719741:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434322.719745:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434322.719746:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434322.719747:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434322.719750:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434322.719752:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434322.719754:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434322.719756:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789434322.719758:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434322.719760:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434322.719760:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434322.719762:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434322.719762:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434322.719763:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434322.719766:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789434322.719768:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434322.719785:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1789434322.719789:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434322.719793:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434322.719797:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434322.719806:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434322.719807:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434322.719809:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434322.719814:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434322.719818:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434322.719822:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434322.719823:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434322.719829:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933958912:192.168.203.104@tcp:250:kworker.0
00000100:00080000:3.0:1789434322.719830:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434322.719846:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1789434322.719847:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1789434322.719851:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789434322.719851:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1789434322.719856:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434322.719856:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1789434322.719861:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789434322.719862:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434322.719867:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5777
02000000:00000010:1.0:1789434322.719868:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434322.719872:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434322.719874:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434322.719878:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:1.0:1789434322.719883:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:3.0:1789434322.719883:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1789434322.719889:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d2c0.
00000100:00000040:3.0:1789434322.719890:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434322.719895:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434322.719898:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434322.719901:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434322.719904:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1789434322.719906:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a93b8.
00000020:00000040:3.0:1789434322.719906:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434322.719911:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434322.719913:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000100:00000200:1.0:1789434322.719917:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933958912, portal 25
00000020:00000001:3.0:1789434322.719917:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:1.0:1789434322.719921:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434322.719923:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000100:00000040:1.0:1789434322.719931:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789434322.719932:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434322.719941:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434322.719944:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789434322.719945:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434322.719951:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000040:3.0:1789434322.719951:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000010:1.0:1789434322.719956:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9cc0.
00000100:00000001:3.0:1789434322.719956:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434322.719962:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00000200:1.0:1789434322.719963:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933958912, offset 0
00000100:00080000:3.0:1789434322.719967:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434322.719971:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434322.719975:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
02000000:00000001:3.0:1789434322.719975:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434322.719979:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434322.719982:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434322.719984:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1789434322.719987:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00100000:3.0:1789434322.719988:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434322.719993:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434322.719995:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434322.719997:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434322.720002:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434322.720006:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000010:3.0:1789434322.720010:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000400:00000200:1.0:1789434322.720011:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1789434322.720016:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000400:00000200:1.0:1789434322.720017:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434322.720023:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512744:512744:256:4294967295] 192.168.203.104@tcp LPNI seq info [512711:512711:8:4294967295]
02000000:00000001:3.0:1789434322.720023:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434322.720027:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434322.720030:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1789434322.720031:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:3.0:1789434322.720034:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434322.720042:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434322.720047:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1789434322.720050:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789434322.720055:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434322.720061:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1789434322.720064:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434322.720075:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d800.
00000100:00000001:3.0:1789434322.720082:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1789434322.720085:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789434322.720086:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789434322.720092:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789434322.720096:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434322.720106:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434322.720108:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434322.720112:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434322.720113:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434322.720114:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434322.720117:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1789434322.720122:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434322.720122:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434322.720126:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300450475
00000100:00080000:3.0:1789434322.720127:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5777
00000100:00000010:1.0:1789434322.720134:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d420.
00000400:00000200:3.0:1789434322.720135:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434322.720140:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434322.720143:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1789434322.720143:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434322.720150:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434322.720153:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434322.720155:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434322.720158:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300450475
00000100:00000001:3.0:1789434322.720158:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434322.720162:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:1.0:1789434322.720165:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dc60.
00000020:00000040:3.0:1789434322.720166:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434322.720169:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1789434322.720170:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000020:00000040:3.0:1789434322.720173:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000001:1.0:1789434322.720175:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1789434322.720178:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:1.0:1789434322.720180:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434322.720182:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:1.0:1789434322.720185:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434322.720189:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434322.720190:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434322.720193:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434322.720197:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434322.720199:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434322.720200:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434322.720203:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:3.0:1789434322.720205:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:1.0:1789434322.720207:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434322.720210:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789434322.720211:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434322.720213:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789434322.720215:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434322.720220:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434322.720220:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434322.720225:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434322.720231:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434322.720235:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434322.720237:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1789434322.720238:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:1.0:1789434322.720239:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434322.720242:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434322.720244:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434322.720246:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434322.720249:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933959040:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434322.720252:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434322.720254:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434322.720256:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789434322.720258:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434322.720260:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789434322.720262:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434322.720265:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7c00.
00000100:00000010:3.0:1789434322.720268:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
02000000:00000001:1.0:1789434322.720269:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789434322.720275:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000200:1.0:1789434322.720276:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:3.0:1789434322.720280:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1789434322.720281:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d580.
02000000:00000001:3.0:1789434322.720283:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434322.720286:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9000.
00000100:00000001:3.0:1789434322.720287:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434322.720290:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434322.720292:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434322.720296:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000200:1.0:1789434322.720298:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933959040, portal 10
00000100:00000001:3.0:1789434322.720300:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434322.720305:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434322.720307:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00100000:3.0:1789434322.720309:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1789434322.720316:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434322.720336:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1789434322.720336:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434322.720341:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434322.720342:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434322.720366:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9a18.
00000100:00000200:1.0:1789434322.720369:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933959040, offset 0
00000400:00000200:1.0:1789434322.720374:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434322.720379:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434322.720383:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434322.720388:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1789434322.720389:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434322.720393:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434322.720398:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434322.720404:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:3.0:1789434322.720410:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434322.720411:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512745:512745:255:4294967295] 192.168.203.104@tcp LPNI seq info [512712:512712:7:4294967295]
00000100:00000040:3.0:1789434322.720418:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5787)
00000400:00000200:1.0:1789434322.720419:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434322.720429:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434322.720435:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434322.720439:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833da00.
00000800:00000200:1.0:1789434322.720443:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434322.720446:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434322.720449:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434322.720452:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434322.720455:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434322.720457:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300449804
00000100:00000001:1.0:1789434322.720459:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300450475
00000100:00000001:1.0:1789434322.720461:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300449804
00000100:00000001:1.0:1789434322.720463:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300450475
00000100:00000001:1.0:1789434322.720465:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434322.720467:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434322.720469:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434322.720473:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434322.720481:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434322.720483:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434322.720485:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434322.720486:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434322.720488:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434322.720491:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933959168:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434322.720497:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434322.720499:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434322.720500:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434322.720502:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434322.720505:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434322.720507:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434322.720510:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434322.720513:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d9f8.
00000400:00000010:1.0:1789434322.720516:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9bb0.
00000100:00000200:1.0:1789434322.720518:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933959168, portal 4
00000100:00000001:1.0:1789434322.720520:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434322.720521:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:1.0:1789434322.720527:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434322.720533:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434322.720535:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434322.720537:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434322.720540:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933959168, offset 0
00000400:00000200:1.0:1789434322.720544:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434322.720547:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434322.720551:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434322.720553:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434322.720556:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434322.720558:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434322.720560:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434322.720563:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512746:512746:254:4294967295] 192.168.203.104@tcp LPNI seq info [512713:512713:6:4294967295]
00000400:00000200:1.0:1789434322.720568:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434322.720573:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434322.720577:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434322.720581:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833d400.
00000800:00000200:1.0:1789434322.720584:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434322.720588:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434322.720590:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434322.720592:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434322.720596:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434322.720597:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300449821
00000100:00000001:1.0:1789434322.720600:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300450475
00000100:00000001:1.0:1789434322.720602:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300449821
00000100:00000001:1.0:1789434322.720604:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300450475
00000100:00000001:1.0:1789434322.720606:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434322.720608:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434322.720610:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434322.720612:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434322.720615:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434322.720616:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1789434322.720618:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434322.720620:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434322.720621:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434322.720625:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434322.720632:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434322.720633:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434322.720635:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434322.720637:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434322.720638:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434322.720641:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933959296:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434322.720644:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434322.720646:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434322.720647:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434322.720649:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434322.720652:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434322.720654:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434322.720657:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434322.720659:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925dd10.
00000400:00000010:1.0:1789434322.720662:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a92a8.
00000100:00000200:1.0:1789434322.720665:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933959296, portal 4
00000100:00000001:1.0:1789434322.720666:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434322.720668:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:1.0:1789434322.720672:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434322.720678:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434322.720680:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434322.720682:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434322.720685:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933959296, offset 0
00000400:00000200:1.0:1789434322.720689:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434322.720693:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434322.720696:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434322.720699:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434322.720701:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434322.720703:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434322.720705:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434322.720708:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512747:512747:253:4294967295] 192.168.203.104@tcp LPNI seq info [512714:512714:5:4294967295]
00000400:00000200:1.0:1789434322.720711:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434322.720718:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434322.720722:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434322.720725:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434322.720728:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434322.720731:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434322.720734:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434322.720737:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434322.720751:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434322.720753:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300449823
00000100:00000001:1.0:1789434322.720755:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300450475
00000100:00000001:1.0:1789434322.720757:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300449823
00000100:00000001:1.0:1789434322.720759:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300450475
00000100:00000001:1.0:1789434322.720761:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434322.720763:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434322.720766:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434322.720768:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434322.720771:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434322.720772:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1789434322.720774:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434322.720775:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434322.720777:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434322.720779:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434322.975767:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434322.975774:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434322.975776:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434322.975781:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434322.975785:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434322.975788:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434322.975791:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434322.975794:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434322.975797:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434323.423455:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300450475, at 4300450496
00000100:00000040:3.0:1789434323.423455:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300450475, at 4300450496
00000100:00000010:2.0:1789434323.423471:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d420.
00000100:00000010:3.0:1789434323.423473:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc60.
00000100:00000001:2.0:1789434323.487494:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434323.487501:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434323.487503:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434323.487508:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434323.487512:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434323.487515:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434323.487518:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434323.487520:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434323.487523:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491936:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434323.491943:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491949:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434323.491953:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434323.491955:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434323.491958:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491961:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434323.491964:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491966:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491968:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491972:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434323.491974:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434323.491976:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434323.491977:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491978:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434323.491980:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491981:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491983:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491986:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434323.491988:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434323.491990:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434323.491991:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491992:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434323.491994:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491995:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434323.491997:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434323.492923:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434323.492927:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434323.492930:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434323.743545:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434323.743552:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434323.743555:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434323.743560:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434323.743563:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434323.743567:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434323.743569:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434323.743572:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434323.743575:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434323.745937:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434323.745949:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434323.745951:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434323.745957:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434323.745960:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434323.745964:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434323.745966:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434323.745968:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434323.745972:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434323.999506:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434323.999512:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434323.999515:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434323.999520:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434323.999523:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434323.999526:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434323.999529:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434323.999532:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434323.999535:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434324.511459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434324.511467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434324.511469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434324.511475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434324.511480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434324.511483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434324.511486:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434324.511489:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434324.511492:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434324.511498:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434324.511503:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434324.511508:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434324.511510:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434324.511513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434324.511514:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434324.511517:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434324.511518:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434324.511583:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434324.511586:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434324.511589:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434324.767475:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434324.767483:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434324.767485:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434324.767491:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434324.767494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434324.767499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434324.767501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434324.767504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434324.767507:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434324.769030:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434324.769034:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434324.769036:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434324.769040:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434324.769043:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434324.769046:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434324.769048:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434324.769050:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434324.769052:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434325.023938:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434325.023947:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434325.023949:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434325.023955:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434325.023958:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434325.023963:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434325.023965:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434325.023968:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434325.023971:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434325.535432:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434325.535440:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434325.535442:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434325.535448:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434325.535452:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434325.535456:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434325.535458:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434325.535461:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434325.535464:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434325.535520:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434325.535525:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434325.535527:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434325.535531:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434325.535534:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434325.535537:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434325.535539:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434325.535541:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434325.535544:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434325.535546:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434325.535549:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434325.535550:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434325.535553:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434325.535554:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434325.535660:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434325.535663:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434325.535665:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434325.791501:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434325.791511:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434325.791514:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434325.791521:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434325.791526:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434325.791531:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434325.791535:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434325.791539:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434325.791543:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434325.791638:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434325.791645:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434325.791647:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434325.791652:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434325.791655:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434325.791659:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434325.791661:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434325.791664:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434325.791666:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1789434325.791860:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.104:988
00000400:00000100:1.0:1789434325.791914:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.104@tcp at host 192.168.203.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1789434325.791927:0:2337:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434325.791931:0:2337:0:(router.c:1791:lnet_notify()) 192.168.203.4@tcp notifying 192.168.203.104@tcp: down
00000400:00000200:1.0:1789434325.791936:0:2337:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434325.791940:0:2337:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1789434325.791944:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:1.0:1789434325.791948:0:2337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d800.
00000400:00000200:1.0:1789434325.791954:0:2337:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1789434325.791960:0:2337:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1789434325.791967:0:2337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9cc0
00000400:00000010:1.0:1789434325.791971:0:2337:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9cc0.
00000100:00000001:1.0:1789434325.791977:0:2337:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434325.791987:0:2337:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434325.792012:0:2337:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434325.792017:0:2337:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434325.792025:0:2337:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434325.792027:0:2337:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:1.0:1789434325.792038:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:1.0:1789434325.792041:0:2337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833da00.
00000400:00000200:1.0:1789434325.792044:0:2337:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1789434325.792047:0:2337:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1789434325.792050:0:2337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9a18
00000400:00000010:1.0:1789434325.792051:0:2337:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9a18.
00000100:00000001:1.0:1789434325.792054:0:2337:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434325.792058:0:2337:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434325.792067:0:2337:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434325.792071:0:2337:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434325.792078:0:2337:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434325.792080:0:2337:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:1.0:1789434325.792087:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:1.0:1789434325.792090:0:2337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833d400.
00000100:00000001:3.0:1789434325.792092:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1789434325.792094:0:2337:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1789434325.792097:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1789434325.792102:0:2337:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1789434325.792103:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434325.792120:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434322/real 1789434325]  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434325.792136:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434325.792139:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434325.792142:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d580.
00000400:00000200:3.0:1789434325.792148:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9000
00000400:00000010:3.0:1789434325.792150:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9000.
00000100:00000001:3.0:1789434325.792156:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000400:00000200:1.0:1789434325.792159:0:2337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000100:00000200:3.0:1789434325.792163:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1789434325.792165:0:2337:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434325.792173:0:2337:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434325.792181:0:2337:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434325.792185:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434325.792212:0:2337:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789434325.792215:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434325.792219:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434325.792221:0:2337:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.792225:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434325.792229:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434325.792238:0:2337:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434325.792242:0:2337:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:1.0:1789434325.792249:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:1.0:1789434325.792252:0:2337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434325.792255:0:2337:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1789434325.792258:0:2337:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1789434325.792260:0:2337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434325.792262:0:2337:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434325.792264:0:2337:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434325.792268:0:2337:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434325.792288:0:2337:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434325.792291:0:2337:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434325.792296:0:2337:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434325.792298:0:2337:0:(events.c:69:request_out_callback()) Process leaving
00000100:00100000:3.0:1789434325.792388:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.792397:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434325.792405:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.792413:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434325.792416:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.792417:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434325.792419:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.792422:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434325.792427:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434325.792430:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434325.792436:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434325.792439:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434325.792443:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434325.792452:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933959040:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434325.792458:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434325.792463:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434322/real 1789434325]  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434325.792471:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434325.792473:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434325.792476:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d9f8.
00000400:00000200:3.0:1789434325.792479:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9bb0
00000400:00000010:3.0:1789434325.792482:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9bb0.
00000100:00000001:3.0:1789434325.792486:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434325.792490:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434325.792499:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.792506:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434325.792629:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.792633:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434325.792635:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434325.792641:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.792648:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434325.792653:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.792659:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434325.792662:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.792664:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434325.792666:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.792668:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434325.792676:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434325.792679:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434325.792684:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434325.792688:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434325.792693:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434325.792700:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933959168:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434325.792704:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434325.792708:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434322/real 1789434325]  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434325.792716:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434325.792717:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434325.792720:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d2c0.
00000400:00000200:3.0:1789434325.792722:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a93b8
00000400:00000010:3.0:1789434325.792725:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a93b8.
00000100:00000001:3.0:1789434325.792727:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434325.792730:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434325.792739:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.792745:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434325.792746:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.792748:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434325.792750:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434325.792753:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.792759:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434325.792763:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.792770:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434325.792772:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.792774:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434325.792775:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.792776:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434325.792778:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434325.792780:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434325.792783:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434325.792785:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434325.792789:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434325.792797:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933958912:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434325.792800:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434325.792802:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434325.792805:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933959040/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.792823:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434325.792828:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434325.792832:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7c00.
02000000:00000001:3.0:1789434325.792837:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434325.792840:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434325.792842:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434325.792845:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434325.792848:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:3.0:1789434325.792851:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434325.792853:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434325.792855:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:3.0:1789434325.792858:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434325.792860:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.792862:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434325.792865:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933959168/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.792872:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434325.792873:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434325.792874:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:3.0:1789434325.792877:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434325.792878:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434325.792879:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434325.792881:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434325.792883:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:3.0:1789434325.792885:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434325.792886:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434325.792887:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:3.0:1789434325.792891:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434325.792892:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.792893:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434325.792897:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933958912/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.792903:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434325.792904:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434325.792906:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:3.0:1789434325.792908:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434325.792909:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434325.792910:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434325.792912:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434325.792913:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:3.0:1789434325.792915:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434325.792917:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434325.792918:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:3.0:1789434325.792920:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434325.792921:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.792923:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434325.792925:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434325.792926:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434325.792928:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434325.792932:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434322/real 1789434325]  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434325.792939:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434325.792941:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434325.792943:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925dd10.
00000400:00000200:3.0:1789434325.792945:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a92a8
00000400:00000010:3.0:1789434325.792947:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a92a8.
00000100:00000001:3.0:1789434325.792950:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434325.792952:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434325.793320:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.793327:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434325.793329:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.793331:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434325.793333:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434325.793337:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.793344:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434325.793372:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.793381:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434325.793383:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.793385:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434325.793387:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.793389:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434325.793393:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434325.793395:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434325.793399:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434325.793402:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434325.793406:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434325.793413:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933959296:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434325.793420:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.793424:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434325.793430:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933959296/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434325.793438:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434325.793440:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434325.793443:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5400.
02000000:00000001:3.0:1789434325.793446:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434325.793448:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434325.793450:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434325.793452:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434325.793453:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1c00.
02000000:00000001:3.0:1789434325.793455:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434325.793456:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434325.793457:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:3.0:1789434325.793459:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434325.793460:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.793461:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434325.793466:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434325.793467:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434325.793468:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434325.793469:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434326.048859:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434326.048866:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434326.048868:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434326.048874:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434326.048877:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434326.048881:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434326.048884:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434326.048887:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434326.048891:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434326.559480:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434326.559488:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434326.559490:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434326.559496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434326.559500:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434326.559504:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434326.559506:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434326.559509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434326.559512:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434326.560737:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434326.560740:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434326.560743:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434326.560744:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434326.560746:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434326.560747:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434326.560749:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434326.560750:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434326.560869:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434326.560988:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434326.560992:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434326.815472:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434326.815479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434326.815481:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434326.815489:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434326.815493:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434326.815496:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434326.815499:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434326.815502:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434326.815505:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434326.815516:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434326.815521:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434326.815523:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434326.815527:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434326.815530:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434326.815533:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434326.815536:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434326.815537:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434326.815540:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434327.071471:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434327.071477:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434327.071480:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434327.071485:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434327.071488:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434327.071492:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.071495:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434327.071497:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.071501:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434327.583466:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434327.583474:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434327.583476:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434327.583481:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434327.583484:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434327.583488:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434327.583488:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434327.583492:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434327.583494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434327.583497:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434327.583498:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434327.583499:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434327.583503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434327.583504:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434327.583505:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434327.583509:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434327.583511:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434327.583876:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434327.583880:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434327.583883:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434327.839495:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434327.839502:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434327.839504:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434327.839509:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434327.839512:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434327.839515:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434327.839518:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434327.839520:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434327.839524:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434327.839745:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434327.839751:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434327.839754:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434327.839758:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434327.839762:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434327.839768:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5782
00000400:00000200:3.0:1789434327.839777:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434327.839783:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434327.839787:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434327.839790:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.839793:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434327.839809:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.839812:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434327.839820:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434327.839822:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434327.839825:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434327.839827:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434327.839831:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434327.839834:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434327.839838:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.839840:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434327.839843:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.839846:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434327.839849:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434327.839853:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434327.839856:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434327.839859:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434327.839864:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434327.839866:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
02000000:00000001:3.0:1789434327.839867:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434327.839871:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434327.839874:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434327.839877:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434327.839880:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434327.839883:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.839885:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434327.839887:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.839889:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434327.839940:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434327.839943:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434327.839949:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789434327.839953:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434327.839956:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434327.839958:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434327.839961:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434327.839964:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434327.839968:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434327.839975:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789434327.839982:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434327.839992:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434327.840004:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434327.840008:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434327.840014:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434327.840038:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434327.840041:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434327.840044:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434327.840046:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434327.840048:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434327.840050:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434327.840053:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5782
00000400:00000200:3.0:1789434327.840057:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434327.840060:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434327.840063:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434327.840066:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840068:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434327.840070:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840072:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434327.840075:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434327.840076:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434327.840078:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434327.840080:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434327.840082:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434327.840084:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434327.840087:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840094:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434327.840097:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840099:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434327.840101:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434327.840104:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840107:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434327.840109:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434327.840114:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434327.840117:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434327.840118:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434327.840122:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434327.840124:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434327.840126:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434327.840130:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789434327.840133:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434327.840135:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434327.840136:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434327.840138:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434327.840139:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434327.840141:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434327.840145:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789434327.840149:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434327.840154:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434327.840162:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434327.840164:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434327.840168:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434327.840176:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434327.840178:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434327.840182:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434327.840183:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434327.840190:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434327.840193:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434327.840195:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5782
00000400:00000200:3.0:1789434327.840199:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434327.840203:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434327.840206:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434327.840209:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840211:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434327.840213:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840215:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434327.840217:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434327.840219:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434327.840220:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434327.840222:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434327.840224:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434327.840226:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434327.840229:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840231:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434327.840233:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840234:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434327.840237:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434327.840240:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840242:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434327.840244:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434327.840246:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434327.840249:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434327.840250:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434327.840252:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434327.840255:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434327.840256:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434327.840260:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789434327.840263:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434327.840265:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434327.840266:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434327.840268:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434327.840269:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434327.840270:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434327.840274:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789434327.840277:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434327.840281:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434327.840288:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434327.840290:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434327.840293:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434327.840300:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434327.840303:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434327.840306:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434327.840307:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434327.840308:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434327.840311:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434327.840313:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5782
00000400:00000200:3.0:1789434327.840317:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434327.840319:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434327.840321:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434327.840323:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840325:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434327.840327:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840328:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434327.840331:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434327.840332:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434327.840333:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434327.840335:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434327.840337:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434327.840339:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434327.840342:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840343:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434327.840345:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840378:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434327.840381:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434327.840384:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434327.840386:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434327.840387:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434327.840390:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434327.840392:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434327.840394:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434327.840395:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434327.840398:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434327.840399:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434327.840402:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789434327.840405:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434327.840407:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434327.840409:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434327.840410:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434327.840412:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434327.840414:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434327.840418:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789434327.840420:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434327.840424:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434327.840431:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434327.840434:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434327.840437:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434327.840444:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434327.840448:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5792)
00000100:00000001:1.0:1789434327.840682:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434327.840685:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434327.840687:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434327.840695:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.840704:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434327.840705:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434327.840709:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434327.840711:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434327.840713:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434327.840717:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933959424:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434327.840721:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434327.840725:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434327.840727:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434327.840730:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434327.840734:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434327.840736:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434327.840742:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434327.840746:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434327.840752:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434327.840759:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933959424, portal 25
00000100:00000001:1.0:1789434327.840761:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434327.840763:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:1.0:1789434327.840769:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.840777:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434327.840779:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434327.840782:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434327.840785:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933959424, offset 0
00000400:00000200:1.0:1789434327.840792:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434327.840811:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434327.840818:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434327.840824:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434327.840827:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434327.840831:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434327.840834:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434327.840837:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512748:512748:256:4294967295] 192.168.203.104@tcp LPNI seq info [512715:512715:8:4294967295]
00000400:00000200:1.0:1789434327.840843:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434327.840853:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434327.840859:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434327.840866:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434327.840872:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434327.840877:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789434327.840882:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434327.840885:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1789434327.840889:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434327.840891:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434327.840895:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434327.840900:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434327.840906:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434327.840908:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434327.840914:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434327.840918:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.840928:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434327.840932:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.840943:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434327.840945:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434327.840951:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434327.840955:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434327.840957:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300455596
00000100:00000010:1.0:1789434327.840961:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dba0.
00000100:00000001:1.0:1789434327.840967:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434327.840978:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300455596
00000100:00000010:1.0:1789434327.840981:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d900.
00000100:00000001:1.0:1789434327.840984:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434327.840986:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434327.840989:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434327.840991:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434327.840995:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434327/real 1789434327]  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434327.841003:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434327.841005:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434327.841007:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434327.841010:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434327.841012:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434327.841014:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434327.841017:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434327.841025:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841031:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434327.841033:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841035:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434327.841037:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434327.841040:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841047:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434327.841051:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841057:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434327.841059:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841061:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434327.841062:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841064:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434327.841066:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434327.841069:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434327.841072:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434327.841075:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434327.841078:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434327.841085:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933959424:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434327.841089:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434327.841092:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841098:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434327.841099:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434327.841101:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434327.841102:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434327.841104:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434327.841106:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933959552:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434327.841108:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434327.841110:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434327.841111:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434327.841114:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434327.841117:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434327.841118:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434327.841122:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434327.841125:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434327.841127:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434327.841131:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933959552, portal 10
00000100:00000001:1.0:1789434327.841132:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434327.841133:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000100:00000040:1.0:1789434327.841140:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841146:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434327.841148:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434327.841150:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434327.841152:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933959552, offset 0
00000400:00000200:1.0:1789434327.841155:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434327.841159:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434327.841163:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434327.841166:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434327.841168:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434327.841171:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434327.841172:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434327.841175:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512749:512749:256:4294967295] 192.168.203.104@tcp LPNI seq info [512716:512716:8:4294967295]
00000400:00000200:1.0:1789434327.841178:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434327.841184:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434327.841188:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434327.841191:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434327.841195:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434327.841197:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789434327.841200:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434327.841203:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1789434327.841208:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434327.841210:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434327.841215:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434327.841220:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434327.841223:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434327.841224:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434327.841227:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434327.841231:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841237:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434327.841240:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841246:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434327.841248:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434327.841251:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434327.841254:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434327.841257:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434327.841259:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300454924
00000100:00000001:1.0:1789434327.841262:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300455596
00000100:00000001:1.0:1789434327.841264:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300454924
00000100:00000001:1.0:1789434327.841266:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300455596
00000100:00000001:1.0:1789434327.841269:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434327.841272:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434327.841274:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434327.841278:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434327/real 1789434327]  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434327.841286:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434327.841288:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434327.841290:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434327.841293:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434327.841295:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434327.841298:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434327.841303:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434327.841310:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841316:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434327.841317:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841319:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434327.841321:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434327.841324:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841329:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434327.841333:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841338:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434327.841341:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841342:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434327.841343:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841344:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434327.841371:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434327.841375:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434327.841379:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434327.841381:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434327.841386:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434327.841392:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933959552:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434327.841397:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434327.841401:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841411:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434327.841413:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434327.841415:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434327.841417:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434327.841419:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434327.841421:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933959680:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434327.841424:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434327.841426:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434327.841427:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434327.841429:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434327.841432:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434327.841434:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434327.841437:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434327.841439:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434327.841442:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434327.841445:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933959680, portal 4
00000100:00000001:1.0:1789434327.841447:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434327.841448:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:1.0:1789434327.841453:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841459:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434327.841461:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434327.841463:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434327.841465:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933959680, offset 0
00000400:00000200:1.0:1789434327.841469:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434327.841472:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434327.841475:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434327.841478:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434327.841480:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434327.841482:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434327.841484:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434327.841487:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512750:512750:256:4294967295] 192.168.203.104@tcp LPNI seq info [512717:512717:8:4294967295]
00000400:00000200:1.0:1789434327.841490:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434327.841495:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434327.841499:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434327.841503:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434327.841506:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434327.841509:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789434327.841513:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434327.841515:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1789434327.841519:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434327.841521:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434327.841523:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434327.841526:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434327.841529:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434327.841530:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434327.841533:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434327.841536:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841544:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434327.841546:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841552:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434327.841553:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434327.841556:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434327.841559:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434327.841562:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434327.841564:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300454942
00000100:00000001:1.0:1789434327.841566:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300455596
00000100:00000001:1.0:1789434327.841568:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300454942
00000100:00000001:1.0:1789434327.841570:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300455596
00000100:00000001:1.0:1789434327.841572:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434327.841574:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434327.841576:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434327.841579:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434327/real 1789434327]  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434327.841586:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434327.841587:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434327.841589:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434327.841591:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434327.841593:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434327.841595:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434327.841598:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434327.841606:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841611:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434327.841612:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841614:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434327.841615:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434327.841618:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841624:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434327.841628:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841634:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434327.841636:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841637:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434327.841638:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841640:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434327.841644:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434327.841646:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434327.841649:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434327.841651:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434327.841655:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434327.841662:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933959680:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434327.841665:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434327.841669:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841675:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434327.841676:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434327.841679:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434327.841680:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434327.841682:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434327.841684:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933959808:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434327.841687:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434327.841689:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434327.841690:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434327.841692:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434327.841695:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434327.841696:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434327.841699:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434327.841701:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434327.841704:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434327.841707:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933959808, portal 4
00000100:00000001:1.0:1789434327.841708:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434327.841709:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00000040:1.0:1789434327.841714:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841719:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434327.841721:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434327.841723:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434327.841725:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933959808, offset 0
00000400:00000200:1.0:1789434327.841729:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434327.841732:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434327.841735:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434327.841738:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434327.841740:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434327.841742:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434327.841744:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434327.841747:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512751:512751:256:4294967295] 192.168.203.104@tcp LPNI seq info [512718:512718:8:4294967295]
00000400:00000200:1.0:1789434327.841750:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434327.841756:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434327.841760:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434327.841763:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434327.841766:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434327.841769:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1789434327.841772:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434327.841774:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1789434327.841778:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434327.841779:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434327.841782:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434327.841785:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434327.841788:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434327.841789:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434327.841792:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434327.841806:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841813:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434327.841817:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841823:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434327.841824:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434327.841827:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434327.841830:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434327.841833:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434327.841835:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300454944
00000100:00000001:1.0:1789434327.841837:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300455596
00000100:00000001:1.0:1789434327.841839:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300454944
00000100:00000001:1.0:1789434327.841841:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300455596
00000100:00000001:1.0:1789434327.841843:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434327.841845:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434327.841847:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434327.841851:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434327/real 1789434327]  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434327.841859:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434327.841860:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434327.841862:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434327.841864:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434327.841865:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434327.841868:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434327.841871:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434327.841878:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841885:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434327.841886:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841888:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434327.841889:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434327.841893:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841898:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434327.841902:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841908:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434327.841911:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841913:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434327.841914:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841916:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434327.841919:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434327.841922:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434327.841925:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434327.841927:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434327.841931:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434327.841939:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933959808:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434327.841942:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841944:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434327.841948:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933959424/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841954:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434327.841956:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434327.841959:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434327.841962:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434327.841964:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434327.841965:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434327.841967:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434327.841969:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1c00.
02000000:00000001:1.0:1789434327.841973:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434327.841974:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434327.841976:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:1.0:1789434327.841980:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434327.841981:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.841983:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434327.841986:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933959552/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.841993:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434327.841994:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434327.841995:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434327.841998:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434327.841999:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434327.842000:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434327.842002:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434327.842003:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:1.0:1789434327.842006:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434327.842007:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434327.842008:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:1.0:1789434327.842011:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434327.842012:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.842014:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434327.842017:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933959680/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.842023:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434327.842024:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434327.842026:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434327.842028:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434327.842029:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434327.842031:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434327.842033:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434327.842034:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:1.0:1789434327.842036:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434327.842037:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434327.842038:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:1.0:1789434327.842040:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434327.842041:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.842043:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434327.842046:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933959808/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434327.842058:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434327.842059:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434327.842060:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434327.842062:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434327.842063:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434327.842064:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434327.842067:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434327.842068:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:1.0:1789434327.842070:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434327.842071:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434327.842072:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:1.0:1789434327.842075:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434327.842076:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.842078:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434327.842086:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434327.842088:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434327.842091:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434327.842092:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434328.095509:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434328.095517:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434328.095520:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434328.095525:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434328.095529:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434328.095534:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434328.095537:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434328.095540:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434328.095543:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434328.543489:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300455596, at 4300455616
00000100:00000010:3.0:1789434328.543506:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d900.
00000100:00000040:2.0:1789434328.543509:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300455596, at 4300455616
00000100:00000010:2.0:1789434328.543525:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dba0.
00000100:00000001:2.0:1789434328.607432:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434328.607438:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434328.607440:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434328.607445:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434328.607449:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434328.607452:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434328.607455:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434328.607457:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434328.607461:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434328.607512:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434328.607516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434328.607520:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434328.607522:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434328.607525:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434328.607526:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434328.607529:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434328.607530:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434328.607567:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434328.607569:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434328.607571:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434328.864018:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434328.864025:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434328.864027:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434328.864032:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434328.864036:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434328.864039:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434328.864042:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434328.864044:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434328.864047:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434328.864459:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434328.864462:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434328.864463:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434328.864466:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434328.864468:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434328.864470:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434328.864472:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434328.864473:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434328.864475:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434329.119473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434329.119481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434329.119483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434329.119488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434329.119491:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434329.119495:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434329.119498:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434329.119500:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434329.119503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434329.631482:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434329.631482:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434329.631490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434329.631491:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434329.631496:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434329.631498:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434329.631500:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434329.631503:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434329.631506:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434329.631508:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434329.631509:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434329.631515:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434329.631516:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434329.631518:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434329.631521:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434329.631525:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434329.631528:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434329.631557:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434329.631566:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434329.631573:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434329.887579:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434329.887589:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434329.887591:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434329.887598:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434329.887602:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434329.887608:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434329.887612:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434329.887614:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434329.887617:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434329.888305:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434329.888312:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434329.888314:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434329.888319:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434329.888323:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434329.888326:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434329.888328:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434329.888330:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434329.888333:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434330.143496:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434330.143506:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434330.143508:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434330.143516:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434330.143521:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434330.143529:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434330.143533:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434330.143536:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434330.143539:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434330.655481:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434330.655492:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434330.655496:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434330.655503:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434330.655507:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434330.655511:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434330.655515:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434330.655518:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434330.655522:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434330.655540:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434330.655545:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434330.655551:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434330.655553:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434330.655557:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434330.655559:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434330.655564:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434330.655565:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434330.656020:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434330.656025:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434330.656029:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434330.911499:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434330.911510:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434330.911513:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434330.911520:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434330.911526:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434330.911530:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434330.911533:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434330.911533:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434330.911536:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434330.911540:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434330.911540:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434330.911545:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434330.911549:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434330.911552:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434330.911554:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434330.911557:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434330.911559:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434330.911562:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434331.167630:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434331.167638:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434331.167641:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434331.167647:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434331.167651:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434331.167655:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434331.167658:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434331.167661:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434331.167664:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434331.679472:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434331.679474:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434331.679481:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434331.679482:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434331.679486:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434331.679489:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434331.679493:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434331.679493:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434331.679499:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434331.679500:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434331.679504:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434331.679505:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434331.679510:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434331.679511:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434331.679513:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434331.679516:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434331.679521:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434331.681038:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434331.681043:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434331.681047:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434331.935429:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434331.935437:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434331.935439:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434331.935445:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434331.935449:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434331.935451:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434331.935453:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434331.935455:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434331.935457:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434331.935458:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434331.935461:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434331.935463:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434331.935466:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434331.935467:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434331.935471:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434331.935474:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434331.935476:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434331.935478:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.192151:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434332.192158:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434332.192160:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434332.192166:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434332.192170:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434332.192174:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.192176:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434332.192179:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.192183:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434332.703513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434332.703520:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434332.703525:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434332.703526:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434332.703530:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434332.703531:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434332.703534:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434332.703535:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434332.703645:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434332.703648:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434332.703651:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434332.703715:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434332.703719:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434332.703721:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434332.703725:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434332.703728:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434332.703731:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434332.703733:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434332.703736:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434332.703739:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434332.959460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434332.959469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434332.959472:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434332.959475:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434332.959480:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434332.959486:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5787
00000400:00000200:3.0:1789434332.959495:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434332.959500:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434332.959503:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434332.959507:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.959510:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434332.959512:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.959515:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434332.959523:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434332.959525:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434332.959527:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434332.959530:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434332.959533:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434332.959536:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434332.959540:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.959542:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434332.959544:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.959546:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434332.959549:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434332.959553:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434332.959556:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434332.959559:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434332.959563:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434332.959566:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434332.959568:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434332.959571:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434332.959581:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789434332.959585:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
00000100:00000001:1.0:1789434332.959589:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
02000000:00000001:3.0:1789434332.959589:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434332.959592:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.959594:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434332.959596:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434332.959598:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434332.959601:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1789434332.959603:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
02000000:00000001:3.0:1789434332.959606:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.959608:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434332.959613:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1789434332.959615:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:1.0:1789434332.959616:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434332.959621:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434332.959624:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.959625:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434332.959637:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434332.959647:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434332.959652:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434332.959659:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.959716:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434332.959719:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434332.959722:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434332.959728:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.959735:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434332.959736:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434332.959738:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434332.959741:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434332.959743:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434332.959746:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933959936:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434332.959750:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434332.959753:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434332.959755:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434332.959769:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434332.959774:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434332.959776:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434332.959782:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434332.959785:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434332.959791:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434332.959797:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933959936, portal 25
00000100:00000001:1.0:1789434332.959799:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434332.959801:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196928 : -119882416354688 : ffff92f7b3288a80)
00000100:00000040:1.0:1789434332.959806:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.959812:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434332.959815:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434332.959817:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434332.959820:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933959936, offset 0
00000400:00000200:1.0:1789434332.959826:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434332.959833:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434332.959839:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434332.959844:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434332.959848:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434332.959851:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434332.959854:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434332.959857:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512752:512752:256:4294967295] 192.168.203.104@tcp LPNI seq info [512719:512719:8:4294967295]
00000400:00000200:1.0:1789434332.959861:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434332.959869:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434332.959875:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434332.959879:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434332.959884:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434332.959888:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434332.959893:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434332.959896:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434332.959899:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434332.959901:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434332.959906:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434332.959910:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434332.959914:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434332.959917:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434332.959921:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434332.959924:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434332.959949:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434332.959952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434332.959955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434332.959956:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434332.959958:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434332.959961:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434332.959963:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5787
00000400:00000200:3.0:1789434332.959967:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434332.959969:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434332.959972:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434332.959975:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.959977:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434332.959978:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.959980:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434332.959983:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434332.959985:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434332.959987:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434332.959989:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434332.959991:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434332.959994:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434332.959997:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.959999:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434332.960000:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.960002:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434332.960004:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434332.960007:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434332.960009:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434332.960010:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434332.960015:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434332.960016:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434332.960018:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434332.960022:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434332.960025:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434332.960026:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434332.960031:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789434332.960033:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434332.960035:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434332.960036:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434332.960038:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434332.960039:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434332.960041:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434332.960044:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789434332.960048:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434332.960052:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434332.960059:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434332.960061:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434332.960064:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960097:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434332.960101:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960107:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.960108:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434332.960114:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434332.960118:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434332.960120:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300460715
00000100:00000010:1.0:1789434332.960124:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d4e0.
00000100:00000001:1.0:1789434332.960130:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434332.960144:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300460715
00000100:00000010:1.0:1789434332.960147:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d720.
00000100:00000001:1.0:1789434332.960150:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434332.960153:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434332.960156:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.960158:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434332.960162:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434332/real 1789434332]  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434332.960170:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434332.960172:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434332.960174:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434332.960177:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434332.960178:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434332.960181:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434332.960184:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434332.960191:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960197:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434332.960198:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.960201:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434332.960203:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434332.960207:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960213:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434332.960217:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960224:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434332.960226:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.960227:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434332.960228:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.960230:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434332.960232:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434332.960235:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434332.960239:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434332.960241:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434332.960245:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434332.960253:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933959936:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434332.960256:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.960258:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434332.960261:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288a80 x1876351933959936/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960266:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434332.960269:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434332.960272:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434332.960274:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434332.960276:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434332.960278:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434332.960280:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434332.960282:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:1.0:1789434332.960285:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434332.960286:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434332.960288:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288a80.
00000100:00000001:1.0:1789434332.960299:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434332.960300:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.960302:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.960308:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434332.960309:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.960311:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434332.960312:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434332.960314:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434332.960317:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960322:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434332.960324:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434332.960326:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434332.960328:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434332.960330:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434332.960332:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933960064:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434332.960335:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434332.960337:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434332.960338:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434332.960340:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434332.960342:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434332.960344:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434332.960363:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434332.960366:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434332.960369:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434332.960372:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933960064, portal 10
00000100:00000001:1.0:1789434332.960374:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434332.960375:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00000040:1.0:1789434332.960384:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960390:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434332.960392:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434332.960394:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434332.960396:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933960064, offset 0
00000400:00000200:1.0:1789434332.960400:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434332.960403:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434332.960406:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434332.960409:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434332.960411:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434332.960414:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434332.960416:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434332.960418:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512753:512753:256:4294967295] 192.168.203.104@tcp LPNI seq info [512720:512720:8:4294967295]
00000400:00000200:1.0:1789434332.960422:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434332.960427:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434332.960432:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434332.960435:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434332.960438:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434332.960441:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434332.960445:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434332.960447:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434332.960450:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434332.960452:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434332.960454:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434332.960457:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434332.960460:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434332.960461:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434332.960464:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434332.960467:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960474:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434332.960477:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960482:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.960484:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434332.960487:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434332.960490:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434332.960493:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434332.960495:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300460043
00000100:00000001:1.0:1789434332.960497:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300460715
00000100:00000001:1.0:1789434332.960499:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300460043
00000100:00000001:1.0:1789434332.960501:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300460715
00000100:00000001:1.0:1789434332.960503:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434332.960505:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.960507:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434332.960510:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434332/real 1789434332]  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434332.960519:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434332.960520:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434332.960521:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434332.960523:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434332.960525:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434332.960526:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434332.960529:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434332.960537:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960543:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434332.960544:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.960546:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434332.960547:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434332.960550:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960557:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434332.960560:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960566:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434332.960568:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.960569:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434332.960570:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.960572:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434332.960575:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434332.960577:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434332.960580:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434332.960582:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434332.960586:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434332.960593:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933960064:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434332.960596:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.960598:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434332.960601:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933960064/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.960606:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434332.960608:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434332.960609:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434332.960611:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434332.960613:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434332.960614:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434332.960616:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434332.960618:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:1.0:1789434332.960620:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434332.960621:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434332.960623:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:1.0:1789434332.960625:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434332.960627:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.960628:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.960631:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434332.960632:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.960634:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434332.960635:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434332.960732:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434332.960735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434332.960738:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434332.960740:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434332.960742:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434332.960744:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434332.960747:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5787
00000400:00000200:3.0:1789434332.960751:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434332.960754:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434332.960765:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434332.960769:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.960771:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434332.960774:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.960776:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434332.960779:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434332.960781:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434332.960783:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434332.960785:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434332.960787:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434332.960789:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434332.960792:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.960794:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434332.960796:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.960798:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434332.960800:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434332.960803:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434332.960805:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434332.960807:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434332.960810:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434332.960813:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434332.960814:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434332.960817:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434332.960820:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434332.960822:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434332.960825:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789434332.960827:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434332.960830:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434332.960831:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434332.960833:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434332.960835:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434332.960837:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434332.960840:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000001:3.0:1789434332.960844:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434332.960848:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434332.960855:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434332.960857:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434332.960861:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434332.960869:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434332.960871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434332.960874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434332.960876:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434332.960877:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434332.960880:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434332.960882:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5787
00000400:00000200:3.0:1789434332.960886:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434332.960888:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434332.960890:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434332.960893:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.960895:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434332.960897:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.960899:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434332.960902:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434332.960903:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434332.960904:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434332.960906:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434332.960907:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434332.960909:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434332.960912:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.960914:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434332.960916:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434332.960918:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434332.960920:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434332.960923:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434332.960925:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434332.960926:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434332.960929:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434332.960931:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434332.960932:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434332.960934:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434332.960935:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434332.960937:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434332.960939:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789434332.960941:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434332.960943:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434332.960944:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434332.960946:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434332.960947:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434332.960949:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434332.960952:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789434332.960955:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434332.960958:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434332.960965:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434332.960967:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434332.960970:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434332.960976:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434332.960979:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5797)
00000100:00000001:1.0:1789434332.961037:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434332.961040:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434332.961042:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434332.961047:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961054:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434332.961056:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434332.961058:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434332.961060:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434332.961065:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434332.961069:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434332.961071:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434332.961073:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434332.961076:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434332.961078:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933960192:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434332.961080:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434332.961084:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.961084:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1789434332.961088:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1789434332.961088:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434332.961091:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434332.961092:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789434332.961094:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789434332.961096:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434332.961099:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434332.961102:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434332.961106:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434332.961109:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434332.961113:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434332.961117:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933960192, portal 4
00000100:00000001:1.0:1789434332.961119:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434332.961121:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:1.0:1789434332.961127:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961133:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434332.961135:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434332.961137:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434332.961139:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933960192, offset 0
00000400:00000200:1.0:1789434332.961143:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434332.961147:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434332.961150:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434332.961153:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434332.961156:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434332.961158:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434332.961160:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434332.961163:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512754:512754:256:4294967295] 192.168.203.104@tcp LPNI seq info [512721:512721:8:4294967295]
00000400:00000200:1.0:1789434332.961167:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434332.961172:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434332.961177:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434332.961180:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434332.961183:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434332.961186:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434332.961190:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434332.961193:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434332.961197:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434332.961199:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434332.961202:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434332.961205:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434332.961208:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434332.961210:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434332.961212:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434332.961214:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961222:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434332.961225:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961230:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.961232:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434332.961234:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434332.961237:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434332.961240:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434332.961242:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300460061
00000100:00000001:1.0:1789434332.961244:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300460715
00000100:00000001:1.0:1789434332.961246:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300460061
00000100:00000001:1.0:1789434332.961248:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300460715
00000100:00000001:1.0:1789434332.961250:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434332.961251:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.961253:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434332.961257:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434332/real 1789434332]  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434332.961271:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434332.961272:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434332.961273:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434332.961275:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434332.961277:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434332.961279:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434332.961282:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434332.961290:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961296:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434332.961297:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.961299:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434332.961301:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434332.961304:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961309:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434332.961313:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961320:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434332.961323:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.961324:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434332.961325:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.961327:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434332.961330:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434332.961332:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434332.961335:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434332.961336:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434332.961341:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434332.961364:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933960192:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434332.961368:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434332.961371:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961378:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434332.961379:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434332.961381:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434332.961382:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434332.961384:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434332.961386:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933960320:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434332.961389:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434332.961391:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434332.961392:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434332.961394:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434332.961397:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434332.961399:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434332.961402:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434332.961404:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434332.961406:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434332.961409:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933960320, portal 4
00000100:00000001:1.0:1789434332.961410:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434332.961412:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000100:00000040:1.0:1789434332.961416:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961423:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434332.961425:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434332.961427:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434332.961429:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933960320, offset 0
00000400:00000200:1.0:1789434332.961433:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434332.961436:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434332.961439:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434332.961442:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434332.961444:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434332.961446:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434332.961448:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434332.961451:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512755:512755:256:4294967295] 192.168.203.104@tcp LPNI seq info [512722:512722:8:4294967295]
00000400:00000200:1.0:1789434332.961455:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434332.961461:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434332.961465:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434332.961467:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434332.961470:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434332.961473:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434332.961477:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434332.961480:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434332.961483:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434332.961485:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434332.961487:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434332.961491:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434332.961494:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434332.961495:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434332.961497:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434332.961500:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961507:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434332.961510:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961516:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.961517:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434332.961519:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434332.961522:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434332.961524:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434332.961526:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300460064
00000100:00000001:1.0:1789434332.961529:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300460715
00000100:00000001:1.0:1789434332.961531:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300460064
00000100:00000001:1.0:1789434332.961532:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300460715
00000100:00000001:1.0:1789434332.961534:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434332.961536:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.961538:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434332.961542:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434332/real 1789434332]  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434332.961549:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434332.961550:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434332.961551:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434332.961553:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434332.961555:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434332.961557:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434332.961560:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434332.961566:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961571:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434332.961573:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.961574:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434332.961576:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434332.961579:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961584:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434332.961587:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961592:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434332.961595:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.961596:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434332.961597:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.961599:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434332.961602:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434332.961604:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434332.961607:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434332.961609:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434332.961612:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434332.961619:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933960320:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434332.961622:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.961624:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434332.961626:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933960192/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961632:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434332.961634:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434332.961636:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434332.961638:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434332.961639:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434332.961641:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434332.961643:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434332.961645:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:1.0:1789434332.961647:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434332.961648:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434332.961650:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:1.0:1789434332.961652:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434332.961654:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.961655:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434332.961658:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933960320/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434332.961669:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434332.961670:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434332.961671:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434332.961673:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434332.961674:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434332.961675:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434332.961676:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434332.961677:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:1.0:1789434332.961679:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434332.961680:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434332.961682:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:1.0:1789434332.961684:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434332.961685:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.961686:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434332.961689:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434332.961690:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434332.961692:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434332.961693:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434333.215477:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434333.215486:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434333.215488:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434333.215493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434333.215497:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434333.215500:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434333.215503:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434333.215505:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434333.215509:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434333.663473:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300460715, at 4300460736
00000100:00000010:2.0:1789434333.663489:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d4e0.
00000100:00000040:3.0:1789434333.663815:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300460715, at 4300460736
00000100:00000010:3.0:1789434333.663822:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d720.
00000100:00000001:3.0:1789434333.727470:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434333.727475:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434333.727478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434333.727479:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434333.727482:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434333.727488:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434333.727488:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434333.727493:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434333.727494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434333.727498:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1789434333.727500:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434333.727503:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434333.727504:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434333.727509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434333.727510:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434333.727514:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434333.727514:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434333.727518:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434333.727521:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434333.727525:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434333.727529:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434333.727530:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434333.727532:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434333.727534:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434333.727536:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434333.727537:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434333.727540:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434333.727544:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434333.727546:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434333.727547:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434333.727548:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434333.727550:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434333.727551:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434333.727552:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434333.727554:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434333.727704:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434333.727708:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434333.727711:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434333.983474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434333.983481:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434333.983483:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434333.983489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434333.983492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434333.983498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434333.983500:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434333.983503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434333.983505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434333.983832:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434333.983835:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434333.983837:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434333.983840:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434333.983843:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434333.983845:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434333.983846:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434333.983848:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434333.983850:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434334.239471:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434334.239478:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434334.239481:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434334.239486:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434334.239490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434334.239494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434334.239497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434334.239499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434334.239503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434334.751713:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434334.751719:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434334.751725:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434334.751726:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434334.751727:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434334.751732:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434334.751733:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434334.751735:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434334.751736:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434334.751753:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434334.751754:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434334.751754:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434334.751760:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434334.751764:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434334.751767:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434334.751769:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434334.751772:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434334.751822:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434334.751826:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434334.751829:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434335.007913:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434335.007918:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434335.007921:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434335.007925:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434335.007928:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434335.007930:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434335.007933:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434335.007935:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434335.007936:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434335.007940:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1789434335.007941:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434335.007945:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434335.007946:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434335.007949:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434335.007951:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434335.007953:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434335.007956:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434335.007959:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434335.263533:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434335.263540:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434335.263542:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434335.263547:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434335.263551:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434335.263555:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434335.263558:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434335.263560:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434335.263564:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434335.775487:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434335.775488:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434335.775499:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434335.775500:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434335.775505:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434335.775507:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434335.775514:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434335.775515:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434335.775522:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434335.775524:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434335.775527:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434335.775527:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434335.775535:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434335.775536:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434335.775539:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434335.775542:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434335.775545:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434335.775548:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434335.775548:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434335.775565:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434335.775567:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434335.775571:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434335.775572:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434335.775622:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434335.775627:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434335.775632:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434336.031456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434336.031463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434336.031466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434336.031471:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434336.031475:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434336.031479:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434336.031482:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434336.031485:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434336.031487:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434336.031795:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434336.031799:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434336.031801:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434336.031804:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434336.031806:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434336.031808:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434336.031811:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434336.031813:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434336.031815:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434336.287457:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434336.287464:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434336.287466:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434336.287479:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434336.287483:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434336.287487:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434336.287490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434336.287492:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434336.287495:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434336.799480:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434336.799487:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434336.799490:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434336.799496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434336.799500:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434336.799504:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434336.799508:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434336.799511:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434336.799514:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434336.800073:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434336.800076:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434336.800081:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434336.800082:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434336.800085:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434336.800086:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434336.800090:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434336.800091:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434336.800141:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434336.800143:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434336.800146:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434337.055438:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434337.055446:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434337.055449:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434337.055454:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434337.055457:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434337.055461:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434337.055464:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434337.055466:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434337.055469:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434337.055704:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434337.055708:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434337.055709:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434337.055712:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434337.055715:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434337.055717:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434337.055719:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434337.055721:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434337.055724:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434337.312139:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434337.312147:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434337.312149:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434337.312154:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434337.312157:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434337.312160:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434337.312163:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434337.312165:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434337.312168:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434337.823600:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434337.823606:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434337.823611:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434337.823612:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434337.823616:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434337.823618:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434337.823621:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434337.823622:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434337.824374:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434337.824378:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434337.824382:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434337.825203:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434337.825208:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434337.825210:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434337.825214:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434337.825217:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434337.825220:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434337.825222:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434337.825225:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434337.825228:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434338.079681:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434338.079689:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434338.079690:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434338.079696:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434338.079700:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434338.079704:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434338.079707:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434338.079710:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434338.079713:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434338.079775:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434338.079781:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434338.079784:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434338.079787:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434338.079791:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434338.079797:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5792
00000400:00000200:1.0:1789434338.079805:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434338.079811:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434338.079813:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434338.079816:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.079819:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434338.079821:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.079824:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434338.079831:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434338.079833:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434338.079835:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434338.079838:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434338.079840:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434338.079843:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434338.079845:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.079847:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434338.079849:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.079851:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434338.079854:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434338.079857:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434338.079860:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434338.079863:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434338.079867:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434338.079870:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.079872:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434338.079875:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434338.079884:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849880.
00000020:00000040:1.0:1789434338.079887:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434338.079891:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434338.079893:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.079896:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434338.079898:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434338.079902:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434338.079903:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434338.079907:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434338.079909:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434338.079911:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434338.079914:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434338.079916:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434338.079918:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434338.079919:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434338.079921:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434338.079923:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7400.
00000100:00000001:1.0:1789434338.080046:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434338.080057:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434338.080067:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434338.080072:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434338.080076:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1fca34] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.080122:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434338.080125:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434338.080127:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434338.080134:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.080142:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434338.080143:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434338.080146:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434338.080149:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434338.080151:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434338.080155:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933960448:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434338.080159:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434338.080162:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434338.080164:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434338.080167:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434338.080171:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434338.080173:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434338.080179:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434338.080183:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434338.080188:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434338.080195:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933960448, portal 25
00000100:00000001:3.0:1789434338.080197:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434338.080199:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:3.0:1789434338.080205:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.080213:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434338.080215:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434338.080219:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434338.080222:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933960448, offset 0
00000400:00000200:3.0:1789434338.080229:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434338.080236:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434338.080242:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434338.080247:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434338.080251:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434338.080254:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434338.080257:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434338.080260:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512756:512756:256:4294967295] 192.168.203.104@tcp LPNI seq info [512723:512723:8:4294967295]
00000400:00000200:3.0:1789434338.080265:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434338.080275:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434338.080281:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434338.080286:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434338.080293:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434338.080297:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789434338.080314:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434338.080318:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1789434338.080322:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434338.080324:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434338.080331:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434338.080335:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434338.080340:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434338.080342:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434338.080346:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434338.080367:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434338.080423:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434338.080427:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434338.080430:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434338.080431:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434338.080432:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434338.080435:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434338.080437:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5792
00000400:00000200:1.0:1789434338.080441:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434338.080444:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434338.080446:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434338.080448:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.080450:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434338.080452:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.080454:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434338.080458:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434338.080459:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434338.080461:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434338.080463:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434338.080465:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434338.080467:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434338.080470:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.080472:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434338.080485:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.080487:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434338.080489:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434338.080493:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434338.080495:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434338.080498:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434338.080503:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434338.080505:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.080507:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434338.080510:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434338.080513:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.080515:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434338.080518:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849500.
00000020:00000040:1.0:1789434338.080520:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434338.080523:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434338.080524:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.080525:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434338.080527:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434338.080529:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434338.080533:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5400.
00000100:00000001:1.0:1789434338.080536:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434338.080541:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434338.080548:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434338.080550:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434338.080554:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4c7c83] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.080716:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434338.080730:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.080738:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.080740:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434338.080746:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434338.080750:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434338.080752:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300465836
00000100:00000010:3.0:1789434338.080758:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0de0.
00000100:00000001:3.0:1789434338.080764:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434338.080780:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300465836
00000100:00000010:3.0:1789434338.080785:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0900.
00000100:00000001:3.0:1789434338.080788:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434338.080791:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434338.080794:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.080797:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434338.080802:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434338/real 1789434338]  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434338.080812:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434338.080814:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434338.080816:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434338.080819:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434338.080821:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434338.080823:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434338.080827:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434338.080835:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.080842:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434338.080844:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.080846:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434338.080848:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434338.080852:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.080859:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434338.080863:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.080870:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434338.080872:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.080874:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434338.080875:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.080878:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434338.080880:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434338.080883:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434338.080887:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434338.080889:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434338.080893:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434338.080900:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933960448:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434338.080904:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.080906:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434338.080921:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933960448/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.080940:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434338.080943:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434338.080945:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434338.080948:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434338.080950:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434338.080952:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434338.080954:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434338.080956:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7400.
02000000:00000001:3.0:1789434338.080960:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434338.080961:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434338.080963:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:3.0:1789434338.080966:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434338.080967:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.080969:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.080976:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434338.080977:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.080979:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434338.080980:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434338.080982:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434338.080985:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.080990:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434338.080991:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434338.080993:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434338.080995:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434338.080997:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434338.081000:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933960576:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434338.081009:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434338.081011:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434338.081012:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434338.081014:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434338.081016:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434338.081018:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434338.081022:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434338.081025:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434338.081028:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434338.081031:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933960576, portal 10
00000100:00000001:3.0:1789434338.081033:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434338.081035:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:3.0:1789434338.081042:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.081049:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434338.081051:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434338.081053:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434338.081056:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933960576, offset 0
00000400:00000200:3.0:1789434338.081061:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434338.081065:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434338.081069:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434338.081072:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434338.081074:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434338.081076:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434338.081079:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434338.081082:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512757:512757:256:4294967295] 192.168.203.104@tcp LPNI seq info [512724:512724:8:4294967295]
00000400:00000200:3.0:1789434338.081086:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434338.081093:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434338.081097:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434338.081101:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434338.081105:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434338.081108:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789434338.081113:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434338.081116:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1789434338.081119:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434338.081121:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434338.081124:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434338.081128:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434338.081131:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434338.081133:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434338.081135:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434338.081139:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.081146:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434338.081149:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.081155:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.081157:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434338.081160:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434338.081164:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434338.081166:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434338.081169:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300465164
00000100:00000001:3.0:1789434338.081171:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300465836
00000100:00000001:3.0:1789434338.081173:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300465164
00000100:00000001:3.0:1789434338.081174:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300465836
00000100:00000001:3.0:1789434338.081176:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434338.081178:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.081179:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434338.081183:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434338/real 1789434338]  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434338.081190:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434338.081192:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434338.081193:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434338.081195:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434338.081197:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434338.081199:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434338.081202:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434338.081209:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.081220:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434338.081221:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.081223:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434338.081224:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434338.081227:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.081233:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434338.081237:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.081242:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434338.081245:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.081246:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434338.081247:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.081249:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434338.081251:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434338.081254:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434338.081256:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434338.081258:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434338.081262:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434338.081269:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933960576:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434338.081273:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.081274:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434338.081277:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933960576/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.081283:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434338.081285:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434338.081287:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434338.081289:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434338.081290:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434338.081291:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434338.081293:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434338.081295:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5400.
02000000:00000001:3.0:1789434338.081297:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434338.081298:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434338.081299:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:3.0:1789434338.081611:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434338.081612:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.081614:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.081617:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434338.081619:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.081621:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434338.081623:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.081680:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434338.081682:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.081714:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434338.081717:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434338.081727:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434338.081729:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434338.081730:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434338.081733:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434338.081736:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5792
00000400:00000200:1.0:1789434338.081739:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434338.081742:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434338.081745:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434338.081747:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.081749:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434338.081751:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.081752:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434338.081756:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434338.081757:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434338.081759:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434338.081761:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434338.081763:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434338.081765:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434338.081768:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.081769:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434338.081771:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.081773:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434338.081775:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434338.081778:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434338.081780:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434338.081782:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434338.081786:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434338.081788:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.081789:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434338.081792:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434338.081794:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.081796:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434338.081800:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849f80.
00000020:00000040:1.0:1789434338.081802:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434338.081804:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434338.081805:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.081807:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434338.081809:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434338.081811:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434338.081815:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7000.
00000100:00000001:1.0:1789434338.081819:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434338.081824:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434338.081831:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434338.081833:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434338.081836:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003af3c0cd] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.081875:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434338.081877:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434338.081879:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434338.081883:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.081889:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434338.081891:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434338.081893:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434338.081895:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434338.081897:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434338.081899:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933960704:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434338.081902:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434338.081904:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434338.081906:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.082003:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434338.082006:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434338.082009:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434338.082010:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434338.082012:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434338.082014:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434338.082017:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5792
00000400:00000200:1.0:1789434338.082021:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434338.082025:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434338.082027:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434338.082029:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.082031:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434338.082033:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.082035:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434338.082038:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434338.082039:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434338.082041:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434338.082042:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434338.082044:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434338.082046:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434338.082049:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.082051:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434338.082052:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434338.082055:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434338.082057:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434338.082059:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434338.082061:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434338.082063:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434338.082066:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434338.082068:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.082069:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434338.082071:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434338.082073:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.082074:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434338.082078:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849500.
00000020:00000040:1.0:1789434338.082081:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434338.082083:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434338.082085:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.082086:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434338.082088:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434338.082090:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434338.082093:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7c00.
00000100:00000001:1.0:1789434338.082096:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434338.082101:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434338.082107:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434338.082110:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434338.082113:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4c7c83] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434338.082121:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434338.082125:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5802)
02000000:00000001:3.0:1789434338.082162:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434338.082166:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434338.082168:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434338.082173:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434338.082176:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434338.082179:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434338.082183:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933960704, portal 4
00000100:00000001:3.0:1789434338.082185:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434338.082186:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:3.0:1789434338.082191:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.082197:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434338.082199:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434338.082201:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434338.082203:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933960704, offset 0
00000400:00000200:3.0:1789434338.082208:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434338.082214:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434338.082217:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434338.082221:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434338.082223:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434338.082226:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434338.082228:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434338.082232:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512758:512758:256:4294967295] 192.168.203.104@tcp LPNI seq info [512725:512725:8:4294967295]
00000400:00000200:3.0:1789434338.082236:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434338.082242:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434338.082247:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434338.082250:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434338.082254:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434338.082257:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789434338.082262:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434338.082264:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1789434338.082268:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434338.082270:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434338.082274:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434338.082277:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434338.082280:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434338.082282:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434338.082285:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434338.082289:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.082296:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434338.082299:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.082446:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.082449:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434338.082455:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434338.082458:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434338.082461:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434338.082463:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300465183
00000100:00000001:3.0:1789434338.082465:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300465836
00000100:00000001:3.0:1789434338.082467:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300465183
00000100:00000001:3.0:1789434338.082469:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300465836
00000100:00000001:3.0:1789434338.082471:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434338.082530:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.082533:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434338.082538:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434338/real 1789434338]  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434338.082546:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434338.082547:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434338.082549:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434338.082552:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434338.082553:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434338.082556:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434338.082559:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434338.082566:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.082573:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434338.082574:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.082576:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434338.082578:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434338.082582:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.082588:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434338.082592:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.082599:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434338.082601:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.082602:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434338.082604:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.082606:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434338.082609:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434338.082612:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434338.082615:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434338.082617:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434338.082621:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434338.082629:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933960704:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434338.082632:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.082634:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434338.082637:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933960704/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.082643:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434338.082644:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434338.082647:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434338.082650:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434338.082651:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434338.082653:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434338.082655:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434338.082656:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7000.
02000000:00000001:3.0:1789434338.082659:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434338.082661:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434338.082662:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:3.0:1789434338.082664:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434338.082666:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.082668:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.082672:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434338.082673:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.082675:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434338.082676:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434338.082678:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434338.082681:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.082687:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434338.082688:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434338.082690:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434338.082692:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434338.082694:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434338.082696:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933960832:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434338.082699:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434338.082701:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434338.082703:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434338.082704:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434338.082707:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434338.082708:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434338.082712:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434338.082714:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434338.082717:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434338.082735:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933960832, portal 4
00000100:00000001:3.0:1789434338.082737:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434338.082739:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:3.0:1789434338.082744:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.082751:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434338.082753:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434338.082755:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434338.082757:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933960832, offset 0
00000400:00000200:3.0:1789434338.082760:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434338.082764:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434338.082768:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434338.082770:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434338.082773:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434338.082775:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434338.082777:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434338.082780:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512759:512759:256:4294967295] 192.168.203.104@tcp LPNI seq info [512726:512726:8:4294967295]
00000400:00000200:3.0:1789434338.082783:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434338.082789:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434338.082793:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434338.082795:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434338.082799:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434338.082802:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1789434338.082806:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434338.082808:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1789434338.082811:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434338.082813:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434338.082815:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434338.082818:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434338.082821:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434338.082822:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434338.082825:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434338.082827:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.082839:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434338.082842:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.082848:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.082850:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434338.082853:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434338.082855:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434338.082858:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434338.082860:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300465185
00000100:00000001:3.0:1789434338.082862:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300465836
00000100:00000001:3.0:1789434338.082864:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300465185
00000100:00000001:3.0:1789434338.082866:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300465836
00000100:00000001:3.0:1789434338.082868:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434338.082870:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.082872:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434338.082876:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434338/real 1789434338]  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434338.082883:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434338.082884:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434338.082885:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434338.082887:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434338.082889:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434338.082891:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434338.082893:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434338.082900:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.082905:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434338.082907:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.083053:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434338.083055:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434338.083059:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.083066:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434338.083070:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.083076:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434338.083079:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.083080:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434338.083081:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.083083:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434338.083086:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434338.083089:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434338.083092:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434338.083094:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434338.083098:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434338.083106:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933960832:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434338.083109:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.083111:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434338.083114:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933960832/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434338.083119:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434338.083121:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434338.083123:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:3.0:1789434338.083125:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434338.083127:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434338.083128:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434338.083130:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434338.083132:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7c00.
02000000:00000001:3.0:1789434338.083134:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434338.083135:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434338.083136:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:3.0:1789434338.083139:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434338.083140:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.083142:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434338.083145:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434338.083146:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434338.083148:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434338.083149:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434338.335467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434338.335474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434338.335476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434338.335481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434338.335485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434338.335488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434338.335491:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434338.335493:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434338.335496:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434338.783560:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300465836, at 4300465856
00000100:00000010:3.0:1789434338.783576:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0900.
00000100:00000040:2.0:1789434338.783738:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300465836, at 4300465856
00000100:00000010:2.0:1789434338.783745:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0de0.
00010000:00000001:1.0:1789434338.847578:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434338.847585:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434338.847592:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434338.847594:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434338.847598:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434338.847600:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434338.847603:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434338.847604:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434338.847629:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434338.847632:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434338.847634:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434338.847685:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434338.847690:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434338.847692:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434338.847698:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434338.847702:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434338.847706:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434338.847709:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434338.847712:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434338.847728:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434339.103469:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434339.103477:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434339.103479:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434339.103486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434339.103490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434339.103495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434339.103499:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434339.103502:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434339.103506:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434339.103548:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434339.103551:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434339.103552:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434339.103554:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434339.103556:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434339.103559:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434339.103561:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434339.103563:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434339.103565:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434339.359450:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434339.359458:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434339.359460:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434339.359465:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434339.359469:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434339.359472:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434339.359475:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434339.359478:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434339.359481:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434339.871469:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434339.871481:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434339.871492:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434339.871496:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434339.871501:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434339.871501:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434339.871505:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434339.871511:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434339.871513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434339.871516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434339.871520:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434339.871523:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434339.871526:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434339.871527:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434339.871532:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434339.871536:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434339.871540:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434339.871732:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434339.871737:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434339.871740:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434340.127839:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434340.127847:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434340.127850:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434340.127856:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434340.127856:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434340.127860:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434340.127866:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434340.127867:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434340.127874:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434340.127875:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434340.127883:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434340.127884:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434340.127887:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434340.127890:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434340.127891:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434340.127898:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434340.127899:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434340.127909:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434340.383568:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434340.383576:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434340.383578:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434340.383584:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434340.383588:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434340.383591:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434340.383594:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434340.383597:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434340.383599:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434340.895528:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434340.895534:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434340.895540:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434340.895541:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434340.895545:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434340.895546:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434340.895549:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434340.895550:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434340.895636:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434340.895638:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434340.895641:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434340.896085:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434340.896088:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434340.896090:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434340.896093:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434340.896096:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434340.896098:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434340.896101:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434340.896102:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434340.896105:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434341.151458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434341.151464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434341.151466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434341.151470:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434341.151473:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434341.151476:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434341.151478:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434341.151480:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434341.151481:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434341.151563:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434341.151566:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434341.151567:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434341.151570:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434341.151572:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434341.151584:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434341.151586:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434341.151588:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434341.151590:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434341.407467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434341.407474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434341.407477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434341.407482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434341.407485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434341.407489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434341.407493:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434341.407495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434341.407499:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434341.919615:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434341.919622:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434341.919625:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434341.919630:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434341.919633:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434341.919637:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434341.919640:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434341.919643:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434341.919647:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434341.919893:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434341.919897:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434341.919902:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434341.919903:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434341.919906:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434341.919907:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434341.919910:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434341.919911:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434341.920060:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434341.920063:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434341.920066:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434342.175453:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434342.175453:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434342.175461:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434342.175462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434342.175464:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434342.175465:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434342.175470:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434342.175474:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434342.175477:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434342.175480:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434342.175483:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434342.175486:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434342.175525:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434342.175528:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434342.175530:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434342.175532:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434342.175534:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434342.175536:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434342.431467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434342.431474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434342.431476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434342.431482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434342.431485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434342.431489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434342.431492:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434342.431495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434342.431498:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434342.943478:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434342.943485:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434342.943490:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434342.943492:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434342.943495:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434342.943496:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434342.943499:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434342.943500:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434342.943515:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434342.943517:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434342.943520:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434342.943834:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434342.943838:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434342.943841:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434342.943844:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434342.943856:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434342.943859:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434342.943862:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434342.943864:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434342.943867:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.199477:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434343.199484:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434343.199486:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434343.199491:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434343.199495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434343.199498:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.199502:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434343.199504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.199507:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434343.199597:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434343.199599:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434343.199600:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434343.199603:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434343.199604:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434343.199606:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434343.199607:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434343.199608:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434343.199609:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434343.200871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434343.200876:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434343.200879:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434343.200882:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434343.200894:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434343.201138:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5797
00000400:00000200:3.0:1789434343.201147:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434343.201152:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434343.201155:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434343.201158:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.201161:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434343.201163:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.201165:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434343.201173:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434343.201174:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434343.201177:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434343.201179:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434343.201181:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434343.201184:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434343.201186:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.201188:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434343.201189:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.201191:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434343.201193:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434343.201196:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434343.201199:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434343.201201:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434343.201205:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434343.201208:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434343.201210:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434343.201212:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434343.201221:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789434343.201224:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434343.201227:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434343.201229:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434343.201231:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434343.201234:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434343.201238:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434343.201246:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789434343.201252:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434343.201260:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434343.201270:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434343.201275:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434343.201278:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.201339:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434343.201344:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434343.201346:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434343.201367:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.201375:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434343.201377:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434343.201381:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434343.201383:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434343.201396:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434343.201399:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933960960:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434343.201403:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434343.201414:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434343.201416:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434343.201418:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434343.201423:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434343.201425:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434343.201431:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434343.201434:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434343.201448:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434343.201455:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933960960, portal 25
00000100:00000001:1.0:1789434343.201458:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434343.201459:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:1.0:1789434343.201464:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.201471:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434343.201474:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434343.201477:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434343.201480:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933960960, offset 0
00000400:00000200:1.0:1789434343.201486:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434343.201495:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434343.201501:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434343.201518:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434343.201522:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434343.201525:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434343.201528:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434343.201532:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512760:512760:256:4294967295] 192.168.203.104@tcp LPNI seq info [512727:512727:8:4294967295]
00000400:00000200:1.0:1789434343.201536:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434343.201546:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434343.201552:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434343.201567:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434343.201574:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434343.201578:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434343.201586:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434343.201590:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434343.201593:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434343.201596:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434343.201605:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434343.201609:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434343.201618:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434343.201621:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434343.201625:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434343.201629:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434343.201854:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434343.201858:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434343.201861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434343.201863:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434343.201864:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434343.201867:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434343.201870:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5797
00000400:00000200:3.0:1789434343.201874:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434343.201877:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434343.201880:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434343.201882:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.201894:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434343.201896:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.201898:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434343.201902:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434343.201904:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434343.201906:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434343.201908:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434343.201910:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434343.201912:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434343.201914:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.201916:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434343.201918:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.201920:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434343.201922:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434343.201925:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434343.201927:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434343.201929:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434343.201934:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434343.201936:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434343.201938:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434343.201942:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434343.201944:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434343.201946:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434343.201950:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789434343.201953:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434343.201956:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434343.201958:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434343.201960:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434343.201961:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434343.201964:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434343.201968:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789434343.201971:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434343.201976:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434343.201983:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434343.201985:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434343.201988:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202067:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434343.202072:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202079:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.202081:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434343.202088:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434343.202092:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434343.202095:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300470957
00000100:00000010:1.0:1789434343.202100:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d960.
00000100:00000001:1.0:1789434343.202107:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434343.202119:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300470957
00000100:00000010:1.0:1789434343.202123:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dd20.
00000100:00000001:1.0:1789434343.202126:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434343.202129:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434343.202132:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.202134:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434343.202139:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434343/real 1789434343]  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434343.202154:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434343.202156:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434343.202158:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434343.202162:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434343.202164:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434343.202167:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434343.202170:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434343.202178:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202184:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434343.202185:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.202188:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434343.202190:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434343.202193:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202200:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434343.202204:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202211:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434343.202213:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.202215:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434343.202216:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.202218:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434343.202220:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434343.202223:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434343.202226:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434343.202229:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434343.202233:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434343.202241:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933960960:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434343.202245:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.202247:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434343.202250:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933960960/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202255:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434343.202257:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434343.202259:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434343.202262:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434343.202264:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434343.202265:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434343.202267:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434343.202270:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:1.0:1789434343.202273:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434343.202275:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434343.202276:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:1.0:1789434343.202279:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434343.202281:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.202283:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.202289:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434343.202291:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.202293:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434343.202295:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434343.202296:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434343.202300:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202307:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434343.202308:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434343.202310:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434343.202312:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434343.202314:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434343.202317:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933961088:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434343.202320:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434343.202322:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434343.202324:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434343.202326:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434343.202329:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434343.202331:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434343.202335:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434343.202337:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434343.202340:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434343.202344:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933961088, portal 10
00000100:00000001:1.0:1789434343.202346:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434343.202347:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:1.0:1789434343.202372:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202376:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434343.202378:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434343.202380:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434343.202382:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933961088, offset 0
00000400:00000200:1.0:1789434343.202385:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434343.202388:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434343.202390:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434343.202392:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434343.202394:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434343.202396:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434343.202397:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434343.202399:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512761:512761:256:4294967295] 192.168.203.104@tcp LPNI seq info [512728:512728:8:4294967295]
00000400:00000200:1.0:1789434343.202402:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434343.202406:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434343.202409:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434343.202411:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434343.202414:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434343.202416:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434343.202419:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434343.202421:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434343.202423:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434343.202425:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434343.202427:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434343.202429:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434343.202431:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434343.202432:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434343.202434:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434343.202436:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202446:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434343.202448:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202452:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.202453:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434343.202455:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434343.202457:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434343.202459:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434343.202460:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300470286
00000100:00000001:1.0:1789434343.202462:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300470957
00000100:00000001:1.0:1789434343.202464:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300470286
00000100:00000001:1.0:1789434343.202465:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300470957
00000100:00000001:1.0:1789434343.202466:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434343.202467:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.202468:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434343.202470:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434343/real 1789434343]  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434343.202474:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434343.202475:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434343.202477:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434343.202478:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434343.202479:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434343.202481:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434343.202482:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434343.202487:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202493:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434343.202494:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.202496:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434343.202497:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434343.202501:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202507:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434343.202510:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202516:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434343.202518:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.202520:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434343.202521:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.202522:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434343.202526:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434343.202528:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434343.202532:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434343.202534:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434343.202538:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434343.202545:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933961088:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434343.202549:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.202551:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434343.202554:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933961088/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.202561:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434343.202562:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434343.202564:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434343.202566:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434343.202568:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434343.202569:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434343.202571:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434343.202573:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:1.0:1789434343.202575:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434343.202576:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434343.202577:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:1.0:1789434343.202579:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434343.202581:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.202582:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.202585:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434343.202587:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.202589:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434343.202590:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434343.202641:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434343.202644:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434343.202647:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434343.202649:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434343.202650:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434343.202653:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434343.202656:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5797
00000400:00000200:3.0:1789434343.202660:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434343.202663:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434343.202665:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434343.202668:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.202671:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434343.202673:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.202675:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434343.202679:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434343.202689:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434343.202691:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434343.202694:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434343.202696:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434343.202698:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434343.202701:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.202703:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434343.202705:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.202706:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434343.202709:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434343.202711:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434343.202724:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434343.202726:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434343.202729:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434343.202731:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434343.202732:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434343.202735:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434343.202737:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434343.202739:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434343.202742:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789434343.202745:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434343.202748:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434343.202749:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434343.202750:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434343.202752:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434343.202754:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434343.202758:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:3.0:1789434343.202762:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434343.202767:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434343.202774:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434343.202776:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434343.202780:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434343.202787:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434343.202790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434343.202793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434343.202794:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434343.202796:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434343.202798:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434343.202800:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5797
00000400:00000200:3.0:1789434343.202804:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434343.202807:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434343.202809:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434343.202811:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.202813:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434343.202815:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.202817:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434343.202820:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434343.202821:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434343.202822:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434343.202824:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434343.202826:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434343.202828:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434343.202831:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.202833:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434343.202835:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434343.202836:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434343.202839:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434343.202841:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434343.202843:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434343.202845:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434343.202848:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434343.202849:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434343.202851:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434343.202853:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434343.202855:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434343.202856:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434343.202860:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789434343.202862:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434343.202864:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434343.202865:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434343.202867:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434343.202868:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434343.202869:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434343.202873:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789434343.202876:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434343.202880:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434343.203067:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434343.203070:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434343.203074:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434343.203082:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434343.203086:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5807)
00000100:00000001:1.0:1789434343.203273:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434343.203276:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434343.203277:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434343.203282:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203289:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434343.203291:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434343.203293:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434343.203295:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434343.203297:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434343.203299:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933961216:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434343.203303:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434343.203305:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434343.203307:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434343.203308:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434343.203312:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434343.203314:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434343.203317:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434343.203320:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434343.203323:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434343.203328:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933961216, portal 4
00000100:00000001:1.0:1789434343.203330:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434343.203331:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:1.0:1789434343.203336:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203343:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434343.203345:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434343.203347:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434343.203368:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933961216, offset 0
00000400:00000200:1.0:1789434343.203373:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434343.203378:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434343.203381:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434343.203383:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434343.203385:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434343.203386:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434343.203388:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434343.203390:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512762:512762:256:4294967295] 192.168.203.104@tcp LPNI seq info [512729:512729:8:4294967295]
00000400:00000200:1.0:1789434343.203392:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434343.203397:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434343.203400:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434343.203403:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434343.203405:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434343.203407:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434343.203410:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434343.203412:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434343.203414:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434343.203416:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434343.203418:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434343.203420:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434343.203422:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434343.203423:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434343.203425:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434343.203428:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203433:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434343.203478:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203483:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.203484:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434343.203487:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434343.203490:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434343.203492:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434343.203493:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300470304
00000100:00000001:1.0:1789434343.203495:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300470957
00000100:00000001:1.0:1789434343.203496:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300470304
00000100:00000001:1.0:1789434343.203498:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300470957
00000100:00000001:1.0:1789434343.203499:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434343.203500:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.203501:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434343.203504:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434343/real 1789434343]  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434343.203508:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434343.203509:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434343.203511:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434343.203512:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434343.203514:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434343.203515:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434343.203517:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434343.203523:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203530:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434343.203532:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.203534:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434343.203535:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434343.203538:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203545:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434343.203548:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203555:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434343.203557:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.203558:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434343.203559:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.203561:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434343.203565:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434343.203567:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434343.203570:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434343.203573:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434343.203576:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434343.203583:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933961216:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434343.203586:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434343.203588:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203594:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434343.203595:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434343.203597:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434343.203599:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434343.203600:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434343.203603:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933961344:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434343.203605:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434343.203606:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434343.203607:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434343.203609:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434343.203611:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434343.203613:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434343.203615:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434343.203617:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434343.203620:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434343.203622:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933961344, portal 4
00000100:00000001:1.0:1789434343.203623:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434343.203625:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:1.0:1789434343.203629:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203634:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434343.203636:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434343.203638:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434343.203640:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933961344, offset 0
00000400:00000200:1.0:1789434343.203643:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434343.203646:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434343.203648:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434343.203651:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434343.203653:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434343.203655:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434343.203657:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434343.203660:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512763:512763:256:4294967295] 192.168.203.104@tcp LPNI seq info [512730:512730:8:4294967295]
00000400:00000200:1.0:1789434343.203664:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434343.203669:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434343.203673:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434343.203676:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434343.203679:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434343.203692:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434343.203696:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434343.203698:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434343.203701:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434343.203703:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434343.203706:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434343.203709:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434343.203757:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434343.203759:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434343.203762:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434343.203766:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203772:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434343.203775:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203780:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.203781:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434343.203784:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434343.203787:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434343.203790:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434343.203792:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300470306
00000100:00000001:1.0:1789434343.203794:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300470957
00000100:00000001:1.0:1789434343.203796:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300470306
00000100:00000001:1.0:1789434343.203799:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300470957
00000100:00000001:1.0:1789434343.203801:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434343.203804:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.203805:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434343.203808:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434343/real 1789434343]  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434343.203815:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434343.203816:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434343.203817:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434343.203820:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434343.203822:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434343.203823:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434343.203826:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434343.203833:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203839:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434343.203840:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.203842:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434343.203844:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434343.203847:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203852:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434343.203855:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203860:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434343.203862:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.203864:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434343.203865:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.203866:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434343.203870:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434343.203872:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434343.203876:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434343.203878:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434343.203881:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434343.203950:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933961344:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434343.203954:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.203955:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434343.203958:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933961216/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203964:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434343.203966:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434343.203968:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434343.203970:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434343.203972:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434343.203973:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434343.203975:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434343.203976:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:1.0:1789434343.203979:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434343.203980:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434343.203981:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:1.0:1789434343.203984:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434343.203985:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.203987:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434343.203989:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933961344/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434343.203994:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434343.203995:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434343.203997:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434343.203998:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434343.203999:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434343.204000:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434343.204001:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434343.204003:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:1.0:1789434343.204005:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434343.204005:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434343.204007:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:1.0:1789434343.204008:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434343.204009:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.204011:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.204014:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434343.204015:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.204017:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434343.204018:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434343.455668:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434343.455674:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434343.455740:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434343.455746:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434343.455750:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434343.455754:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.455756:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434343.455758:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434343.455761:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434343.903463:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300470957, at 4300470976
00000100:00000040:3.0:1789434343.903463:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300470957, at 4300470976
00000100:00000010:3.0:1789434343.903476:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd20.
00000100:00000010:2.0:1789434343.903479:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d960.
00000100:00000001:0.0:1789434343.967450:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434343.967457:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434343.967460:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434343.967466:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434343.967470:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434343.967474:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434343.967476:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434343.967479:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434343.967483:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968714:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434343.968719:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968723:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434343.968726:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434343.968728:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434343.968731:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968733:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434343.968735:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968737:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968739:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968742:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434343.968744:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434343.968745:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434343.968746:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968748:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434343.968749:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968750:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968752:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968755:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434343.968757:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434343.968758:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434343.968759:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968761:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434343.968762:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968764:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434343.968765:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434343.968915:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434343.968918:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434343.968921:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434344.223467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434344.223474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434344.223476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434344.223481:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434344.223485:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434344.223499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434344.223503:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434344.223505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434344.223508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434344.225160:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434344.225165:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434344.225167:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434344.225171:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434344.225174:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434344.225178:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434344.225180:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434344.225182:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434344.225184:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434344.479764:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434344.479771:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434344.479773:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434344.479778:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434344.479782:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434344.479785:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434344.479791:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434344.479794:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434344.479797:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434344.991465:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434344.991472:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434344.991475:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434344.991481:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434344.991484:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434344.991488:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434344.991492:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434344.991504:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434344.991508:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434344.991521:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434344.991525:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434344.991531:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434344.991532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434344.991537:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434344.991539:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434344.991542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434344.991544:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434344.991572:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434344.991575:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434344.991578:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434345.247478:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434345.247485:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434345.247487:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434345.247492:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434345.247496:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434345.247499:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434345.247502:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434345.247505:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434345.247508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434345.247608:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434345.247691:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434345.247693:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434345.247697:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434345.247700:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434345.247703:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434345.247705:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434345.247707:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434345.247709:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434345.503488:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434345.503495:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434345.503498:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434345.503503:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434345.503506:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434345.503511:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434345.503514:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434345.503516:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434345.503520:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434346.015458:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434346.015466:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434346.015469:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434346.015473:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434346.015477:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434346.015480:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434346.015482:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434346.015484:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434346.015489:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434346.015490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434346.015494:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434346.015495:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434346.015498:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434346.015500:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434346.015533:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434346.015539:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434346.015543:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434346.016720:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434346.016729:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434346.016731:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434346.016737:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434346.016741:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434346.016746:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434346.016749:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434346.016752:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434346.016755:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434346.271464:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434346.271472:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434346.271474:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434346.271479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434346.271483:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434346.271487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434346.271490:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434346.271492:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434346.271495:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434346.273270:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434346.273275:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434346.273277:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434346.273281:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434346.273284:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434346.273287:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434346.273289:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434346.273291:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434346.273294:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434346.527480:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434346.527490:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434346.527493:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434346.527498:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434346.527501:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434346.527505:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434346.527508:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434346.527510:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434346.527513:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434347.039468:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434347.039478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434347.039480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434347.039487:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434347.039491:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434347.039496:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434347.039499:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434347.039502:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434347.039505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434347.039527:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434347.039531:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434347.039535:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434347.039536:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434347.039539:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434347.039541:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434347.039930:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434347.039932:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434347.039951:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434347.039953:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434347.039956:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434347.295469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434347.295477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434347.295479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434347.295485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434347.295488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434347.295492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434347.295494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434347.295497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434347.295499:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434347.295580:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434347.295584:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434347.295586:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434347.295589:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434347.295591:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434347.295593:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434347.295595:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434347.295597:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434347.295599:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434347.551465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434347.551471:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434347.551473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434347.551478:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434347.551480:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434347.551483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434347.551485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434347.551486:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434347.551489:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434348.063464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434348.063470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434348.063473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434348.063478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434348.063482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434348.063486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434348.063488:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434348.063491:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434348.063495:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434348.063672:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434348.063675:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434348.063680:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434348.063681:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434348.063685:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434348.063686:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434348.063689:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434348.063690:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434348.063730:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434348.063745:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434348.063749:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434348.319464:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434348.319478:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434348.319480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434348.319497:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434348.319502:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434348.319506:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.319509:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434348.319512:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.319516:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434348.319533:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434348.319541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434348.319544:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434348.319548:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434348.319552:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434348.319559:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5802
00000400:00000200:3.0:1789434348.319568:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434348.319574:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434348.319578:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434348.319580:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319583:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434348.319584:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319586:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434348.319600:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434348.319602:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434348.319605:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434348.319607:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434348.319610:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434348.319613:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434348.319616:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319619:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434348.319621:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319624:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434348.319627:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434348.319630:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319633:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434348.319636:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434348.319640:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434348.319658:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
02000000:00000001:3.0:1789434348.319658:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434348.319662:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434348.319663:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434348.319666:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434348.319667:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434348.319672:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434348.319674:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434348.319677:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1789434348.319677:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000100:00000001:2.0:1789434348.319681:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1789434348.319684:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
00000100:00000001:2.0:1789434348.319685:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434348.319689:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434348.319692:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434348.319695:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434348.319699:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434348.319702:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434348.319716:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434348.319725:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789434348.319732:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434348.319741:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434348.319751:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434348.319764:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434348.319769:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434348.319793:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434348.319796:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434348.319799:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434348.319801:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434348.319803:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434348.319805:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434348.319808:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5802
00000400:00000200:3.0:1789434348.319812:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434348.319815:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434348.319817:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434348.319820:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319822:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434348.319823:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319825:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434348.319828:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434348.319830:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434348.319831:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434348.319834:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434348.319837:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434348.319839:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434348.319841:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319843:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434348.319846:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319847:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434348.319850:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434348.319852:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319855:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434348.319857:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434348.319861:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434348.319862:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434348.319864:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434348.319867:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434348.319869:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434348.319870:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434348.319877:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789434348.319878:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434348.319880:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434348.319881:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434348.319882:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434348.319883:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434348.319884:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434348.319887:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000100:00000001:3.0:1789434348.319889:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434348.319893:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434348.319898:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434348.319899:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434348.319901:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434348.319910:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434348.319912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434348.319914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434348.319915:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434348.319916:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434348.319918:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434348.319919:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5802
00000400:00000200:3.0:1789434348.319922:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434348.319923:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434348.319925:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434348.319926:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319927:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434348.319928:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319930:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434348.319932:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434348.319933:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434348.319934:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434348.319935:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434348.319936:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434348.319937:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434348.319939:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319940:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434348.319941:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319942:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434348.319943:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434348.319945:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434348.319946:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434348.319947:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434348.319948:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434348.319950:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434348.319951:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434348.319952:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434348.319954:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434348.319955:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434348.319956:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789434348.319958:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434348.319959:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434348.319968:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434348.319969:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434348.319970:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434348.319971:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434348.319973:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
00000100:00000001:3.0:1789434348.319976:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434348.319978:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434348.319983:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434348.319984:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434348.319986:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434348.319990:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434348.319992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434348.319993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434348.319994:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434348.319995:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434348.319996:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434348.319997:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5802
00000400:00000200:3.0:1789434348.319999:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434348.320001:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434348.320002:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434348.320004:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.320005:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434348.320006:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.320008:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434348.320009:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434348.320010:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434348.320011:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434348.320012:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434348.320013:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434348.320014:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434348.320015:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.320016:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434348.320017:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434348.320018:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434348.320020:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434348.320021:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434348.320022:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434348.320024:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434348.320025:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434348.320026:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434348.320027:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434348.320028:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434348.320029:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434348.320030:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434348.320032:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789434348.320033:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434348.320034:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434348.320035:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434348.320036:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434348.320036:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434348.320038:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434348.320039:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789434348.320042:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434348.320044:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434348.320048:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434348.320049:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434348.320051:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434348.320054:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434348.320057:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5813)
00000100:00000001:1.0:1789434348.320105:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434348.320110:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434348.320112:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434348.320118:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320127:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434348.320129:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434348.320132:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434348.320134:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434348.320137:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434348.320141:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933961472:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434348.320145:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434348.320148:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434348.320151:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434348.320153:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434348.320157:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434348.320159:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434348.320165:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434348.320169:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434348.320174:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434348.320182:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933961472, portal 25
00000100:00000001:1.0:1789434348.320184:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434348.320186:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000100:00000040:1.0:1789434348.320191:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320200:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434348.320202:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434348.320205:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434348.320208:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933961472, offset 0
00000400:00000200:1.0:1789434348.320214:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434348.320222:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434348.320228:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434348.320233:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434348.320237:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434348.320240:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434348.320243:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434348.320247:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512764:512764:256:4294967295] 192.168.203.104@tcp LPNI seq info [512731:512731:8:4294967295]
00000400:00000200:1.0:1789434348.320251:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434348.320261:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434348.320267:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434348.320272:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434348.320278:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434348.320281:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789434348.320285:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434348.320288:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1789434348.320290:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434348.320292:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434348.320297:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434348.320300:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434348.320304:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434348.320306:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434348.320310:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434348.320312:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320319:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434348.320321:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434373 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320326:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434348.320327:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434348.320331:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434348.320333:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434348.320335:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300476075
00000100:00000010:1.0:1789434348.320339:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d3c0.
00000100:00000001:1.0:1789434348.320344:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434348.320366:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300476076
00000100:00000010:1.0:1789434348.320369:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dc00.
00000100:00000001:1.0:1789434348.320371:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434348.320379:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434348.320381:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434348.320383:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434348.320386:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434348/real 1789434348]  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434348.320392:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434348.320393:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434348.320395:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434348.320397:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434348.320399:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434348.320400:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434348.320402:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434348.320407:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320411:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434348.320413:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.320414:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434348.320416:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434348.320418:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320423:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434348.320425:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320429:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434348.320431:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.320432:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434348.320433:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.320434:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434348.320435:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434348.320437:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434348.320439:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434348.320441:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434348.320443:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434348.320448:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933961472:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434348.320451:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434348.320453:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320457:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434348.320458:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434348.320459:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434348.320460:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434348.320461:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434348.320463:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933961600:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434348.320465:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434348.320466:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434348.320467:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434348.320469:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434348.320470:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434348.320472:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434348.320474:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434348.320476:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434348.320477:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434348.320479:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933961600, portal 10
00000100:00000001:1.0:1789434348.320480:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434348.320481:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:1.0:1789434348.320485:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320495:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434348.320497:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434348.320499:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434348.320502:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933961600, offset 0
00000400:00000200:1.0:1789434348.320505:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434348.320509:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434348.320512:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434348.320515:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434348.320518:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434348.320520:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434348.320522:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434348.320525:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512765:512765:256:4294967295] 192.168.203.104@tcp LPNI seq info [512732:512732:8:4294967295]
00000400:00000200:1.0:1789434348.320529:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434348.320535:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434348.320539:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434348.320543:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434348.320546:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434348.320549:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789434348.320553:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434348.320555:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1789434348.320559:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434348.320561:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434348.320563:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434348.320566:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434348.320569:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434348.320571:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434348.320574:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434348.320577:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320584:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434348.320587:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434373 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320593:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434348.320594:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434348.320597:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434348.320600:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434348.320603:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434348.320605:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300475404
00000100:00000001:1.0:1789434348.320608:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300476075
00000100:00000001:1.0:1789434348.320610:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300475404
00000100:00000001:1.0:1789434348.320612:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300476076
00000100:00000001:1.0:1789434348.320614:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434348.320616:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434348.320617:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434348.320622:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434348/real 1789434348]  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434348.320629:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434348.320630:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434348.320632:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434348.320634:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434348.320636:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434348.320638:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434348.320641:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434348.320661:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320667:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434348.320669:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.320671:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434348.320672:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434348.320676:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320682:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434348.320686:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320692:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434348.320695:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.320696:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434348.320697:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.320699:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434348.320702:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434348.320704:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434348.320707:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434348.320710:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434348.320713:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434348.320721:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933961600:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434348.320725:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434348.320728:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320735:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434348.320737:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434348.320739:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434348.320741:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434348.320744:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434348.320748:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933961728:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434348.320751:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434348.320752:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434348.320754:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434348.320755:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434348.320758:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434348.320761:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434348.320764:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434348.320766:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434348.320770:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434348.320772:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933961728, portal 4
00000100:00000001:1.0:1789434348.320774:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434348.320776:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:1.0:1789434348.320781:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320787:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434348.320789:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434348.320791:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434348.320793:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933961728, offset 0
00000400:00000200:1.0:1789434348.320797:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434348.320801:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434348.320804:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434348.320807:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434348.320810:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434348.320812:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434348.320814:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434348.320817:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512766:512766:256:4294967295] 192.168.203.104@tcp LPNI seq info [512733:512733:8:4294967295]
00000400:00000200:1.0:1789434348.320821:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434348.320828:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434348.320832:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434348.320836:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434348.320839:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434348.320842:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789434348.320846:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434348.320849:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1789434348.320852:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434348.320854:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434348.320857:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434348.320861:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434348.320863:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434348.320865:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434348.320868:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434348.320871:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320879:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434348.320882:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434373 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320888:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434348.320890:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434348.320892:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434348.320895:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434348.320898:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434348.320900:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300475421
00000100:00000001:1.0:1789434348.320902:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300476075
00000100:00000001:1.0:1789434348.320904:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300475421
00000100:00000001:1.0:1789434348.320906:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300476076
00000100:00000001:1.0:1789434348.320909:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434348.320911:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434348.320912:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434348.320916:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434348/real 1789434348]  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434348.320924:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434348.320925:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434348.320926:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434348.320929:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434348.320931:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434348.320933:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434348.320936:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434348.320944:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320950:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434348.320951:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.320953:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434348.320954:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434348.320957:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320964:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434348.320968:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.320975:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434348.320977:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.320978:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434348.320979:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.320981:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434348.320985:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434348.320987:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434348.320990:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434348.320993:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434348.320996:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434348.321004:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933961728:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434348.321007:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434348.321010:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.321016:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434348.321017:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434348.321018:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434348.321020:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434348.321022:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434348.321024:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933961856:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434348.321028:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434348.321029:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434348.321031:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434348.321033:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434348.321036:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434348.321038:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434348.321041:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434348.321044:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434348.321047:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434348.321049:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933961856, portal 4
00000100:00000001:1.0:1789434348.321051:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434348.321052:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:1.0:1789434348.321057:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.321064:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434348.321066:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434348.321068:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434348.321070:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933961856, offset 0
00000400:00000200:1.0:1789434348.321074:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434348.321078:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434348.321082:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434348.321084:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434348.321086:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434348.321088:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434348.321090:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434348.321093:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512767:512767:256:4294967295] 192.168.203.104@tcp LPNI seq info [512734:512734:8:4294967295]
00000400:00000200:1.0:1789434348.321096:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434348.321102:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434348.321107:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434348.321110:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434348.321114:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434348.321116:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1789434348.321120:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434348.321122:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1789434348.321126:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434348.321127:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434348.321130:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434348.321133:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434348.321136:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434348.321138:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434348.321140:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434348.321143:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.321149:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434348.321152:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434373 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.321162:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434348.321164:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434348.321166:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434348.321169:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434348.321172:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434348.321174:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300475423
00000100:00000001:1.0:1789434348.321176:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300476075
00000100:00000001:1.0:1789434348.321178:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300475423
00000100:00000001:1.0:1789434348.321180:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300476076
00000100:00000001:1.0:1789434348.321182:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434348.321184:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434348.321186:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434348.321189:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434348/real 1789434348]  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434348.321196:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434348.321197:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434348.321199:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434348.321201:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434348.321203:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434348.321205:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434348.321208:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434348.321216:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.321222:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434348.321223:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.321225:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434348.321226:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434348.321230:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.321237:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434348.321241:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.321247:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434348.321250:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.321251:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434348.321252:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.321254:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434348.321257:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434348.321259:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434348.321263:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434348.321264:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434348.321267:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434348.321274:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933961856:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434348.321277:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.321279:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434348.321282:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933961472/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.321287:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434348.321289:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434348.321291:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434348.321294:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434348.321295:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434348.321297:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434348.321299:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434348.321301:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2c00.
02000000:00000001:1.0:1789434348.321304:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434348.321306:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434348.321307:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:1.0:1789434348.321310:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434348.321311:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.321313:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434348.321316:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933961600/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.321321:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434348.321322:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434348.321324:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434348.321325:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434348.321326:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434348.321327:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434348.321329:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434348.321330:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0800.
02000000:00000001:1.0:1789434348.321332:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434348.321332:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434348.321334:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:1.0:1789434348.321336:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434348.321337:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.321339:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434348.321341:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933961728/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.321346:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434348.321366:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434348.321368:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434348.321370:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434348.321372:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434348.321373:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434348.321375:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434348.321376:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1400.
02000000:00000001:1.0:1789434348.321378:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434348.321379:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434348.321381:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:1.0:1789434348.321383:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434348.321384:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.321385:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434348.321389:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933961856/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434373 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434348.321395:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434348.321396:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434348.321397:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434348.321399:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434348.321400:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434348.321401:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434348.321403:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434348.321404:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2000.
02000000:00000001:1.0:1789434348.321406:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434348.321407:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434348.321408:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:1.0:1789434348.321410:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434348.321411:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.321413:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.321421:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434348.321422:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434348.321425:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434348.321426:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434348.575487:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434348.575494:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434348.575496:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434348.575501:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434348.575505:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434348.575508:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.575510:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434348.575513:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434348.575527:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434349.023466:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300476076, at 4300476096
00000100:00000010:3.0:1789434349.023489:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dc00.
00000100:00000040:2.0:1789434349.023551:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300476075, at 4300476096
00000100:00000010:2.0:1789434349.023558:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d3c0.
00000100:00000001:2.0:1789434349.087469:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434349.087477:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434349.087480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434349.087484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434349.087488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434349.087492:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434349.087495:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434349.087498:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434349.087502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434349.087543:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434349.087547:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434349.087551:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434349.087552:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434349.087556:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434349.087557:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434349.087561:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434349.087563:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434349.087654:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434349.087658:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434349.087662:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434349.343474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434349.343481:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434349.343482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434349.343484:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434349.343487:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1789434349.343488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434349.343490:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434349.343493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1789434349.343496:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434349.343497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434349.343503:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434349.343503:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434349.343505:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434349.343507:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434349.343508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434349.343514:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434349.343516:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434349.343520:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434349.599550:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434349.599561:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434349.599564:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434349.599583:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434349.599588:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434349.599593:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434349.599597:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434349.599601:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434349.599606:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434350.111644:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434350.111651:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434350.111657:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434350.111659:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434350.111663:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434350.111665:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434350.111668:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434350.111668:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434350.111671:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434350.111675:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434350.111679:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434350.111683:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434350.111687:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434350.111691:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434350.111694:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434350.111697:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434350.111701:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434350.111781:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434350.111788:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434350.111793:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434350.367469:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434350.367469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434350.367476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434350.367480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434350.367484:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1789434350.367486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434350.367491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434350.367495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434350.367495:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434350.367500:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1789434350.367502:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434350.367504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434350.367507:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434350.367510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434350.367512:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434350.367516:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434350.367518:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434350.367520:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434350.623477:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434350.623483:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434350.623486:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434350.623491:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434350.623494:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434350.623498:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434350.623501:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434350.623503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434350.623506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434351.135497:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434351.135519:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434351.135524:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434351.135533:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434351.135541:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434351.135546:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434351.135550:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434351.135554:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434351.135559:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434351.135613:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434351.135617:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434351.135634:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434351.135635:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434351.135639:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434351.135641:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434351.135645:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434351.135646:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434351.135672:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434351.135675:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434351.135679:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434351.391499:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434351.391506:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434351.391507:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434351.391514:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434351.391515:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434351.391519:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434351.391525:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434351.391525:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434351.391531:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434351.391534:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434351.391535:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434351.391541:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434351.391541:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434351.391546:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434351.391549:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434351.391550:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434351.391554:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434351.391559:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434351.647489:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434351.647499:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434351.647501:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434351.647509:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434351.647512:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434351.647517:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434351.647520:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434351.647523:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434351.647527:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434352.159482:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434352.159485:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434352.159493:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434352.159494:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434352.159497:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434352.159506:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434352.159507:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434352.159513:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434352.159514:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434352.159522:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434352.159525:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434352.159527:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434352.159530:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434352.159532:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434352.159539:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434352.159540:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434352.159545:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434352.159598:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434352.159604:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434352.159608:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434352.415450:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434352.415456:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434352.415458:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434352.415463:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434352.415467:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434352.415479:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434352.415485:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434352.415487:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434352.415491:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434352.415515:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434352.415519:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434352.415521:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434352.415524:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434352.415526:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434352.415529:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434352.415531:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434352.415533:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434352.415535:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434352.671477:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434352.671483:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434352.671485:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434352.671491:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434352.671494:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434352.671498:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434352.671501:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434352.671503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434352.671506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434353.183451:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434353.183460:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434353.183463:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434353.183469:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434353.183474:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434353.183478:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434353.183482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434353.183485:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434353.183489:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434353.183519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434353.183524:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434353.183528:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434353.183529:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434353.183532:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434353.183534:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434353.183536:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434353.183538:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434353.183605:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434353.183620:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434353.183623:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789434353.439440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434353.439441:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434353.439441:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434353.439447:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434353.439448:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789434353.439449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434353.439450:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.439453:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434353.439454:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1789434353.439456:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:3.0:1789434353.439457:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789434353.439459:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434353.439460:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434353.439462:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434353.439466:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789434353.439471:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5808
00000100:00000001:1.0:1789434353.439472:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434353.439472:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.439479:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434353.439479:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1789434353.439483:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434353.439485:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434353.439485:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434353.439491:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.439492:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434353.439493:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434353.439499:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434353.439505:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434353.439508:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434353.439510:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434353.439513:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434353.439521:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434353.439536:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434353.439539:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434353.439542:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434353.439544:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434353.439547:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434353.439550:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434353.439552:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434353.439554:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434353.439555:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434353.439558:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434353.439561:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434353.439564:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434353.439572:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434353.439575:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434353.439578:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434353.439580:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434353.439582:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434353.439592:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289180.
00000020:00000040:3.0:1789434353.439595:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434353.439599:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434353.439600:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434353.439603:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434353.439620:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434353.439623:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434353.439635:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789434353.439641:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434353.439650:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434353.439661:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434353.439665:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434353.439669:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef858d48] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434353.439697:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434353.439700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434353.439703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434353.439704:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434353.439706:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434353.439709:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434353.439711:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5808
00000400:00000200:3.0:1789434353.439715:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434353.439718:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434353.439720:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434353.439723:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434353.439725:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434353.439727:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434353.439729:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434353.439733:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434353.439734:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434353.439736:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434353.439737:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434353.439739:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434353.439742:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434353.439745:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434353.439747:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434353.439749:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1789434353.439749:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434353.439753:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434353.439755:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1789434353.439756:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:1.0:1789434353.439759:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1789434353.439760:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434353.439765:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434353.439767:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1789434353.439770:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434353.439773:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434353.439778:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434353.439783:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434353.439788:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1789434353.439789:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434353.439792:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789434353.439793:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434353.439797:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1789434353.439797:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434353.439802:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1789434353.439805:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
02000000:00000001:1.0:1789434353.439807:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789434353.439810:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00100000:1.0:1789434353.439815:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933961984:192.168.203.104@tcp:250:kworker.0
02000000:00000001:3.0:1789434353.439815:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434353.439817:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434353.439821:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434353.439824:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1789434353.439825:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434353.439827:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434353.439830:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1789434353.439833:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
00000100:00000001:3.0:1789434353.439837:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434353.439843:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1789434353.439845:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434353.439851:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789434353.439856:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434353.439858:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434353.439859:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7800.
00000100:00000040:3.0:1789434353.439863:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434353.439864:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434353.439875:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434353.439876:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434353.439881:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000100:00080000:3.0:1789434353.439881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434353.439888:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434353.439889:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1789434353.439890:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00080000:3.0:1789434353.439892:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434353.439896:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434353.439899:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5808
00000100:00000200:1.0:1789434353.439901:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933961984, portal 25
00000400:00000200:3.0:1789434353.439904:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434353.439907:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1789434353.439908:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434353.439912:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293198720 : -119882416352896 : ffff92f7b3289180)
00000100:00080000:3.0:1789434353.439912:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434353.439914:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000040:1.0:1789434353.439924:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434353.439925:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434353.439931:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434353.439935:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434353.439939:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434353.439942:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000100:00000001:1.0:1789434353.439944:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1789434353.439944:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434353.439947:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434353.439950:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434353.439952:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789434353.439953:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434353.439958:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000010:1.0:1789434353.439959:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000001:3.0:1789434353.439960:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434353.439963:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000200:1.0:1789434353.439967:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933961984, offset 0
00000100:00000001:3.0:1789434353.439967:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434353.439973:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434353.439978:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:1.0:1789434353.439982:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434353.439983:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434353.439987:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434353.439990:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434353.439994:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434353.439995:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434353.439997:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434353.440001:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434353.440005:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434353.440006:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:3.0:1789434353.440008:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434353.440014:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000400:00000200:1.0:1789434353.440015:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1789434353.440017:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000400:00000200:1.0:1789434353.440021:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
02000000:00000001:3.0:1789434353.440021:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434353.440023:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434353.440025:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434353.440026:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1789434353.440029:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1789434353.440029:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434353.440033:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000400:00000200:1.0:1789434353.440035:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:3.0:1789434353.440038:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434353.440043:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512768:512768:256:4294967295] 192.168.203.104@tcp LPNI seq info [512735:512735:8:4294967295]
00000100:00100000:3.0:1789434353.440044:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434353.440056:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1789434353.440058:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434353.440059:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434353.440065:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434353.440070:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434353.440074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434353.440078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1789434353.440080:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789434353.440080:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434353.440083:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1789434353.440091:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434353.440095:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434353.440099:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5808
00000800:00000010:1.0:1789434353.440100:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000400:00000200:3.0:1789434353.440104:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434353.440107:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434353.440108:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1789434353.440113:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789434353.440113:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434353.440117:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434353.440120:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000200:1.0:1789434353.440122:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1789434353.440122:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434353.440125:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434353.440127:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434353.440129:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434353.440131:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434353.440136:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000200:1.1:1789434353.440136:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:3.0:1789434353.440141:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000200:1.1:1789434353.440143:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1789434353.440147:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434353.440151:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1789434353.440155:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000040:3.0:1789434353.440156:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000010:1.0:1789434353.440160:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000100:00000001:3.0:1789434353.440160:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434353.440166:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434353.440169:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:1.0:1789434353.440170:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789434353.440172:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434353.440176:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1789434353.440179:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1789434353.440181:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434353.440185:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434353.440188:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000100:00000001:3.0:1789434353.440195:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434353.440198:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000400:00000010:1.0:1789434353.440202:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000008:00000001:3.0:1789434353.440202:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434353.440208:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.440212:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000010:3.0:1789434353.440212:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789434353.440217:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000200:1.0:1789434353.440220:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434353.440221:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434353.440223:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434353.440225:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434353.440227:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434353.440230:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434353.440234:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789434353.440239:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.440242:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1789434353.440245:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1789434353.440251:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434353.440252:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434353.440255:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434353.440261:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434353.440272:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434353.440275:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5818)
00000100:00000001:1.0:1789434353.440276:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.440280:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434353.440287:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434353.440292:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434353.440294:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300481195
00000100:00000010:1.0:1789434353.440300:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d840.
00000100:00000001:1.0:1789434353.440305:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434353.440311:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300481195
00000100:00000010:1.0:1789434353.440314:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d1e0.
00000100:00000001:1.0:1789434353.440317:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434353.440326:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434353.440330:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.440332:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434353.440338:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434353/real 1789434353]  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434353.440367:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434353.440369:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434353.440371:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434353.440375:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434353.440377:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434353.440379:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434353.440383:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434353.440392:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440399:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434353.440400:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.440403:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434353.440405:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434353.440409:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440416:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434353.440421:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440427:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434353.440430:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.440431:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434353.440433:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.440436:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434353.440437:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434353.440441:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434353.440445:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434353.440447:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434353.440452:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434353.440460:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933961984:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434353.440465:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.440467:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434353.440470:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289180 x1876351933961984/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440476:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434353.440478:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434353.440481:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434353.440483:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434353.440485:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434353.440486:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434353.440488:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434353.440491:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2000.
02000000:00000001:1.0:1789434353.440495:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434353.440496:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434353.440498:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289180.
00000100:00000001:1.0:1789434353.440502:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434353.440503:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.440505:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.440512:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434353.440513:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.440515:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434353.440517:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434353.440518:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434353.440522:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440530:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434353.440531:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434353.440533:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434353.440535:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434353.440537:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434353.440540:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933962112:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434353.440543:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434353.440546:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434353.440547:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434353.440548:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434353.440551:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434353.440553:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434353.440557:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434353.440559:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434353.440562:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434353.440565:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933962112, portal 10
00000100:00000001:1.0:1789434353.440567:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434353.440568:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:1.0:1789434353.440574:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440580:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434353.440582:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434353.440584:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434353.440587:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933962112, offset 0
00000400:00000200:1.0:1789434353.440591:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434353.440595:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434353.440599:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434353.440601:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434353.440604:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434353.440618:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434353.440621:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434353.440624:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512769:512769:256:4294967295] 192.168.203.104@tcp LPNI seq info [512736:512736:8:4294967295]
00000400:00000200:1.0:1789434353.440628:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434353.440635:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434353.440639:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434353.440643:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434353.440647:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434353.440650:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789434353.440654:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434353.440657:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1789434353.440661:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434353.440663:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434353.440666:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434353.440669:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434353.440672:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434353.440674:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434353.440677:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434353.440680:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440688:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434353.440690:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440696:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.440698:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434353.440701:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434353.440704:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434353.440707:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434353.440709:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300480524
00000100:00000001:1.0:1789434353.440711:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300481195
00000100:00000001:1.0:1789434353.440713:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300480524
00000100:00000001:1.0:1789434353.440715:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300481195
00000100:00000001:1.0:1789434353.440717:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434353.440720:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.440722:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434353.440726:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434353/real 1789434353]  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434353.440733:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434353.440735:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434353.440736:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434353.440739:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434353.440741:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434353.440743:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434353.440746:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434353.440754:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440760:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434353.440762:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.440763:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434353.440764:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434353.440768:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440775:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434353.440778:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440785:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434353.440787:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.440789:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434353.440790:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.440791:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434353.440794:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434353.440797:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434353.440800:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434353.440802:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434353.440806:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434353.440814:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933962112:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434353.440817:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434353.440821:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440827:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434353.440828:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434353.440830:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434353.440832:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434353.440834:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434353.440836:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933962240:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434353.440840:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434353.440842:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434353.440843:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434353.440845:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434353.440848:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434353.440850:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434353.440853:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434353.440856:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434353.440859:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434353.440861:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933962240, portal 4
00000100:00000001:1.0:1789434353.440863:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434353.440864:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:1.0:1789434353.440869:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440875:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434353.440878:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434353.440880:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434353.440883:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933962240, offset 0
00000400:00000200:1.0:1789434353.440886:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434353.440890:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434353.440894:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434353.440897:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434353.440899:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434353.440901:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434353.440903:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434353.440906:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512770:512770:256:4294967295] 192.168.203.104@tcp LPNI seq info [512737:512737:8:4294967295]
00000400:00000200:1.0:1789434353.440910:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434353.440916:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434353.440921:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434353.440924:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434353.440928:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434353.440931:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789434353.440934:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434353.440937:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1789434353.440940:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434353.440942:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434353.440945:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434353.440948:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434353.440951:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434353.440953:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434353.440955:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434353.440958:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440966:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434353.440969:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.440975:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.440977:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434353.440980:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434353.440983:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434353.440986:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434353.440988:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300480541
00000100:00000001:1.0:1789434353.440990:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300481195
00000100:00000001:1.0:1789434353.440993:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300480541
00000100:00000001:1.0:1789434353.440995:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300481195
00000100:00000001:1.0:1789434353.440996:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434353.440999:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.441000:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434353.441004:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434353/real 1789434353]  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434353.441011:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434353.441013:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434353.441014:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434353.441017:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434353.441018:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434353.441020:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434353.441024:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434353.441031:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441036:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434353.441038:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.441040:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434353.441041:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434353.441044:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441051:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434353.441054:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441061:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434353.441064:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.441065:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434353.441066:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.441068:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434353.441072:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434353.441075:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434353.441078:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434353.441080:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434353.441084:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434353.441092:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933962240:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434353.441096:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434353.441099:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441105:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434353.441107:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434353.441109:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434353.441110:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434353.441112:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434353.441114:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933962368:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434353.441117:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434353.441119:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434353.441120:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434353.441122:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434353.441125:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434353.441127:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434353.441130:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434353.441133:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434353.441136:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434353.441138:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933962368, portal 4
00000100:00000001:1.0:1789434353.441140:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434353.441141:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:1.0:1789434353.441146:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441153:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434353.441155:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434353.441157:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434353.441160:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933962368, offset 0
00000400:00000200:1.0:1789434353.441164:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434353.441168:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434353.441172:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434353.441175:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434353.441177:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434353.441179:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434353.441181:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434353.441184:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512771:512771:256:4294967295] 192.168.203.104@tcp LPNI seq info [512738:512738:8:4294967295]
00000400:00000200:1.0:1789434353.441188:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434353.441194:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434353.441198:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434353.441201:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434353.441204:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434353.441207:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1789434353.441211:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434353.441214:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1789434353.441218:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434353.441219:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434353.441222:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434353.441225:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434353.441228:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434353.441230:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434353.441232:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434353.441236:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441243:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434353.441246:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441252:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.441253:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434353.441257:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434353.441259:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434353.441263:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434353.441264:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300480543
00000100:00000001:1.0:1789434353.441267:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300481195
00000100:00000001:1.0:1789434353.441268:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300480543
00000100:00000001:1.0:1789434353.441270:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300481195
00000100:00000001:1.0:1789434353.441272:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434353.441274:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.441276:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434353.441280:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434353/real 1789434353]  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434353.441287:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434353.441288:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434353.441290:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434353.441292:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434353.441293:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434353.441295:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434353.441298:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434353.441307:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441318:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434353.441319:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.441321:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434353.441322:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434353.441326:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441332:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434353.441336:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441342:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434353.441345:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.441346:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434353.441367:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.441370:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434353.441373:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434353.441376:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434353.441379:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434353.441381:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434353.441385:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434353.441393:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933962368:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434353.441396:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.441398:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434353.441401:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933962112/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441408:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434353.441409:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434353.441411:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434353.441414:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434353.441416:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434353.441417:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434353.441419:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434353.441421:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1400.
02000000:00000001:1.0:1789434353.441423:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434353.441425:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434353.441426:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:1.0:1789434353.441429:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434353.441430:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.441431:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434353.441435:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933962240/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441441:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434353.441442:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434353.441444:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434353.441446:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434353.441447:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434353.441449:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434353.441451:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434353.441452:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0800.
02000000:00000001:1.0:1789434353.441455:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434353.441456:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434353.441457:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:1.0:1789434353.441459:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434353.441460:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.441462:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434353.441465:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933962368/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434353.441470:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434353.441472:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434353.441473:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434353.441475:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434353.441476:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434353.441477:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434353.441479:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434353.441481:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2c00.
02000000:00000001:1.0:1789434353.441483:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434353.441484:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434353.441485:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:1.0:1789434353.441487:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434353.441488:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.441490:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.441494:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434353.441495:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.441496:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434353.441498:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434353.695446:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434353.695453:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434353.695455:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434353.695460:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434353.695463:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434353.695466:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.695469:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434353.695471:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434353.695474:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434354.143454:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300481195, at 4300481216
00000100:00000040:3.0:1789434354.143455:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300481195, at 4300481216
00000100:00000010:3.0:1789434354.143471:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d1e0.
00000100:00000010:2.0:1789434354.143478:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d840.
00000100:00000001:0.0:1789434354.207464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434354.207467:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434354.207483:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434354.207484:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434354.207488:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434354.207494:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1789434354.207496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434354.207500:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1789434354.207502:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434354.207506:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1789434354.207508:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434354.207511:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434354.207512:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434354.207516:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434354.207516:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434354.207521:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434354.207522:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434354.207526:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434354.207530:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434354.207535:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434354.207536:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434354.207538:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434354.207540:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434354.207542:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434354.207543:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434354.207544:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434354.207556:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434354.207560:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434354.207562:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434354.207563:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434354.207564:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434354.207567:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434354.207568:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434354.207570:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434354.207572:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434354.207661:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434354.207664:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434354.207668:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434354.463449:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434354.463454:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434354.463456:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434354.463460:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434354.463464:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434354.463467:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434354.463469:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434354.463471:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434354.463474:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434354.463482:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434354.463490:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434354.463492:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434354.463498:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434354.463502:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434354.463505:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434354.463508:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434354.463511:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434354.463513:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434354.719456:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434354.719462:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434354.719464:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434354.719470:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434354.719473:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434354.719477:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434354.719479:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434354.719482:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434354.719485:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434355.231584:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434355.231604:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434355.231606:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434355.231611:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:1.0:1789434355.231614:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434355.231617:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434355.231620:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434355.231622:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434355.231625:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434355.231670:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434355.231674:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434355.231677:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434355.231680:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434355.231683:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434355.231686:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434355.231688:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434355.231690:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434355.231693:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434355.231694:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434355.231697:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434355.231699:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434355.231701:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434355.231702:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434355.231716:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434355.231719:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434355.231721:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434355.487457:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434355.487457:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434355.487466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434355.487467:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434355.487471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434355.487471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434355.487479:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434355.487480:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434355.487486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434355.487486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434355.487492:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434355.487492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434355.487499:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434355.487499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434355.487504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434355.487504:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434355.487510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434355.487510:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434355.743472:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434355.743480:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434355.743483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434355.743488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434355.743491:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434355.743496:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434355.743498:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434355.743501:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434355.743504:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434356.255518:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434356.255526:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434356.255533:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434356.255534:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434356.255538:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434356.255540:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434356.255544:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434356.255545:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434356.255614:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434356.255619:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434356.255624:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434356.255645:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434356.255649:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434356.255652:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434356.255655:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434356.255659:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434356.255663:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434356.255665:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434356.255668:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434356.255671:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434356.511459:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434356.511466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434356.511468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434356.511474:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434356.511478:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434356.511479:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434356.511481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434356.511485:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434356.511486:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434356.511489:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434356.511490:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434356.511495:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434356.511495:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434356.511501:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434356.511504:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434356.511506:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434356.511509:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434356.511511:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434356.767441:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434356.767446:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434356.767449:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434356.767454:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434356.767457:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434356.767461:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434356.767464:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434356.767466:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434356.767470:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434357.279505:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434357.279511:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434357.279514:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434357.279519:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434357.279523:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434357.279528:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434357.279530:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434357.279533:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434357.279537:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434357.279684:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434357.279688:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434357.279699:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434357.279700:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434357.279704:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434357.279706:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434357.279710:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434357.279711:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434357.279730:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434357.279735:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434357.279739:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434357.535506:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434357.535514:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434357.535517:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434357.535522:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434357.535527:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434357.535531:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434357.535534:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434357.535536:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434357.535540:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434357.536271:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434357.536275:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434357.536277:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434357.536280:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434357.536283:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434357.536285:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434357.536287:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434357.536289:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434357.536291:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434357.792971:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434357.792976:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434357.792977:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434357.792981:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434357.792984:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434357.792988:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434357.792990:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434357.792992:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434357.792993:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434358.303457:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434358.303463:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434358.303469:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434358.303470:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434358.303473:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434358.303475:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434358.303478:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434358.303479:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434358.303611:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434358.303616:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434358.303618:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434358.303623:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434358.303626:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434358.303629:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.303632:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434358.303636:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.303639:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434358.304257:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434358.304260:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434358.304264:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434358.559479:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434358.559489:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434358.559492:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434358.559497:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434358.559501:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434358.559504:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434358.559507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434358.559509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434358.559511:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434358.559950:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434358.559956:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434358.559959:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434358.559962:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434358.559966:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434358.559972:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5813
00000400:00000200:1.0:1789434358.559980:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434358.559986:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434358.559988:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434358.559991:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.559995:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434358.559997:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.559999:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434358.560007:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434358.560008:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434358.560011:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434358.560014:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434358.560017:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434358.560019:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434358.560022:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560025:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434358.560026:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560028:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434358.560030:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434358.560033:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560035:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434358.560038:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434358.560041:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434358.560044:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434358.560045:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434358.560048:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434358.560056:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849880.
00000020:00000040:1.0:1789434358.560058:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434358.560061:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434358.560063:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434358.560065:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434358.560068:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434358.560071:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434358.560077:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5000.
00000100:00000001:1.0:1789434358.560083:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434358.560092:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434358.560101:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434358.560106:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434358.560110:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1fca34] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434358.560138:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434358.560485:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434358.560489:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434358.560491:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434358.560493:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434358.560495:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434358.560498:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5813
00000400:00000200:1.0:1789434358.560502:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434358.560506:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434358.560508:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434358.560510:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560512:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434358.560514:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560516:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434358.560519:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434358.560520:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434358.560521:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434358.560523:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434358.560525:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434358.560527:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434358.560530:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560531:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434358.560533:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560535:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434358.560537:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434358.560539:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560541:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434358.560543:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434358.560548:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434358.560549:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434358.560551:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434358.560554:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434358.560557:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434358.560559:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434358.560562:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434358.560564:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434358.560575:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434358.560577:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434358.560579:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434358.560580:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434358.560582:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434358.560585:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7800.
00000100:00000001:1.0:1789434358.560589:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434358.560594:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434358.560602:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434358.560603:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434358.560606:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434358.560613:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434358.560615:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434358.560618:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434358.560619:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434358.560620:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434358.560622:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434358.560625:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5813
00000400:00000200:1.0:1789434358.560628:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434358.560630:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434358.560632:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434358.560634:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560635:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434358.560637:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560639:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434358.560642:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434358.560643:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434358.560645:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434358.560646:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434358.560648:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434358.560650:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434358.560652:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560653:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434358.560655:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560656:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434358.560658:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434358.560661:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560662:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434358.560664:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434358.560666:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434358.560667:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434358.560669:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434358.560671:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434358.560672:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434358.560674:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434358.560676:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000020:00000040:1.0:1789434358.560678:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434358.560680:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434358.560681:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434358.560682:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434358.560684:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434358.560685:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434358.560688:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6c00.
00000100:00000001:1.0:1789434358.560690:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434358.560695:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434358.560708:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434358.560710:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434358.560714:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434358.560719:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434358.560721:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434358.560724:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434358.560725:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434358.560727:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434358.560729:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434358.560731:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5813
00000400:00000200:1.0:1789434358.560733:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434358.560735:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434358.560737:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434358.560739:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560740:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434358.560742:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560743:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434358.560745:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434358.560747:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434358.560748:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434358.560749:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434358.560751:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434358.560752:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434358.560755:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560756:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434358.560757:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560759:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434358.560761:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434358.560764:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434358.560766:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434358.560767:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434358.560768:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434358.560770:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434358.560771:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434358.560773:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434358.560775:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434358.560776:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434358.560780:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
00000020:00000040:1.0:1789434358.560783:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434358.560784:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434358.560785:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434358.560787:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434358.560788:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434358.560790:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434358.560792:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5800.
00000100:00000001:1.0:1789434358.560795:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434358.560798:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434358.560804:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434358.560807:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434358.560810:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434358.560816:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434358.560819:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5823)
00000100:00000001:3.0:1789434358.560869:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434358.560871:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434358.560879:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434358.560882:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434358.560884:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434358.560887:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434358.560888:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434358.560890:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434358.560892:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434358.561007:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434358.561011:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434358.561012:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434358.561019:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561026:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434358.561027:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434358.561029:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434358.561032:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434358.561035:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434358.561038:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933962496:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434358.561042:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434358.561045:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434358.561047:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434358.561049:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434358.561053:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434358.561055:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434358.561061:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434358.561065:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434358.561070:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434358.561078:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933962496, portal 25
00000100:00000001:0.0:1789434358.561079:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434358.561081:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:0.0:1789434358.561087:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561094:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434358.561097:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434358.561100:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434358.561103:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933962496, offset 0
00000400:00000200:0.0:1789434358.561110:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434358.561117:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434358.561123:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434358.561128:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434358.561132:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434358.561135:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434358.561138:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434358.561141:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512772:512772:256:4294967295] 192.168.203.104@tcp LPNI seq info [512739:512739:8:4294967295]
00000400:00000200:0.0:1789434358.561146:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434358.561156:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434358.561162:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434358.561166:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434358.561173:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434358.561177:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789434358.561184:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434358.561187:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789434358.561191:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434358.561193:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434358.561197:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434358.561201:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434358.561206:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434358.561208:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434358.561212:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434358.561216:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561224:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434358.561227:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561234:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434358.561236:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434358.561240:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434358.561244:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434358.561247:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300486316
00000100:00000010:0.0:1789434358.561251:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81840.
00000100:00000001:0.0:1789434358.561257:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434358.561273:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300486316
00000100:00000010:0.0:1789434358.561277:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81c60.
00000100:00000001:0.0:1789434358.561279:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434358.561290:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434358.561293:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434358.561296:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434358.561299:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434358/real 1789434358]  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434358.561307:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434358.561308:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434358.561310:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434358.561313:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434358.561315:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434358.561317:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434358.561319:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434358.561328:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561333:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434358.561335:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.561337:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434358.561339:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434358.561343:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561369:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434358.561373:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561380:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434358.561382:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.561384:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434358.561385:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.561388:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434358.561390:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434358.561393:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434358.561396:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434358.561400:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434358.561405:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434358.561413:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933962496:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434358.561417:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434358.561420:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561426:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434358.561427:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434358.561429:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434358.561431:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434358.561432:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434358.561435:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933962624:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434358.561438:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434358.561439:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434358.561441:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434358.561442:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434358.561446:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434358.561448:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434358.561451:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434358.561453:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434358.561456:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434358.561459:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933962624, portal 10
00000100:00000001:0.0:1789434358.561461:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434358.561462:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:0.0:1789434358.561468:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561485:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434358.561487:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434358.561489:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434358.561491:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933962624, offset 0
00000400:00000200:0.0:1789434358.561495:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434358.561499:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434358.561502:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434358.561505:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434358.561507:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434358.561509:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434358.561511:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434358.561514:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512773:512773:256:4294967295] 192.168.203.104@tcp LPNI seq info [512740:512740:8:4294967295]
00000400:00000200:0.0:1789434358.561518:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434358.561524:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434358.561528:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434358.561531:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434358.561534:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434358.561536:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789434358.561540:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434358.561544:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789434358.561547:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434358.561549:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434358.561552:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434358.561554:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434358.561557:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434358.561558:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434358.561560:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434358.561563:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561580:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434358.561583:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561594:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434358.561596:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434358.561599:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434358.561603:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434358.561605:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434358.561607:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300485645
00000100:00000001:0.0:1789434358.561609:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300486316
00000100:00000001:0.0:1789434358.561611:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300485645
00000100:00000001:0.0:1789434358.561613:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300486316
00000100:00000001:0.0:1789434358.561615:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434358.561616:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434358.561619:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434358.561622:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434358/real 1789434358]  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434358.561628:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434358.561630:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434358.561632:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434358.561633:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434358.561636:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434358.561638:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434358.561640:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434358.561647:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561653:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434358.561654:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.561656:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434358.561657:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434358.561660:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561665:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434358.561670:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561675:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434358.561676:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.561678:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434358.561679:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.561680:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434358.561683:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434358.561685:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434358.561687:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434358.561690:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434358.561693:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434358.561699:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933962624:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434358.561702:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434358.561705:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561710:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434358.561712:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434358.561713:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434358.561715:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434358.561716:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434358.561719:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933962752:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434358.561721:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434358.561724:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434358.561725:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434358.561727:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434358.561731:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434358.561733:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434358.561735:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434358.561738:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434358.561740:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434358.561743:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933962752, portal 4
00000100:00000001:0.0:1789434358.561745:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434358.561747:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:0.0:1789434358.561751:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561757:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434358.561758:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434358.561762:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434358.561764:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933962752, offset 0
00000400:00000200:0.0:1789434358.561768:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434358.561771:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434358.561773:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434358.561776:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434358.561778:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434358.561780:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434358.561782:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434358.561785:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512774:512774:256:4294967295] 192.168.203.104@tcp LPNI seq info [512741:512741:8:4294967295]
00000400:00000200:0.0:1789434358.561789:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434358.561794:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434358.561797:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434358.561800:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434358.561803:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434358.561806:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789434358.561810:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434358.561812:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789434358.561816:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434358.561818:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434358.561821:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434358.561824:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434358.561826:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434358.561828:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434358.561831:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434358.561834:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561839:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434358.561842:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561847:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434358.561849:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434358.561852:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434358.561854:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434358.561857:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434358.561859:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300485662
00000100:00000001:0.0:1789434358.561862:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300486316
00000100:00000001:0.0:1789434358.561864:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300485662
00000100:00000001:0.0:1789434358.561865:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300486316
00000100:00000001:0.0:1789434358.561867:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434358.561868:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434358.561870:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434358.561873:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434358/real 1789434358]  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434358.561880:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434358.561881:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434358.561883:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434358.561884:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434358.561886:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434358.561889:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434358.561892:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434358.561899:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561904:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434358.561905:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.561907:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434358.561908:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434358.561911:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561916:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434358.561921:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561926:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434358.561928:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.561929:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434358.561930:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.561931:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434358.561934:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434358.561936:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434358.561939:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434358.561941:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434358.561944:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434358.561951:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933962752:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434358.561955:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434358.561957:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.561963:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434358.561965:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434358.561966:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434358.561968:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434358.561971:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434358.561974:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933962880:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434358.561976:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434358.561977:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434358.561978:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434358.561980:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434358.561983:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434358.561984:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434358.561986:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434358.561989:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434358.561991:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434358.561994:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933962880, portal 4
00000100:00000001:0.0:1789434358.561995:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434358.561996:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:0.0:1789434358.562001:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.562006:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434358.562008:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434358.562010:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434358.562011:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933962880, offset 0
00000400:00000200:0.0:1789434358.562015:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434358.562018:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434358.562021:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434358.562024:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434358.562026:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434358.562028:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434358.562030:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434358.562033:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512775:512775:256:4294967295] 192.168.203.104@tcp LPNI seq info [512742:512742:8:4294967295]
00000400:00000200:0.0:1789434358.562036:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434358.562042:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434358.562046:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434358.562049:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434358.562052:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434358.562054:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789434358.562057:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434358.562060:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789434358.562063:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434358.562065:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434358.562067:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434358.562070:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434358.562073:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434358.562075:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434358.562077:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434358.562080:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.562088:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434358.562091:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.562098:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434358.562099:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434358.562103:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434358.562106:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434358.562110:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434358.562112:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300485664
00000100:00000001:0.0:1789434358.562114:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300486316
00000100:00000001:0.0:1789434358.562116:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300485664
00000100:00000001:0.0:1789434358.562118:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300486316
00000100:00000001:0.0:1789434358.562120:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434358.562122:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434358.562124:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434358.562126:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434358/real 1789434358]  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434358.562133:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434358.562135:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434358.562137:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434358.562138:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434358.562140:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434358.562142:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434358.562145:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434358.562153:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.562157:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434358.562159:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.562161:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434358.562162:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434358.562165:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.562170:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434358.562174:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.562179:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434358.562181:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.562182:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434358.562184:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.562185:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434358.562189:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434358.562191:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434358.562194:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434358.562196:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434358.562199:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434358.562205:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933962880:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434358.562208:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.562210:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434358.562213:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933962496/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.562219:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434358.562221:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434358.562223:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434358.562226:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434358.562227:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434358.562229:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434358.562231:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434358.562233:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5000.
02000000:00000001:0.0:1789434358.562236:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434358.562238:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434358.562239:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:0.0:1789434358.562242:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434358.562243:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.562247:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434358.562250:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933962624/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.562256:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434358.562257:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434358.562258:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434358.562261:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434358.562262:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434358.562263:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434358.562265:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434358.562266:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7800.
02000000:00000001:0.0:1789434358.562269:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434358.562270:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434358.562271:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:0.0:1789434358.562273:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434358.562274:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.562275:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434358.562280:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933962752/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.562285:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434358.562286:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434358.562287:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434358.562288:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434358.562290:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434358.562291:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434358.562292:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434358.562293:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6c00.
02000000:00000001:0.0:1789434358.562296:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434358.562297:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434358.562298:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:0.0:1789434358.562299:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434358.562300:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.562302:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434358.562304:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933962880/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434358.562308:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434358.562311:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434358.562312:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434358.562313:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434358.562314:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434358.562315:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434358.562317:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434358.562318:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:0.0:1789434358.562320:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434358.562321:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434358.562322:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:0.0:1789434358.562324:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434358.562325:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.562326:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434358.562333:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434358.562335:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434358.562336:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434358.562338:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434358.815474:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434358.815481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434358.815484:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434358.815489:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434358.815493:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434358.815498:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434358.815500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434358.815503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434358.815506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434359.263511:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300486316, at 4300486336
00000100:00000010:2.0:1789434359.263526:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81840.
00000100:00000040:3.0:1789434359.263745:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300486316, at 4300486336
00000100:00000010:3.0:1789434359.263752:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81c60.
00000100:00000001:2.0:1789434359.327494:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434359.327502:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434359.327504:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434359.327510:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434359.327513:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434359.327517:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434359.327519:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434359.327522:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434359.327524:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434359.327706:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434359.327710:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434359.327714:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434359.327715:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434359.327718:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434359.327719:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434359.327722:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434359.327723:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434359.327738:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434359.327741:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434359.327744:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434359.583458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434359.583469:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434359.583474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434359.583476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434359.583481:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434359.583484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434359.583488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434359.583490:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434359.583493:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434359.583496:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434359.583552:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434359.583554:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434359.583558:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434359.583570:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434359.583572:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434359.583575:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434359.583576:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434359.583578:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434359.839448:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434359.839456:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434359.839458:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434359.839464:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434359.839476:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434359.839483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434359.839486:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434359.839489:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434359.839492:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434360.351440:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434360.351445:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434360.351450:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434360.351452:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434360.351453:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434360.351456:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434360.351459:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434360.351460:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434360.351463:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434360.351465:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434360.351468:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434360.351478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434360.351483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434360.351487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434360.351490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434360.351492:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434360.351496:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434360.351512:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434360.351517:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434360.351521:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434360.607693:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434360.607699:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434360.607700:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434360.607705:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434360.607708:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434360.607712:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434360.607715:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434360.607728:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434360.607732:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434360.609661:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434360.609668:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434360.609670:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434360.609676:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434360.609679:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434360.609683:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434360.609686:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434360.609688:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434360.609690:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434360.863454:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434360.863460:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434360.863462:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434360.863466:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434360.863468:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434360.863473:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434360.863476:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434360.863480:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434360.863483:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434361.375465:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434361.375473:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434361.375475:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434361.375481:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434361.375486:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434361.375489:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434361.375492:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434361.375495:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434361.375498:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434361.375560:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434361.375564:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434361.375568:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434361.375570:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434361.375573:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434361.375574:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434361.375577:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434361.375578:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434361.376335:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434361.376339:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434361.376343:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434361.631461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434361.631468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434361.631470:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434361.631475:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434361.631478:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434361.631481:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434361.631484:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434361.631486:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434361.631489:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434361.631582:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434361.631585:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434361.631586:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434361.631589:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434361.631591:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434361.631593:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434361.631595:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434361.631596:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434361.631599:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434361.887467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434361.887474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434361.887477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434361.887482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434361.887485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434361.887489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434361.887492:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434361.887495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434361.887498:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434362.399467:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434362.399474:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434362.399481:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434362.399481:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434362.399483:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434362.399486:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434362.399489:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434362.399490:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434362.399492:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434362.399496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434362.399498:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434362.399501:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434362.399502:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434362.399507:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434362.399510:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434362.399512:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434362.399515:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434362.399564:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434362.399569:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434362.399573:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434362.655469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434362.655470:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434362.655477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434362.655477:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434362.655481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434362.655482:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434362.655486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434362.655488:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434362.655490:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434362.655495:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434362.655495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434362.655499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434362.655499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434362.655501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434362.655504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434362.655505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434362.655508:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434362.655513:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434362.911465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434362.911472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434362.911474:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434362.911479:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434362.911483:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434362.911487:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434362.911489:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434362.911492:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434362.911496:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434363.423526:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434363.423546:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434363.423548:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434363.423551:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423555:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434363.423557:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423560:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423563:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423568:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434363.423570:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434363.423571:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434363.423572:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423574:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434363.423575:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423577:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423579:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423582:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434363.423584:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434363.423585:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434363.423588:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423589:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434363.423590:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423592:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434363.423594:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434363.423614:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434363.423617:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434363.423620:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434363.424337:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434363.424342:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434363.424344:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434363.424365:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434363.424369:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434363.424372:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.424375:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434363.424377:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.424380:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434363.679459:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434363.679459:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434363.679465:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434363.679465:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434363.679467:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.679467:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434363.679472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434363.679472:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434363.679475:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434363.679475:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434363.679478:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.679479:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434363.679481:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434363.679481:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434363.679484:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.679484:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434363.679487:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.679487:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434363.680344:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434363.680361:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434363.680363:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434363.680365:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434363.680369:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434363.680375:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5818
00000400:00000200:2.0:1789434363.680384:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434363.680398:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434363.680402:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434363.680405:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680408:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434363.680410:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680413:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434363.680421:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434363.680423:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434363.680488:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434363.680491:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434363.680494:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434363.680496:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434363.680499:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680501:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434363.680503:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680505:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434363.680507:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434363.680511:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680513:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434363.680516:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434363.680519:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434363.680522:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434363.680524:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434363.680527:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434363.680542:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29500.
00000020:00000040:2.0:1789434363.680550:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434363.680555:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434363.680557:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434363.680560:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434363.680564:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434363.680568:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434363.680576:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:2.0:1789434363.680583:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434363.680604:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434363.680620:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434363.680625:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434363.680632:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687fa4f] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434363.680663:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434363.680666:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434363.680670:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434363.680671:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434363.680673:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434363.680676:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434363.680679:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5818
00000400:00000200:2.0:1789434363.680683:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434363.680687:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434363.680689:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434363.680692:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680694:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434363.680696:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680698:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434363.680701:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434363.680702:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434363.680704:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434363.680706:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434363.680708:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434363.680710:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434363.680713:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680715:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789434363.680716:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1789434363.680717:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680719:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:3.0:1789434363.680719:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1789434363.680721:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:3.0:1789434363.680721:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1789434363.680723:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680725:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434363.680727:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1789434363.680727:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789434363.680732:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434363.680734:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.680734:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434363.680735:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434363.680736:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1789434363.680739:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1789434363.680740:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1789434363.680741:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1789434363.680742:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434363.680744:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434363.680744:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434363.680747:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b100.
00000100:00100000:3.0:1789434363.680747:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933963008:192.168.203.104@tcp:250:kworker.0
00000020:00000040:2.0:1789434363.680749:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:3.0:1789434363.680751:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434363.680752:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434363.680753:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434363.680754:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434363.680755:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434363.680755:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434363.680757:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434363.680757:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434363.680759:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434363.680761:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
02000000:00000010:3.0:1789434363.680763:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:2.0:1789434363.680764:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434363.680765:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434363.680768:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1789434363.680770:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434363.680774:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000100:00000001:2.0:1789434363.680775:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434363.680777:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434363.680780:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad3da5f8] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1789434363.680780:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434363.680786:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933963008, portal 25
00000100:00000001:3.0:1789434363.680788:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434363.680790:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482257152 : -119883227294464 : ffff92f782d29500)
00000100:00000040:3.0:1789434363.680795:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434363.680798:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434363.680801:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789434363.680803:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1789434363.680804:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434363.680805:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1789434363.680806:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00080000:2.0:1789434363.680807:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1789434363.680808:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000001:2.0:1789434363.680809:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:3.0:1789434363.680811:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933963008, offset 0
00000100:00080000:2.0:1789434363.680812:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5818
00000400:00000200:2.0:1789434363.680815:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434363.680817:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:3.0:1789434363.680817:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:2.0:1789434363.680819:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434363.680821:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680823:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434363.680825:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680827:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:3.0:1789434363.680830:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434363.680839:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434363.680845:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434363.680848:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434363.680851:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434363.680854:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434363.680858:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512776:512776:256:4294967295] 192.168.203.104@tcp LPNI seq info [512743:512743:8:4294967295]
00000400:00000200:3.0:1789434363.680862:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434363.680872:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434363.680879:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434363.680884:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000020:00000001:2.0:1789434363.680885:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434363.680887:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434363.680888:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434363.680890:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000800:00000200:3.0:1789434363.680890:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:2.0:1789434363.680892:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434363.680894:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:3.0:1789434363.680894:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1789434363.680897:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680899:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1789434363.680900:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:2.0:1789434363.680901:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680903:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434363.680905:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434363.680907:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434363.680909:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434363.680910:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434363.680913:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434363.680914:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434363.680916:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434363.680924:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434363.680927:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434363.680928:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434363.680934:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a680.
00000020:00000040:2.0:1789434363.680936:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434363.680939:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434363.680940:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434363.680942:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434363.680943:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434363.680945:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434363.680949:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79000.
00000100:00000001:2.0:1789434363.680953:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434363.680958:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434363.680965:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434363.680968:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434363.680971:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049af382e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434363.680979:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434363.680981:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434363.680984:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434363.680985:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434363.680987:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434363.680990:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434363.680992:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5818
00000400:00000200:2.0:1789434363.680995:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434363.680998:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434363.681000:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434363.681003:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.681005:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434363.681007:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.681009:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434363.681012:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434363.681013:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434363.681015:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434363.681017:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434363.681019:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434363.681021:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434363.681024:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.681026:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434363.681027:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434363.681029:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434363.681032:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434363.681034:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434363.681037:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434363.681038:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434363.681040:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434363.681042:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434363.681044:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434363.681045:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434363.681047:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434363.681049:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434363.681052:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b480.
00000020:00000040:2.0:1789434363.681054:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434363.681056:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434363.681057:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434363.681059:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434363.681060:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434363.681061:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434363.681065:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b800.
00000100:00000001:2.0:1789434363.681068:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434363.681072:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434363.681079:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434363.681081:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434363.681084:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008be6ba08] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434363.681092:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434363.681096:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5828)
00000800:00000200:3.1:1789434363.682056:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789434363.682340:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434363.682344:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434363.682362:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434363.682367:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434363.682373:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434363.682376:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434363.682380:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434363.682385:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682400:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434363.682403:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682409:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.682411:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434363.682418:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434363.682423:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434363.682425:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300491438
00000100:00000010:3.0:1789434363.682430:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0900.
00000100:00000001:3.0:1789434363.682435:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1789434363.682440:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300491438
00000100:00000010:3.0:1789434363.682443:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7904a0600.
00000100:00000001:3.0:1789434363.682446:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434363.682448:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434363.682451:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.682453:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434363.682458:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434363/real 1789434363]  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434363.682466:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434363.682468:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434363.682471:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434363.682473:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434363.682475:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434363.682477:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434363.682480:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434363.682487:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682493:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434363.682495:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.682497:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434363.682499:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434363.682503:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682509:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434363.682513:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682519:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434363.682522:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.682523:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434363.682524:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.682526:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434363.682538:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434363.682541:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434363.682551:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434363.682553:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434363.682557:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434363.682564:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933963008:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434363.682569:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.682571:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434363.682574:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29500 x1876351933963008/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682580:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434363.682582:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434363.682584:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434363.682587:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434363.682588:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434363.682590:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:3.0:1789434363.682592:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434363.682595:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:3.0:1789434363.682599:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434363.682601:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434363.682603:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29500.
00000100:00000001:3.0:1789434363.682605:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434363.682606:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.682609:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.682616:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434363.682617:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.682620:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434363.682622:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434363.682623:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434363.682627:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682633:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434363.682635:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434363.682637:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434363.682640:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434363.682643:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434363.682645:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933963136:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434363.682649:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434363.682651:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434363.682653:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434363.682655:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434363.682658:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434363.682660:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434363.682663:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434363.682666:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434363.682669:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434363.682673:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933963136, portal 10
00000100:00000001:3.0:1789434363.682675:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434363.682677:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482264320 : -119883227287296 : ffff92f782d2b100)
00000100:00000040:3.0:1789434363.682682:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682688:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434363.682690:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434363.682692:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434363.682695:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933963136, offset 0
00000400:00000200:3.0:1789434363.682700:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434363.682705:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434363.682711:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434363.682714:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434363.682718:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434363.682721:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434363.682724:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434363.682728:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512777:512777:256:4294967295] 192.168.203.104@tcp LPNI seq info [512744:512744:8:4294967295]
00000400:00000200:3.0:1789434363.682732:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434363.682740:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434363.682745:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434363.682749:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434363.682755:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434363.682757:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789434363.682762:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434363.682765:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789434363.682768:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434363.682770:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434363.682773:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434363.682776:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434363.682779:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434363.682781:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434363.682783:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434363.682787:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682794:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434363.682797:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682809:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.682810:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434363.682813:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434363.682816:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:3.0:1789434363.682820:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434363.682822:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300490766
00000100:00000001:3.0:1789434363.682825:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300491438
00000100:00000001:3.0:1789434363.682827:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300490766
00000100:00000001:3.0:1789434363.682828:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300491438
00000100:00000001:3.0:1789434363.682830:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434363.682832:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.682834:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434363.682837:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434363/real 1789434363]  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434363.682844:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434363.682845:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434363.682847:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434363.682849:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434363.682850:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434363.682852:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434363.682855:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434363.682863:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682869:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434363.682871:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.682873:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434363.682874:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434363.682877:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682883:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434363.682887:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682893:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434363.682895:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.682897:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434363.682898:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.682899:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434363.682903:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434363.682905:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434363.682908:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434363.682910:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434363.682914:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434363.682921:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933963136:192.168.203.104@tcp:38:kworker.0
00000100:00000001:3.0:1789434363.682924:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434363.682927:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682933:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434363.682935:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434363.682937:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434363.682938:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434363.682940:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434363.682943:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933963264:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434363.682946:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434363.682947:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434363.682949:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434363.682951:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434363.682954:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434363.682956:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434363.682960:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434363.682962:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434363.682965:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434363.682968:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933963264, portal 4
00000100:00000001:3.0:1789434363.682970:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434363.682971:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482261632 : -119883227289984 : ffff92f782d2a680)
00000100:00000040:3.0:1789434363.682977:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.682983:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434363.682985:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434363.682988:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434363.682990:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933963264, offset 0
00000400:00000200:3.0:1789434363.682994:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434363.682998:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434363.683002:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434363.683004:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434363.683007:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434363.683009:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434363.683011:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434363.683014:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512778:512778:256:4294967295] 192.168.203.104@tcp LPNI seq info [512745:512745:8:4294967295]
00000400:00000200:3.0:1789434363.683018:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434363.683023:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434363.683028:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434363.683031:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434363.683035:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434363.683037:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789434363.683041:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434363.683043:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789434363.683046:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434363.683049:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434363.683052:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434363.683055:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434363.683058:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434363.683060:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434363.683062:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434363.683066:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683081:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434363.683084:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683090:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.683092:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434363.683095:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434363.683098:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:3.0:1789434363.683101:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434363.683103:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300490783
00000100:00000001:3.0:1789434363.683105:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300491438
00000100:00000001:3.0:1789434363.683107:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300490783
00000100:00000001:3.0:1789434363.683109:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300491438
00000100:00000001:3.0:1789434363.683111:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434363.683113:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.683115:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434363.683119:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434363/real 1789434363]  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434363.683126:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434363.683128:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434363.683129:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434363.683132:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434363.683134:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434363.683136:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434363.683139:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434363.683146:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683153:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434363.683154:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.683156:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434363.683157:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434363.683161:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683167:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434363.683170:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683177:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434363.683179:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.683181:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434363.683182:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.683184:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434363.683187:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434363.683190:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434363.683193:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434363.683195:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434363.683199:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434363.683207:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933963264:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434363.683211:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1789434363.683215:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683222:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434363.683224:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434363.683226:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434363.683228:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434363.683229:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434363.683232:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933963392:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434363.683235:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434363.683237:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434363.683238:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434363.683240:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1789434363.683243:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434363.683245:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434363.683248:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:3.0:1789434363.683251:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f786d1fa50.
00000400:00000010:3.0:1789434363.683254:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea06e8.
00000100:00000200:3.0:1789434363.683257:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933963392, portal 4
00000100:00000001:3.0:1789434363.683259:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434363.683260:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482265216 : -119883227286400 : ffff92f782d2b480)
00000100:00000040:3.0:1789434363.683265:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683271:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1789434363.683273:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:3.0:1789434363.683274:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789ea0110.
00000100:00000200:3.0:1789434363.683277:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933963392, offset 0
00000400:00000200:3.0:1789434363.683281:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434363.683284:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434363.683288:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:3.0:1789434363.683291:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1789434363.683293:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:3.0:1789434363.683295:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1789434363.683297:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:3.0:1789434363.683300:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512779:512779:256:4294967295] 192.168.203.104@tcp LPNI seq info [512746:512746:8:4294967295]
00000400:00000200:3.0:1789434363.683303:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434363.683309:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1789434363.683313:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434363.683316:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f789c18200.
00000800:00000200:3.0:1789434363.683320:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.0:1789434363.683323:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1789434363.683327:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:3.1:1789434363.683329:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1789434363.683332:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:3.0:1789434363.683334:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f789c18200.
00000400:00000200:3.0:1789434363.683337:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434363.683340:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1789434363.683342:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea0110
00000400:00000010:3.0:1789434363.683344:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea0110.
00000100:00000001:3.0:1789434363.683346:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1789434363.683366:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683374:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434363.683377:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683383:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.683385:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434363.683389:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434363.683391:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:3.0:1789434363.683394:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434363.683397:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300490786
00000100:00000001:3.0:1789434363.683399:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300491438
00000100:00000001:3.0:1789434363.683401:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300490786
00000100:00000001:3.0:1789434363.683402:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300491438
00000100:00000001:3.0:1789434363.683405:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434363.683407:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.683408:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1789434363.683412:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434363/real 1789434363]  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1789434363.683420:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1789434363.683421:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1789434363.683423:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f786d1fa50.
00000400:00000200:3.0:1789434363.683425:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789ea06e8
00000400:00000010:3.0:1789434363.683427:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789ea06e8.
00000100:00000001:3.0:1789434363.683429:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:3.0:1789434363.683432:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1789434363.683439:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683446:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434363.683447:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.683449:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434363.683450:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434363.683453:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683459:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434363.683463:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683469:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434363.683471:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.683472:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434363.683474:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.683475:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1789434363.683479:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1789434363.683482:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789434363.683485:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:3.0:1789434363.683487:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1789434363.683491:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434363.683499:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933963392:192.168.203.104@tcp:8:kworker.0
00000100:00000001:3.0:1789434363.683503:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.683504:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434363.683507:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b100 x1876351933963136/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683514:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434363.683515:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434363.683517:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:3.0:1789434363.683519:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434363.683521:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434363.683522:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:3.0:1789434363.683524:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434363.683526:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:3.0:1789434363.683542:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434363.683543:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434363.683544:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b100.
00000100:00000001:3.0:1789434363.683547:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434363.683549:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.683550:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434363.683553:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a680 x1876351933963264/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683559:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434363.683560:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434363.683561:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:3.0:1789434363.683563:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434363.683564:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434363.683565:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434363.683567:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434363.683568:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:3.0:1789434363.683571:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434363.683571:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434363.683573:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a680.
00000100:00000001:3.0:1789434363.683575:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434363.683576:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.683577:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434363.683580:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b480 x1876351933963392/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434363.683586:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1789434363.683587:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1789434363.683589:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:3.0:1789434363.683590:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1789434363.683592:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:3.0:1789434363.683592:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:3.0:1789434363.683594:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:3.0:1789434363.683595:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:3.0:1789434363.683598:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1789434363.683599:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1789434363.683600:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b480.
00000100:00000001:3.0:1789434363.683601:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1789434363.683602:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.683604:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434363.683608:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434363.683609:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434363.683611:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434363.683612:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434363.935441:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434363.935447:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434363.935448:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434363.935452:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434363.935454:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434363.935457:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434363.935459:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434363.935461:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434363.935463:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434364.383490:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300491438, at 4300491456
00000100:00000040:3.0:1789434364.383490:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300491438, at 4300491456
00000100:00000010:3.0:1789434364.383504:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0600.
00000100:00000010:2.0:1789434364.383506:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7904a0900.
00000100:00000001:3.0:1789434364.447470:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434364.447478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434364.447480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434364.447486:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434364.447489:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434364.447493:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434364.447496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434364.447500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434364.447503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434364.447657:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434364.447660:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434364.447664:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434364.447666:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434364.447669:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434364.447670:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434364.447673:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434364.447674:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434364.447713:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434364.447723:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434364.447727:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434364.703470:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434364.703478:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434364.703481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434364.703487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434364.703490:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434364.703495:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434364.703498:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434364.703501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434364.703504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434364.703600:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434364.703604:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434364.703605:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434364.703608:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434364.703611:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434364.703613:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434364.703615:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434364.703616:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434364.703622:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434364.959483:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434364.959493:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434364.959496:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434364.959502:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434364.959506:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434364.959511:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434364.959514:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434364.959517:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434364.959537:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434365.471635:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434365.471643:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434365.471645:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434365.471650:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434365.471654:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434365.471658:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434365.471660:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434365.471663:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434365.471666:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434365.471923:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434365.471930:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434365.471932:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434365.471935:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434365.471939:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434365.471941:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434365.471942:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434365.471944:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434365.471947:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434365.471948:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434365.471951:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434365.471952:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434365.471954:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434365.471955:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434365.472573:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434365.472577:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434365.472581:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434365.727481:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434365.727488:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434365.727490:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434365.727495:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434365.727498:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434365.727501:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434365.727504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434365.727506:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434365.727510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434365.728500:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434365.728503:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434365.728504:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434365.728507:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434365.728510:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434365.728512:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434365.728525:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434365.728530:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434365.728532:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434365.983528:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434365.983537:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434365.983539:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434365.983545:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434365.983549:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434365.983553:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434365.983556:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434365.983558:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434365.983563:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434366.495483:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434366.495490:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434366.495492:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434366.495498:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434366.495504:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434366.495517:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434366.495522:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434366.495525:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434366.495530:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434366.495530:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434366.495537:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434366.495544:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434366.495546:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434366.495551:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434366.495553:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434366.495557:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434366.495559:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434366.498562:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434366.498567:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434366.498570:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434366.751543:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434366.751549:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434366.751550:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434366.751555:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434366.751563:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434366.751566:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434366.751578:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434366.751581:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434366.751585:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434366.751750:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434366.751754:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434366.751755:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434366.751758:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434366.751761:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434366.751763:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434366.751765:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434366.751766:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434366.751768:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434367.007460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434367.007467:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434367.007469:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434367.007475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434367.007478:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434367.007482:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434367.007485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434367.007487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434367.007490:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434367.519513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434367.519523:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434367.519529:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434367.519531:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434367.519536:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434367.519537:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434367.519540:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434367.519542:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434367.519576:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434367.519579:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434367.519583:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434367.519585:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434367.519590:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434367.519593:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434367.519598:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434367.519602:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434367.519607:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434367.519609:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434367.519612:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434367.519614:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434367.775456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434367.775456:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434367.775462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434367.775465:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434367.775469:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434367.775474:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434367.775474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434367.775478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434367.775480:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434367.775483:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434367.775484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434367.775488:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434367.775489:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434367.775493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434367.775494:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434367.775497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434367.775511:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434367.775515:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434368.031534:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434368.031541:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434368.031543:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434368.031549:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434368.031552:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434368.031556:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434368.031559:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434368.031562:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434368.031565:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434368.543542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434368.543559:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434368.543568:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434368.543569:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434368.543574:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434368.543575:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434368.543578:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434368.543579:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434368.544558:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434368.544566:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434368.544570:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434368.544659:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434368.544663:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434368.544664:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434368.544667:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434368.544670:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434368.544672:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434368.544674:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434368.544676:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434368.544678:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434368.799454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434368.799456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434368.799462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434368.799466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434368.799467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1789434368.799472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434368.799472:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434368.799476:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434368.799477:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434368.799483:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434368.799484:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434368.799489:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434368.799505:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434368.799505:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5823
00000100:00000001:2.0:1789434368.799511:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434368.799518:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434368.799542:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434368.799545:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434368.799547:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434368.799549:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434368.799552:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434368.799553:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434368.799556:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434368.799558:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434368.799560:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434368.799594:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434368.799598:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434368.799602:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434368.799605:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434368.799607:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434368.799610:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434368.799618:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434368.799620:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434368.799622:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434368.799626:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434368.799629:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434368.799638:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434368.799641:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434368.799644:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434368.799645:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434368.799647:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434368.799650:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434368.799653:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434368.799656:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434368.799658:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434368.799661:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434368.799664:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434368.799666:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434368.799669:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434368.799677:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789434368.799680:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434368.799684:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434368.799686:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434368.799689:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434368.799691:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434368.799695:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434368.799703:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789434368.799709:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434368.799725:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434368.799739:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434368.799743:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434368.799748:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434368.799769:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434368.799771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434368.799773:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434368.799774:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434368.799775:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434368.799777:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434368.799779:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5823
00000400:00000200:3.0:1789434368.799782:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434368.799783:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434368.799785:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434368.799787:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434368.799788:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434368.799790:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434368.799792:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434368.799796:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434368.799797:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434368.799799:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434368.799801:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434368.799803:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434368.799805:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434368.799808:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434368.799809:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434368.799811:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434368.799814:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1789434368.799815:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434368.799819:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789434368.799820:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434368.799824:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000040:0.0:1789434368.799830:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434368.799830:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434368.799835:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434368.799839:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789434368.799845:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789434368.799846:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434368.799847:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434368.799852:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434368.799853:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1789434368.799855:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1789434368.799857:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1789434368.799859:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1789434368.799860:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1789434368.799864:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434368.799868:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933963520:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434368.799868:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434368.799873:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789434368.799876:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:0.0:1789434368.799877:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1789434368.799878:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434368.799880:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434368.799881:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434368.799883:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434368.799883:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434368.799886:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434368.799888:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434368.799890:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
02000000:00000001:0.0:1789434368.799893:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789434368.799894:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434368.799900:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
00000100:00100000:3.0:1789434368.799901:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789434368.799906:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434368.799911:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434368.799913:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434368.799915:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434368.799921:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434368.799922:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:3.0:1789434368.799924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434368.799928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434368.799929:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1789434368.799930:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000100:00080000:3.0:1789434368.799931:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434368.799936:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434368.799938:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5823
00000400:00000010:0.0:1789434368.799942:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000400:00000200:3.0:1789434368.799942:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434368.799947:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434368.799949:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1789434368.799950:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933963520, portal 25
00000100:00000040:3.0:1789434368.799951:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434368.799956:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1789434368.799956:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434368.799958:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000100:00000040:3.0:1789434368.799961:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000040:0.0:1789434368.799967:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434368.799967:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434368.799973:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434368.799976:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434368.799979:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789434368.799981:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1789434368.799983:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000100:00000040:0.0:1789434368.799988:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000020:00000001:3.0:1789434368.799988:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434368.799994:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000010:0.0:1789434368.799995:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000040:3.0:1789434368.800000:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000200:0.0:1789434368.800001:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933963520, offset 0
00000100:00000001:3.0:1789434368.800005:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434368.800009:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434368.800013:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789434368.800014:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000020:00000040:3.0:1789434368.800019:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434368.800024:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434368.800027:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434368.800028:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:3.0:1789434368.800032:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434368.800036:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789434368.800040:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
02000000:00000001:3.0:1789434368.800040:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434368.800044:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434368.800048:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000200:0.0:1789434368.800050:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1789434368.800053:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434368.800058:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434368.800059:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000010:3.0:1789434368.800064:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000400:00000200:0.0:1789434368.800066:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1789434368.800069:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000400:00000200:0.0:1789434368.800072:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
02000000:00000001:3.0:1789434368.800074:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434368.800078:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434368.800079:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512780:512780:256:4294967295] 192.168.203.104@tcp LPNI seq info [512747:512747:8:4294967295]
00000100:00000001:3.0:1789434368.800082:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434368.800085:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434368.800088:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434368.800089:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000010:3.0:1789434368.800093:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789434368.800098:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434368.800108:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789434368.800109:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434368.800123:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434368.800123:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434368.800128:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789434368.800130:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000100:00000040:3.0:1789434368.800133:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1789434368.800142:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434368.800150:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1789434368.800151:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434368.800154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434368.800160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:0.1:1789434368.800161:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789434368.800162:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434368.800166:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1789434368.800168:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1789434368.800170:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434368.800176:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5823
00000800:00000100:0.0:1789434368.800178:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434368.800183:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:3.0:1789434368.800184:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434368.800191:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1789434368.800191:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434368.800197:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789434368.800202:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1789434368.800203:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434368.800208:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434368.800210:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434368.800212:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000100:00000001:3.0:1789434368.800213:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000010:0.0:1789434368.800218:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000020:00000001:3.0:1789434368.800219:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434368.800222:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:0.0:1789434368.800225:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:3.0:1789434368.800225:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434368.800230:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000200:0.0:1789434368.800234:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789434368.800235:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434368.800240:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434368.800248:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434368.800252:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434368.800257:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1789434368.800257:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434368.800261:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000040:0.0:1789434368.800266:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789434368.800266:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434368.800274:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434368.800279:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434368.800283:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789434368.800286:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434368.800288:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434368.800290:0:2346:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:3.0:1789434368.800293:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434368.800296:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434368.800298:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1789434368.800299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434368.800305:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434368.800307:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434368.800309:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000010:3.0:1789434368.800312:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000100:00000001:0.0:1789434368.800314:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300496555
00000020:00000040:3.0:1789434368.800316:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434368.800320:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434368.800321:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434368.800323:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81a80.
00000100:00000001:3.0:1789434368.800324:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434368.800326:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434368.800329:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434368.800333:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
02000000:00000010:3.0:1789434368.800335:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789434368.800339:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434368.800344:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434368.800373:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434368.800375:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434368.800380:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434368.800389:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434368.800391:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300496556
00000100:00000040:3.0:1789434368.800393:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5833)
00000100:00000010:0.0:1789434368.800398:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed813c0.
00000100:00000001:0.0:1789434368.800403:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434368.800409:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434368.800413:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434368.800416:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434368.800421:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434368/real 1789434368]  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434368.800430:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434368.800432:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434368.800433:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434368.800436:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434368.800438:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434368.800440:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434368.800444:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434368.800453:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800459:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434368.800460:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.800463:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434368.800465:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434368.800469:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800503:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434368.800509:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800523:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434368.800526:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.800527:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434368.800529:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.800531:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434368.800533:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434368.800536:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434368.800540:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434368.800542:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434368.800547:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434368.800555:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933963520:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434368.800560:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.800562:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434368.800565:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933963520/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800580:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434368.800582:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434368.800585:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434368.800588:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434368.800590:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434368.800591:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434368.800597:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434368.800599:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:0.0:1789434368.800605:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434368.800607:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434368.800608:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:0.0:1789434368.800611:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434368.800612:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.800614:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.800621:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434368.800623:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434368.800625:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434368.800626:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434368.800627:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434368.800631:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800638:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434368.800639:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434368.800641:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434368.800643:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434368.800645:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434368.800647:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933963648:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434368.800651:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434368.800653:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434368.800654:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434368.800656:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434368.800659:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434368.800661:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434368.800665:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434368.800668:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434368.800671:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434368.800675:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933963648, portal 10
00000100:00000001:0.0:1789434368.800676:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434368.800678:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:0.0:1789434368.800684:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800691:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434368.800693:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434368.800695:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434368.800698:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933963648, offset 0
00000400:00000200:0.0:1789434368.800702:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434368.800707:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434368.800711:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434368.800715:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434368.800718:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434368.800720:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434368.800722:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434368.800726:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512781:512781:256:4294967295] 192.168.203.104@tcp LPNI seq info [512748:512748:8:4294967295]
00000400:00000200:0.0:1789434368.800729:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434368.800736:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434368.800740:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434368.800744:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434368.800748:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434368.800750:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789434368.800755:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434368.800757:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789434368.800761:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434368.800762:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434368.800765:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434368.800768:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434368.800772:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434368.800773:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434368.800776:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434368.800779:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800786:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434368.800789:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800795:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434368.800797:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434368.800800:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434368.800803:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434368.800806:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434368.800808:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300495884
00000100:00000001:0.0:1789434368.800811:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300496555
00000100:00000001:0.0:1789434368.800813:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300495884
00000100:00000001:0.0:1789434368.800815:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300496556
00000100:00000001:0.0:1789434368.800817:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434368.800819:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434368.800821:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434368.800825:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434368/real 1789434368]  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434368.800833:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434368.800834:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434368.800835:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434368.800838:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434368.800840:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434368.800842:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434368.800845:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434368.800853:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800859:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434368.800860:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.800862:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434368.800863:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434368.800867:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800872:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434368.800876:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800882:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434368.800885:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.800886:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434368.800888:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.800889:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434368.800892:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434368.800894:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434368.800898:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434368.800900:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434368.800904:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434368.800911:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933963648:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434368.800915:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434368.800918:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800925:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434368.800926:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434368.800928:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434368.800930:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434368.800932:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434368.800935:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933963776:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434368.800938:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434368.800940:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434368.800941:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434368.800943:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434368.800946:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434368.800948:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434368.800951:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434368.800954:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434368.800958:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434368.800960:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933963776, portal 4
00000100:00000001:0.0:1789434368.800962:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434368.800964:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:0.0:1789434368.800969:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.800975:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434368.800977:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434368.800980:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434368.800982:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933963776, offset 0
00000400:00000200:0.0:1789434368.800986:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434368.800989:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434368.800993:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434368.800995:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434368.800998:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434368.801000:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434368.801002:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434368.801005:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512782:512782:256:4294967295] 192.168.203.104@tcp LPNI seq info [512749:512749:8:4294967295]
00000400:00000200:0.0:1789434368.801009:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434368.801015:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434368.801019:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434368.801022:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434368.801026:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434368.801028:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789434368.801032:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434368.801035:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789434368.801038:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434368.801040:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434368.801043:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434368.801046:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434368.801049:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434368.801051:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434368.801053:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434368.801056:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801064:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434368.801067:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801073:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434368.801074:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434368.801077:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434368.801080:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434368.801083:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434368.801085:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300495901
00000100:00000001:0.0:1789434368.801087:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300496555
00000100:00000001:0.0:1789434368.801089:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300495901
00000100:00000001:0.0:1789434368.801091:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300496556
00000100:00000001:0.0:1789434368.801093:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434368.801094:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434368.801096:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434368.801100:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434368/real 1789434368]  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434368.801107:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434368.801108:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434368.801110:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434368.801112:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434368.801114:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434368.801116:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434368.801119:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434368.801127:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801133:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434368.801134:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.801136:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434368.801137:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434368.801142:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801148:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434368.801151:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801159:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434368.801161:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.801163:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434368.801164:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.801166:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434368.801169:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434368.801172:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434368.801176:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434368.801178:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434368.801182:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434368.801189:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933963776:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434368.801192:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434368.801195:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801201:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434368.801203:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434368.801205:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434368.801206:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434368.801208:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434368.801211:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933963904:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434368.801214:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434368.801216:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434368.801217:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434368.801219:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434368.801222:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434368.801224:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434368.801227:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434368.801230:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434368.801233:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434368.801236:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933963904, portal 4
00000100:00000001:0.0:1789434368.801237:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434368.801239:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:0.0:1789434368.801244:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801250:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434368.801252:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434368.801255:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434368.801257:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933963904, offset 0
00000400:00000200:0.0:1789434368.801261:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434368.801265:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434368.801268:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434368.801271:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434368.801274:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434368.801276:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434368.801278:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434368.801280:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512783:512783:256:4294967295] 192.168.203.104@tcp LPNI seq info [512750:512750:8:4294967295]
00000400:00000200:0.0:1789434368.801285:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434368.801290:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434368.801295:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434368.801298:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434368.801302:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434368.801304:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789434368.801308:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434368.801311:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789434368.801314:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434368.801316:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434368.801319:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434368.801322:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434368.801325:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434368.801327:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434368.801329:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434368.801333:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801340:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434368.801343:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801372:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434368.801374:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434368.801377:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434368.801380:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434368.801383:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434368.801384:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300495904
00000100:00000001:0.0:1789434368.801387:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300496555
00000100:00000001:0.0:1789434368.801389:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300495904
00000100:00000001:0.0:1789434368.801391:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300496556
00000100:00000001:0.0:1789434368.801393:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434368.801395:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434368.801396:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434368.801400:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434368/real 1789434368]  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434368.801407:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434368.801409:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434368.801410:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434368.801412:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434368.801414:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434368.801416:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434368.801420:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434368.801427:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801433:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434368.801435:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.801437:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434368.801438:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434368.801441:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801448:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434368.801451:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801457:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434368.801460:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.801461:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434368.801462:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.801464:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434368.801467:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434368.801469:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434368.801472:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434368.801474:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434368.801477:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434368.801484:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933963904:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434368.801487:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.801489:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434368.801506:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933963648/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801512:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434368.801514:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434368.801516:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434368.801519:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434368.801520:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434368.801522:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434368.801524:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434368.801525:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:0.0:1789434368.801528:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434368.801529:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434368.801530:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:0.0:1789434368.801533:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434368.801535:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.801536:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434368.801539:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933963776/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801545:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434368.801547:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434368.801548:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434368.801550:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434368.801551:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434368.801552:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434368.801554:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434368.801556:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:0.0:1789434368.801558:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434368.801558:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434368.801560:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:0.0:1789434368.801562:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434368.801564:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.801565:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434368.801568:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933963904/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434368.801574:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434368.801575:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434368.801577:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434368.801579:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434368.801580:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434368.801581:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434368.801583:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434368.801584:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:0.0:1789434368.801586:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434368.801587:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434368.801588:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:0.0:1789434368.801590:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434368.801591:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.801593:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434368.801596:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434368.801598:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434368.801600:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434368.801601:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434369.055571:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434369.055580:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434369.055582:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434369.055589:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434369.055594:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434369.055599:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434369.055602:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434369.055605:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434369.055608:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434369.503565:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300496555, at 4300496576
00000100:00000040:3.0:1789434369.503565:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300496556, at 4300496576
00000100:00000010:2.0:1789434369.503588:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81a80.
00000100:00000010:3.0:1789434369.503592:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed813c0.
00000100:00000001:2.0:1789434369.567480:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434369.567502:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434369.567505:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434369.567512:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434369.567517:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434369.567522:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434369.567527:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434369.567530:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434369.567535:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434369.567592:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434369.567597:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434369.567603:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434369.567604:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434369.567607:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434369.567608:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434369.567611:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434369.567612:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434369.567684:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434369.567689:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434369.567693:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434369.823482:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434369.823502:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434369.823504:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434369.823509:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434369.823510:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434369.823513:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434369.823520:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434369.823521:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434369.823523:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434369.823525:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434369.823528:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434369.823534:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434369.823535:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434369.823543:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434369.823548:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434369.823551:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434369.823554:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434369.823558:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434370.080055:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434370.080066:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434370.080069:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434370.080075:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434370.080081:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434370.080085:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434370.080088:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434370.080092:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434370.080095:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434370.591512:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434370.591522:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434370.591532:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434370.591533:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434370.591537:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434370.591539:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434370.591542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434370.591544:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434370.591610:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1789434370.591619:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1789434370.591621:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434370.591627:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434370.591629:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434370.591632:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434370.591638:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434370.591642:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434370.591648:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434370.591651:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434370.591654:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434370.591658:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434370.847588:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434370.847596:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434370.847598:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434370.847604:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434370.847608:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434370.847611:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434370.847614:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434370.847617:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434370.847620:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434370.847946:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434370.847949:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434370.847950:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434370.847953:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434370.847955:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434370.847957:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434370.847959:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434370.847961:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434370.847963:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434371.103487:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434371.103494:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434371.103496:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434371.103501:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434371.103504:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434371.103508:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434371.103511:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434371.103514:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434371.103517:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434371.615526:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434371.615532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434371.615538:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434371.615539:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434371.615542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434371.615544:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434371.615547:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434371.615548:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434371.615570:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434371.615574:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434371.615578:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434371.618908:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434371.618913:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434371.618914:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434371.618918:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434371.618921:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434371.618923:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434371.618961:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434371.618963:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434371.618997:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434371.871481:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434371.871487:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434371.871489:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434371.871495:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434371.871498:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434371.871502:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434371.871505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434371.871507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434371.871509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434371.871804:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434371.871807:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434371.871808:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434371.871811:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434371.871813:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434371.871816:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434371.871818:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434371.871819:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434371.871822:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434372.127478:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434372.127484:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434372.127486:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434372.127493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434372.127497:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434372.127501:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434372.127504:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434372.127507:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434372.127510:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434372.639475:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434372.639483:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434372.639485:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434372.639491:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434372.639494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434372.639505:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434372.639507:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434372.639510:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434372.639513:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434372.639617:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434372.639622:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434372.639627:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434372.639629:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434372.639632:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434372.639633:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434372.639637:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434372.639638:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434372.639685:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434372.639688:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434372.639692:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434372.895478:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434372.895485:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434372.895487:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434372.895493:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434372.895496:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434372.895501:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434372.895503:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434372.895505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434372.895508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434372.895667:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434372.895670:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434372.895672:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434372.895675:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434372.895678:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434372.895679:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434372.895682:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434372.895683:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434372.895685:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.151492:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434373.151499:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434373.151501:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434373.151506:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434373.151510:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434373.151514:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434373.151517:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434373.151520:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434373.151524:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434373.663471:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434373.663480:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434373.663482:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434373.663489:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434373.663493:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434373.663497:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434373.663500:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434373.663504:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434373.663508:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663559:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434373.663563:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663567:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434373.663570:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434373.663572:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434373.663576:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663579:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434373.663581:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663583:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663586:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663589:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434373.663591:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434373.663592:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434373.663593:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663594:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434373.663596:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663597:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663599:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663602:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434373.663603:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434373.663604:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434373.663605:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663607:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434373.663608:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663609:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434373.663611:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434373.664327:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434373.664331:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434373.664334:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434373.919449:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434373.919449:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434373.919468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434373.919470:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434373.919470:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434373.919474:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434373.919476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434373.919480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1789434373.919480:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434373.919484:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434373.919485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434373.919489:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434373.919493:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434373.919496:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434373.919499:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.919513:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434373.919515:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434373.919518:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434373.919552:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434373.919557:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434373.919561:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434373.919564:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434373.919568:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434373.919574:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5828
00000400:00000200:1.0:1789434373.919583:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434373.919588:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434373.919591:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434373.919594:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434373.919597:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434373.919599:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434373.919601:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434373.919609:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434373.919611:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434373.919613:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434373.919616:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434373.919618:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434373.919621:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434373.919624:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434373.919627:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434373.919629:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434373.919631:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434373.919634:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434373.919637:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434373.919640:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434373.919643:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434373.919646:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434373.919649:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.919651:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434373.919654:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434373.919662:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
00000020:00000040:1.0:1789434373.919665:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434373.919669:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434373.919670:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.919673:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434373.919676:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434373.919679:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434373.919689:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da4000.
00000100:00000001:1.0:1789434373.919695:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434373.919703:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434373.919714:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434373.919717:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434373.919722:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434373.919741:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434373.919752:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434373.919756:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434373.919761:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434373.919762:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434373.919764:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434373.919765:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434373.919770:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1789434373.919771:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5828
00000100:00000001:0.0:1789434373.919775:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1789434373.919779:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:0.0:1789434373.919785:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434373.919785:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434373.919790:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434373.919796:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434373.919800:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434373.919803:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1789434373.919805:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434373.919806:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.919810:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:0.0:1789434373.919813:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1789434373.919815:0:13200:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:0.0:1789434373.919817:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1789434373.919818:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434373.919822:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1789434373.919823:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789434373.919825:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00100000:0.0:1789434373.919831:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933964032:192.168.203.104@tcp:250:kworker.0
00000020:00000001:1.0:1789434373.919831:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434373.919835:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:0.0:1789434373.919839:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1789434373.919842:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:0.0:1789434373.919845:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1789434373.919846:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789434373.919849:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434373.919850:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:0.0:1789434373.919854:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789434373.919855:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434373.919859:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
02000000:00000010:0.0:1789434373.919862:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
00000100:00080000:1.0:1789434373.919862:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:0.0:1789434373.919867:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.919868:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434373.919872:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789434373.919877:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:1.0:1789434373.919878:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434373.919882:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434373.919883:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000100:00000001:1.0:1789434373.919884:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434373.919889:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1789434373.919893:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000008:00000001:1.0:1789434373.919894:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.919898:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789434373.919901:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933964032, portal 25
00000100:00000010:1.0:1789434373.919903:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
00000100:00000001:0.0:1789434373.919905:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1789434373.919908:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:0.0:1789434373.919909:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
02000000:00000001:1.0:1789434373.919912:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434373.919915:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434373.919919:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434373.919919:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434373.919922:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434373.919925:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434373.919931:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6400.
00000100:00000001:1.0:1789434373.919936:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.919941:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1789434373.919942:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789434373.919948:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434373.919954:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000001:1.0:1789434373.919956:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1789434373.919959:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933964032, offset 0
00000100:00000001:1.0:1789434373.919960:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434373.919967:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434373.919972:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434373.919986:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434373.919987:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:1.0:1789434373.919991:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434373.919995:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1789434373.919997:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:1.0:1789434373.919998:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434373.920001:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434373.920005:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1789434373.920007:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1789434373.920010:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5828
00000400:00000200:0.0:1789434373.920015:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434373.920019:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434373.920022:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434373.920026:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512784:512784:256:4294967295] 192.168.203.104@tcp LPNI seq info [512751:512751:8:4294967295]
00000400:00000200:0.0:1789434373.920031:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434373.920037:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434373.920044:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1789434373.920046:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1789434373.920047:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434373.920053:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:0.0:1789434373.920057:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434373.920058:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434373.920062:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434373.920065:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000010:0.0:1789434373.920066:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000020:00000001:1.0:1789434373.920070:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434373.920072:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434373.920075:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1789434373.920077:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:1.0:1789434373.920078:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434373.920082:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:0.0:1789434373.920083:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1789434373.920085:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434373.920092:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:0.1:1789434373.920093:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434373.920096:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1789434373.920099:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1789434373.920100:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434373.920105:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434373.920109:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000800:00000100:0.0:1789434373.920110:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434373.920114:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000100:00080000:1.0:1789434373.920115:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434373.920120:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434373.920122:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1789434373.920123:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434373.920128:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789434373.920132:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1789434373.920133:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.920137:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1789434373.920139:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000008:00100000:1.0:1789434373.920140:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000010:0.0:1789434373.920144:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000008:00000001:1.0:1789434373.920145:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.920150:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.920152:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000010:1.0:1789434373.920154:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000020:00000040:1.0:1789434373.920157:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434373.920159:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434373.920161:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.920164:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434373.920166:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1789434373.920169:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434373.920169:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434373.920175:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5800.
00000100:00000001:1.0:1789434373.920180:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.920185:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1789434373.920188:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789434373.920192:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434373.920204:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434373.920208:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.920210:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.920214:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:1.0:1789434373.920215:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.920220:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.920227:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434373.920229:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:1.0:1789434373.920231:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434373.920233:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300501675
00000100:00080000:1.0:1789434373.920236:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434373.920239:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434373.920240:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1789434373.920242:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81ba0.
00000100:00000001:1.0:1789434373.920244:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434373.920248:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5828
00000100:00000001:0.0:1789434373.920252:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000400:00000200:1.0:1789434373.920254:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434373.920259:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434373.920261:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434373.920264:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434373.920266:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300501675
00000100:00000001:1.0:1789434373.920266:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434373.920269:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000010:0.0:1789434373.920273:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81d80.
00000100:00000001:1.0:1789434373.920273:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434373.920279:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789434373.920280:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000020:00000040:1.0:1789434373.920281:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434373.920285:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789434373.920287:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1789434373.920288:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434373.920293:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434373.920295:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434373.920298:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434373.920299:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434373.920301:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434373.920303:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.920304:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789434373.920308:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1789434373.920309:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434373.920315:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00100000:0.0:1789434373.920316:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434373/real 1789434373]  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434373.920319:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434373.920324:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434373.920328:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434373.920331:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1789434373.920333:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1789434373.920334:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000001:0.0:1789434373.920336:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:1.0:1789434373.920337:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000400:00000010:0.0:1789434373.920340:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000008:00000001:1.0:1789434373.920341:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.920345:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434373.920346:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434373.920373:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434373.920375:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434373.920380:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1789434373.920389:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000100:00000200:0.0:1789434373.920393:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789434373.920394:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434373.920399:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434373.920401:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434373.920405:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789434373.920408:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:1.0:1789434373.920408:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789434373.920412:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789434373.920412:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.920418:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:1.0:1789434373.920419:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6c00.
00000100:00000001:0.0:1789434373.920421:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434373.920424:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434373.920429:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434373.920434:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434373.920444:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434373.920462:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1789434373.920464:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434373.920466:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434373.920475:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.920481:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434373.920487:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434373.920489:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.920490:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434373.920494:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434373.920497:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5838)
00000100:00000001:0.0:1789434373.920498:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434373.920502:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434373.920506:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434373.920511:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434373.920514:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434373.920519:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434373.920527:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933964032:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434373.920532:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.920533:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434373.920537:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933964032/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.920543:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434373.920545:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434373.920547:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434373.920550:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434373.920552:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434373.920554:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434373.920556:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434373.920559:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4000.
02000000:00000001:0.0:1789434373.920562:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434373.920564:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434373.920565:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:0.0:1789434373.920568:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434373.920569:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.920571:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.920578:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434373.920579:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.920581:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434373.920583:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434373.920584:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434373.920587:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.920594:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434373.920595:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434373.920596:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434373.920598:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434373.920600:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434373.920602:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933964160:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434373.920605:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434373.920606:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434373.920608:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434373.920609:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434373.920612:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434373.920614:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434373.920617:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434373.920619:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434373.920622:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434373.920626:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933964160, portal 10
00000100:00000001:0.0:1789434373.920627:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434373.920628:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:0.0:1789434373.920634:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.920640:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434373.920643:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434373.920645:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434373.920647:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933964160, offset 0
00000400:00000200:0.0:1789434373.920651:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434373.920655:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434373.920659:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434373.920661:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434373.920664:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434373.920666:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434373.920668:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434373.920671:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512785:512785:256:4294967295] 192.168.203.104@tcp LPNI seq info [512752:512752:8:4294967295]
00000400:00000200:0.0:1789434373.920674:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434373.920681:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434373.920685:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434373.920689:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434373.920693:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434373.920696:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789434373.920700:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434373.920703:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789434373.920706:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434373.920707:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434373.920710:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434373.920713:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434373.920716:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434373.920718:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434373.920720:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434373.920723:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.920731:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434373.920734:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.920744:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.920745:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434373.920748:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434373.920751:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434373.920755:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434373.920757:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300501004
00000100:00000001:0.0:1789434373.920759:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300501675
00000100:00000001:0.0:1789434373.920761:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300501004
00000100:00000001:0.0:1789434373.920763:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300501675
00000100:00000001:0.0:1789434373.920765:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434373.920767:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.920769:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434373.920773:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434373/real 1789434373]  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434373.920781:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434373.920782:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434373.920783:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434373.920786:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434373.920787:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434373.920789:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434373.920792:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434373.920800:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.920805:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434373.920807:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.920808:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434373.920809:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434373.920813:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.920819:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434373.920823:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.920829:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434373.920831:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.920833:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434373.920834:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.920835:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434373.920838:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434373.920841:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434373.920844:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434373.920846:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434373.920850:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434373.920858:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933964160:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434373.920861:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434373.920865:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.920870:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434373.920872:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434373.920874:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434373.920876:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434373.920878:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434373.920880:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933964288:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434373.920883:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434373.920885:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434373.920887:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434373.920888:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434373.920892:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434373.920893:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434373.920897:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434373.920899:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434373.920902:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434373.920905:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933964288, portal 4
00000100:00000001:0.0:1789434373.920906:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434373.920908:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:0.0:1789434373.920912:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.920918:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434373.920920:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434373.920922:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434373.920924:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933964288, offset 0
00000400:00000200:0.0:1789434373.920928:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434373.920931:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434373.920935:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434373.920938:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434373.920940:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434373.920942:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434373.920944:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434373.920947:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512786:512786:256:4294967295] 192.168.203.104@tcp LPNI seq info [512753:512753:8:4294967295]
00000400:00000200:0.0:1789434373.920950:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434373.920956:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434373.920960:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434373.920963:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434373.920967:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434373.920969:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789434373.920973:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434373.920976:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789434373.920980:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434373.920982:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434373.920985:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434373.920988:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434373.920991:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434373.920993:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434373.920995:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434373.920998:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921005:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434373.921008:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921014:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.921015:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434373.921018:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434373.921020:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434373.921024:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434373.921025:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300501021
00000100:00000001:0.0:1789434373.921028:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300501675
00000100:00000001:0.0:1789434373.921030:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300501021
00000100:00000001:0.0:1789434373.921032:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300501675
00000100:00000001:0.0:1789434373.921034:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434373.921036:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.921038:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434373.921041:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434373/real 1789434373]  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434373.921049:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434373.921050:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434373.921051:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434373.921054:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434373.921055:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434373.921058:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434373.921061:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434373.921067:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921073:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434373.921074:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.921076:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434373.921077:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434373.921081:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921087:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434373.921091:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921097:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434373.921100:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.921102:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434373.921103:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.921104:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434373.921108:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434373.921110:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434373.921113:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434373.921115:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434373.921119:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434373.921126:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933964288:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434373.921130:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434373.921133:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921140:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434373.921141:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434373.921143:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434373.921145:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434373.921146:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434373.921149:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933964416:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434373.921152:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434373.921153:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434373.921155:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434373.921156:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434373.921160:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434373.921162:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434373.921164:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434373.921167:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434373.921170:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434373.921172:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933964416, portal 4
00000100:00000001:0.0:1789434373.921174:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434373.921175:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:0.0:1789434373.921180:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921185:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434373.921187:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434373.921189:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434373.921192:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933964416, offset 0
00000400:00000200:0.0:1789434373.921195:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434373.921199:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434373.921203:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434373.921206:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434373.921208:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434373.921210:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434373.921212:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434373.921215:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512787:512787:256:4294967295] 192.168.203.104@tcp LPNI seq info [512754:512754:8:4294967295]
00000400:00000200:0.0:1789434373.921219:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434373.921224:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434373.921229:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434373.921232:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434373.921236:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434373.921239:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789434373.921243:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434373.921245:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789434373.921249:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434373.921251:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434373.921254:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434373.921257:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434373.921260:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434373.921262:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434373.921264:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434373.921267:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921274:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434373.921276:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921283:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.921285:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434373.921287:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434373.921290:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434373.921293:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434373.921295:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300501023
00000100:00000001:0.0:1789434373.921297:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300501675
00000100:00000001:0.0:1789434373.921299:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300501023
00000100:00000001:0.0:1789434373.921301:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300501675
00000100:00000001:0.0:1789434373.921303:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434373.921305:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.921307:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434373.921311:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434373/real 1789434373]  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434373.921319:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434373.921320:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434373.921321:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434373.921324:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434373.921325:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434373.921327:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434373.921330:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434373.921337:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921343:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434373.921345:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.921346:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434373.921369:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434373.921373:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921380:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434373.921383:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921390:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434373.921393:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.921394:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434373.921395:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.921396:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434373.921400:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434373.921402:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434373.921405:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434373.921408:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434373.921411:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434373.921418:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933964416:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434373.921422:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.921424:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434373.921427:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933964160/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921433:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434373.921434:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434373.921436:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434373.921439:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434373.921440:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434373.921441:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434373.921443:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434373.921445:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:0.0:1789434373.921447:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434373.921449:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434373.921450:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:0.0:1789434373.921465:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434373.921466:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.921468:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434373.921471:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933964288/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921477:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434373.921478:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434373.921480:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434373.921482:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434373.921483:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434373.921484:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434373.921486:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434373.921488:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:0.0:1789434373.921490:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434373.921491:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434373.921492:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:0.0:1789434373.921494:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434373.921495:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.921497:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434373.921499:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933964416/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434373.921505:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434373.921506:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434373.921507:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434373.921509:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434373.921510:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434373.921511:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434373.921513:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434373.921515:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6c00.
02000000:00000001:0.0:1789434373.921517:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434373.921518:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434373.921519:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:0.0:1789434373.921521:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434373.921522:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.921524:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434373.921529:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434373.921530:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434373.921532:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434373.921533:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434374.176889:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434374.176899:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434374.176901:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434374.176909:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434374.176913:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434374.176918:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434374.176921:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434374.176923:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434374.176927:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434374.623437:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300501675, at 4300501696
00000100:00000010:2.0:1789434374.623465:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81ba0.
00000100:00000040:3.0:1789434374.623468:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300501675, at 4300501696
00000100:00000010:3.0:1789434374.623519:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81d80.
00000100:00000001:3.0:1789434374.687455:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434374.687464:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434374.687474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434374.687481:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434374.687487:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434374.687491:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434374.687494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434374.687497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434374.687501:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434374.687520:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434374.687527:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434374.687534:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434374.687535:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434374.687539:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434374.687540:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434374.687545:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434374.687546:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434374.687874:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434374.687877:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434374.687881:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434374.943558:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434374.943565:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434374.943567:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434374.943585:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434374.943590:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434374.943594:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434374.943596:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434374.943599:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434374.943602:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434374.943607:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434374.943615:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434374.943617:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434374.943637:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434374.943642:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434374.943646:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434374.943650:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434374.943667:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434374.943672:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434375.199493:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434375.199501:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434375.199504:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434375.199509:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434375.199513:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434375.199517:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434375.199520:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434375.199523:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434375.199530:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434375.712593:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434375.712599:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434375.712601:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434375.712607:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434375.712610:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434375.712613:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434375.712621:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434375.712624:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434375.712628:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434375.714960:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434375.714974:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434375.714977:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434375.714980:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434375.714984:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434375.714987:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434375.714989:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434375.714991:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434375.714995:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434375.714996:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434375.714999:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434375.715000:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434375.715004:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434375.715005:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434375.715496:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434375.715500:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434375.715567:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434375.967545:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434375.967553:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434375.967555:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434375.967560:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434375.967563:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434375.967567:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434375.967569:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434375.967571:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434375.967574:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434375.967965:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434375.967969:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434375.967970:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434375.967973:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434375.967976:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434375.967978:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434375.967980:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434375.967982:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434375.967984:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434376.223462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434376.223469:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434376.223471:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434376.223477:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434376.223480:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434376.223484:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434376.223487:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434376.223490:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434376.223493:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434376.735445:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434376.735454:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434376.735457:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434376.735459:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434376.735463:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434376.735464:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434376.735469:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434376.735472:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434376.735475:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434376.735475:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434376.735481:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434376.735483:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434376.735485:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434376.735487:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434376.735491:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434376.735493:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434376.735496:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434376.735523:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434376.735528:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434376.735531:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434376.991478:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434376.991483:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434376.991486:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434376.991489:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434376.991490:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434376.991492:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434376.991498:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434376.991498:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434376.991504:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434376.991505:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434376.991510:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434376.991510:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434376.991521:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434376.991521:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434376.991525:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434376.991526:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434376.991532:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434376.991532:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434377.247486:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434377.247494:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434377.247497:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434377.247502:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434377.247505:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434377.247509:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434377.247512:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434377.247515:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434377.247518:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434377.759445:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434377.759453:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434377.759455:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434377.759463:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434377.759467:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434377.759472:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434377.759475:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434377.759478:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434377.759482:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434377.759515:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434377.759519:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434377.759523:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434377.759524:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434377.759528:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434377.759528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434377.759531:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434377.759532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434377.759601:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434377.759605:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434377.759608:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434378.017327:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434378.017333:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434378.017335:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434378.017340:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434378.017343:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434378.017367:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434378.017370:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434378.017372:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434378.017375:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434378.017872:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434378.017875:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434378.017876:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434378.017879:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434378.017881:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434378.017883:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434378.017885:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434378.017886:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434378.017888:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434378.271478:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434378.271485:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434378.271487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434378.271493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434378.271496:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434378.271501:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434378.271504:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434378.271507:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434378.271510:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434378.783440:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434378.783448:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434378.783454:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434378.783456:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434378.783459:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434378.783460:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434378.783463:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434378.783465:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434378.783759:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434378.783763:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434378.783767:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434378.784029:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434378.784033:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434378.784035:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434378.784040:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434378.784042:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434378.784046:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434378.784049:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434378.784051:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434378.784054:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434379.039487:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434379.039494:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434379.039496:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434379.039501:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434379.039505:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434379.039509:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434379.039511:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434379.039515:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434379.039518:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434379.039610:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434379.039615:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434379.039618:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434379.039621:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434379.039624:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434379.039631:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5833
00000400:00000200:2.0:1789434379.039639:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434379.039645:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434379.039648:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434379.039651:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039654:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434379.039656:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039659:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434379.039667:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434379.039669:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434379.039671:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434379.039675:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434379.039677:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434379.039679:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434379.039682:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039684:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434379.039685:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039687:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434379.039690:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434379.039693:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039696:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434379.039698:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434379.039701:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434379.039705:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434379.039707:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434379.039709:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434379.039719:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b480.
00000020:00000040:2.0:1789434379.039722:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434379.039726:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434379.039728:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434379.039731:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434379.039734:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434379.039737:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434379.039748:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789434379.039754:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434379.039763:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434379.039774:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434379.039778:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434379.039784:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008be6ba08] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434379.039812:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434379.039815:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434379.039818:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434379.039820:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434379.039822:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434379.039824:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434379.039827:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5833
00000400:00000200:2.0:1789434379.039831:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434379.039834:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434379.039836:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434379.039839:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039841:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434379.039843:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039845:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434379.039848:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434379.039850:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434379.039852:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434379.039854:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434379.039856:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434379.039857:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434379.039860:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039861:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434379.039863:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039864:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434379.039867:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434379.039869:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039871:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434379.039872:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434379.039877:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434379.039879:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434379.039881:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434379.039885:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434379.039887:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434379.039889:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434379.039893:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a680.
00000020:00000040:2.0:1789434379.039895:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434379.039897:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434379.039898:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434379.039900:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434379.039901:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434379.039903:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434379.039906:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789434379.039910:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434379.039914:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434379.039927:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434379.039937:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434379.039941:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049af382e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434379.039955:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434379.039957:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434379.039960:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434379.039961:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434379.039963:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434379.039965:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434379.039968:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5833
00000400:00000200:2.0:1789434379.039971:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434379.039974:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434379.039976:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434379.039978:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039980:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434379.039982:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039983:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434379.039986:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434379.039987:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434379.039988:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434379.039990:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434379.039992:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434379.039994:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434379.039997:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.039998:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434379.040000:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.040002:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434379.040005:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434379.040007:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434379.040009:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434379.040011:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434379.040013:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434379.040015:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434379.040017:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434379.040019:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434379.040021:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434379.040023:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434379.040026:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b100.
00000020:00000040:2.0:1789434379.040029:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434379.040031:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434379.040032:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434379.040033:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434379.040034:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434379.040036:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434379.040039:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789434379.040042:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434379.040047:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434379.040054:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434379.040056:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434379.040059:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad3da5f8] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434379.040067:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434379.040068:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434379.040071:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434379.040073:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434379.040074:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434379.040077:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434379.040079:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5833
00000400:00000200:2.0:1789434379.040083:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434379.040085:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434379.040087:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434379.040090:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.040092:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434379.040093:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.040095:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434379.040098:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434379.040099:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434379.040101:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434379.040102:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434379.040104:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434379.040106:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434379.040109:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.040111:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434379.040112:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434379.040114:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434379.040116:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434379.040119:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434379.040121:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434379.040123:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434379.040126:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434379.040127:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434379.040129:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434379.040131:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434379.040133:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434379.040134:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434379.040138:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29500.
00000020:00000040:2.0:1789434379.040140:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434379.040142:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434379.040144:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434379.040145:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434379.040147:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434379.040148:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434379.040152:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789434379.040155:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434379.040159:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434379.040166:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434379.040168:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434379.040171:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687fa4f] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434379.040179:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434379.040183:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5843)
00000100:00000001:1.0:1789434379.040345:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434379.040363:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434379.040364:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434379.040367:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434379.040369:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434379.040372:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434379.040374:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434379.040377:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434379.040379:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434379.040443:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434379.040447:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434379.040448:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434379.040455:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.040463:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434379.040464:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434379.040467:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434379.040470:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434379.040473:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434379.040476:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933964544:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434379.040479:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434379.040483:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434379.040485:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434379.040487:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434379.040492:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434379.040494:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434379.040500:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434379.040505:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434379.040511:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434379.040517:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933964544, portal 25
00000100:00000001:0.0:1789434379.040519:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434379.040521:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482265216 : -119883227286400 : ffff92f782d2b480)
00000100:00000040:0.0:1789434379.040526:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.040534:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434379.040537:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434379.040539:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434379.040543:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933964544, offset 0
00000400:00000200:0.0:1789434379.040549:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434379.040557:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434379.040562:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434379.040568:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434379.040572:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434379.040575:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434379.040578:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434379.040581:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512788:512788:256:4294967295] 192.168.203.104@tcp LPNI seq info [512755:512755:8:4294967295]
00000400:00000200:0.0:1789434379.040586:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434379.040595:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434379.040601:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434379.040607:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434379.040612:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434379.040615:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789434379.040620:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434379.040624:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789434379.040628:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434379.040630:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434379.040636:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434379.040640:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434379.040645:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434379.040647:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434379.040651:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434379.040655:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.040663:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434379.040667:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.040673:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434379.040674:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434379.040679:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434379.040683:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434379.040685:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300506796
00000100:00000010:0.0:1789434379.040690:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81360.
00000100:00000001:0.0:1789434379.040696:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434379.040713:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300506796
00000100:00000010:0.0:1789434379.040716:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed819c0.
00000100:00000001:0.0:1789434379.040719:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434379.040764:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434379.040768:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434379.040770:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434379.040774:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434379/real 1789434379]  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434379.040783:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434379.040784:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434379.040787:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434379.040789:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434379.040791:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434379.040793:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434379.040797:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434379.040805:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.040811:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434379.040812:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.040815:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434379.040817:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434379.040820:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.040826:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434379.040830:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.040836:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434379.040839:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.040840:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434379.040842:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.040844:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434379.040846:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434379.040849:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434379.040853:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434379.040855:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434379.040859:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434379.040866:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933964544:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434379.040870:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434379.040873:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.040879:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434379.040881:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434379.040883:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434379.040884:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434379.040886:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434379.040889:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933964672:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434379.040892:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434379.040893:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434379.040895:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434379.040896:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434379.040899:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434379.040901:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434379.040904:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434379.040907:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434379.040910:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434379.040913:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933964672, portal 10
00000100:00000001:0.0:1789434379.040915:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434379.040916:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482261632 : -119883227289984 : ffff92f782d2a680)
00000100:00000040:0.0:1789434379.040922:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.040937:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434379.040940:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434379.040949:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434379.040953:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933964672, offset 0
00000400:00000200:0.0:1789434379.040957:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434379.040961:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434379.040964:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434379.040966:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434379.040969:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434379.040971:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434379.040973:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434379.040976:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512789:512789:256:4294967295] 192.168.203.104@tcp LPNI seq info [512756:512756:8:4294967295]
00000400:00000200:0.0:1789434379.040980:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434379.040986:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434379.040990:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434379.040994:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434379.040997:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434379.041000:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789434379.041004:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434379.041007:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789434379.041010:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434379.041012:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434379.041014:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434379.041017:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434379.041021:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434379.041022:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434379.041025:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434379.041028:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041035:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434379.041038:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041044:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434379.041046:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434379.041049:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434379.041052:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434379.041055:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434379.041058:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300506124
00000100:00000001:0.0:1789434379.041060:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300506796
00000100:00000001:0.0:1789434379.041062:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300506124
00000100:00000001:0.0:1789434379.041064:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300506796
00000100:00000001:0.0:1789434379.041066:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434379.041068:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434379.041070:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434379.041073:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434379/real 1789434379]  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434379.041081:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434379.041082:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434379.041083:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434379.041086:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434379.041087:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434379.041090:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434379.041092:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434379.041101:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041107:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434379.041108:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041110:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434379.041111:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434379.041115:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041121:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434379.041125:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041130:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434379.041132:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041134:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434379.041135:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041137:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434379.041140:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434379.041142:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434379.041146:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434379.041148:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434379.041151:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434379.041159:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933964672:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434379.041163:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434379.041166:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041172:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434379.041173:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434379.041175:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434379.041177:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434379.041179:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434379.041181:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933964800:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434379.041184:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434379.041186:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434379.041188:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434379.041190:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434379.041194:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434379.041195:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434379.041199:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434379.041201:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434379.041204:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434379.041206:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933964800, portal 4
00000100:00000001:0.0:1789434379.041208:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434379.041209:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482264320 : -119883227287296 : ffff92f782d2b100)
00000100:00000040:0.0:1789434379.041214:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041220:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434379.041222:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434379.041224:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434379.041226:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933964800, offset 0
00000400:00000200:0.0:1789434379.041229:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434379.041233:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434379.041236:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434379.041239:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434379.041241:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434379.041243:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434379.041245:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434379.041248:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512790:512790:256:4294967295] 192.168.203.104@tcp LPNI seq info [512757:512757:8:4294967295]
00000400:00000200:0.0:1789434379.041251:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434379.041257:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434379.041262:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434379.041265:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434379.041268:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434379.041271:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789434379.041275:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434379.041277:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789434379.041280:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434379.041283:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434379.041285:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434379.041288:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434379.041291:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434379.041292:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434379.041295:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434379.041298:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041306:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434379.041309:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041316:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434379.041318:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434379.041321:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434379.041323:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434379.041327:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434379.041329:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300506141
00000100:00000001:0.0:1789434379.041331:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300506796
00000100:00000001:0.0:1789434379.041333:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300506141
00000100:00000001:0.0:1789434379.041336:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300506796
00000100:00000001:0.0:1789434379.041338:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434379.041340:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434379.041342:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434379.041345:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434379/real 1789434379]  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434379.041396:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434379.041397:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434379.041399:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434379.041402:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434379.041403:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434379.041406:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434379.041409:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434379.041430:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041437:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434379.041439:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041441:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434379.041442:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434379.041445:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041452:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434379.041456:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041462:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434379.041464:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041466:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434379.041467:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041469:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434379.041472:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434379.041474:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434379.041478:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434379.041480:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434379.041483:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434379.041491:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933964800:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434379.041494:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434379.041498:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041503:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434379.041505:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434379.041507:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434379.041508:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434379.041510:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434379.041512:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933964928:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434379.041515:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434379.041517:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434379.041518:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434379.041520:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434379.041523:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434379.041525:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434379.041528:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434379.041531:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434379.041534:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434379.041537:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933964928, portal 4
00000100:00000001:0.0:1789434379.041538:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434379.041540:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482257152 : -119883227294464 : ffff92f782d29500)
00000100:00000040:0.0:1789434379.041545:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041551:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434379.041553:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434379.041556:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434379.041558:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933964928, offset 0
00000400:00000200:0.0:1789434379.041562:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434379.041566:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434379.041570:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434379.041573:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434379.041575:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434379.041577:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434379.041580:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434379.041583:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512791:512791:256:4294967295] 192.168.203.104@tcp LPNI seq info [512758:512758:8:4294967295]
00000400:00000200:0.0:1789434379.041587:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434379.041593:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434379.041598:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434379.041601:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434379.041605:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434379.041608:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1789434379.041611:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434379.041614:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1789434379.041617:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434379.041619:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434379.041622:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434379.041625:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434379.041628:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434379.041630:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434379.041632:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434379.041635:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041643:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434379.041646:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041653:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434379.041655:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434379.041658:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434379.041661:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434379.041664:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434379.041665:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300506144
00000100:00000001:0.0:1789434379.041668:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300506796
00000100:00000001:0.0:1789434379.041670:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300506144
00000100:00000001:0.0:1789434379.041672:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300506796
00000100:00000001:0.0:1789434379.041674:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434379.041676:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434379.041678:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434379.041682:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434379/real 1789434379]  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434379.041689:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434379.041690:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434379.041692:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434379.041694:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434379.041696:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434379.041698:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434379.041701:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434379.041709:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041715:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434379.041717:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041718:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434379.041719:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434379.041723:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041728:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434379.041732:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041739:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434379.041741:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041742:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434379.041743:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041745:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434379.041748:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434379.041751:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434379.041754:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434379.041756:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434379.041760:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434379.041767:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933964928:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434379.041771:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041773:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434379.041776:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b480 x1876351933964544/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041782:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434379.041785:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434379.041787:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434379.041790:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434379.041792:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434379.041794:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434379.041796:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434379.041799:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:0.0:1789434379.041802:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434379.041804:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434379.041806:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b480.
00000100:00000001:0.0:1789434379.041809:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434379.041810:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041812:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434379.041815:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a680 x1876351933964672/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041822:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434379.041823:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434379.041825:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434379.041827:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434379.041828:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434379.041830:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434379.041831:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434379.041833:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:0.0:1789434379.041835:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434379.041836:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434379.041838:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a680.
00000100:00000001:0.0:1789434379.041840:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434379.041841:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041842:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434379.041845:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b100 x1876351933964800/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041851:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434379.041852:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434379.041854:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434379.041855:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434379.041857:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434379.041858:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434379.041860:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434379.041861:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:0.0:1789434379.041864:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434379.041865:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434379.041866:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b100.
00000100:00000001:0.0:1789434379.041868:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434379.041869:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041871:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434379.041874:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29500 x1876351933964928/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434379.041880:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434379.041881:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434379.041883:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434379.041885:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434379.041886:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434379.041887:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434379.041889:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434379.041890:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:0.0:1789434379.041892:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434379.041893:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434379.041894:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29500.
00000100:00000001:0.0:1789434379.041896:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434379.041897:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041899:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.041906:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434379.041908:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434379.041910:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434379.041912:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434379.295447:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434379.295454:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434379.295456:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434379.295461:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434379.295464:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434379.295468:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434379.295471:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434379.295473:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434379.295477:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434379.743483:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300506796, at 4300506816
00000100:00000010:2.0:1789434379.743495:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81360.
00000100:00000040:3.0:1789434379.743591:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300506796, at 4300506816
00000100:00000010:3.0:1789434379.743596:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed819c0.
00000100:00000001:0.0:1789434379.807490:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434379.807498:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434379.807500:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434379.807505:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434379.807509:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434379.807512:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434379.807515:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434379.807518:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434379.807520:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434379.807521:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434379.807525:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434379.807541:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434379.807542:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434379.807546:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434379.807547:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434379.807550:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434379.807551:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434379.807737:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434379.807740:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434379.807743:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434380.063947:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434380.063955:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434380.063957:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434380.063963:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434380.063966:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434380.063970:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434380.063973:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434380.063976:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434380.063979:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434380.064579:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434380.064583:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434380.064584:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434380.064587:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434380.064589:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434380.064591:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434380.064593:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434380.064595:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434380.064596:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434380.319595:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434380.319603:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434380.319605:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434380.319611:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434380.319615:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434380.319619:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434380.319622:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434380.319625:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434380.319628:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434380.831471:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434380.831478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434380.831480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434380.831486:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434380.831489:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434380.831492:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434380.831495:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434380.831497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434380.831500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434380.831563:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434380.831567:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434380.831571:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434380.831573:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434380.831576:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434380.831578:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434380.831581:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434380.831582:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434380.831757:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434380.831759:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434380.831763:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434381.087472:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434381.087479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434381.087481:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434381.087486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434381.087490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434381.087493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434381.087496:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434381.087499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434381.087502:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434381.089020:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434381.089028:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434381.089030:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434381.089037:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434381.089040:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434381.089043:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434381.089046:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434381.089049:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434381.089051:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434381.343523:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434381.343529:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434381.343531:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434381.343536:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434381.343540:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434381.343544:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434381.343546:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434381.343549:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434381.343552:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434381.855490:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434381.855501:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434381.855504:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434381.855511:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434381.855516:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434381.855521:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434381.855524:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434381.855528:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434381.855532:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434381.855763:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434381.855770:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434381.855775:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434381.855777:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434381.855780:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434381.855781:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434381.855784:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434381.855785:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434381.856084:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434381.856098:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434381.856102:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434382.111436:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434382.111442:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434382.111445:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434382.111450:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434382.111453:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434382.111457:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434382.111460:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434382.111462:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434382.111465:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434382.111534:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434382.111538:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434382.111539:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434382.111542:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434382.111545:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434382.111547:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434382.111548:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434382.111550:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434382.111552:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434382.367493:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434382.367500:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434382.367502:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434382.367509:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434382.367512:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434382.367516:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434382.367519:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434382.367521:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434382.367524:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434382.879624:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434382.879630:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434382.879636:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434382.879637:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434382.879641:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434382.879642:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434382.879645:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434382.879646:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434382.879726:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434382.879730:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434382.879733:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434382.879737:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434382.879740:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434382.879742:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434382.879744:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434382.879746:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434382.879748:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434382.880277:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434382.880281:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434382.880284:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434383.135491:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434383.135498:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434383.135501:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434383.135506:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434383.135510:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434383.135514:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434383.135517:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434383.135520:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434383.135524:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434383.135581:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434383.135585:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434383.135586:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434383.135589:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434383.135592:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434383.135593:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434383.135596:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434383.135597:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434383.135599:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434383.391485:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434383.391493:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434383.391495:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434383.391501:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434383.391504:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434383.391508:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434383.391511:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434383.391514:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434383.391517:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434383.903474:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434383.903482:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434383.903485:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434383.903491:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434383.903495:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434383.903498:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434383.903501:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434383.903503:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434383.903507:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904184:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434383.904188:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904193:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434383.904196:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434383.904198:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434383.904201:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904204:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434383.904206:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904208:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904210:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904213:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434383.904215:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434383.904216:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434383.904217:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904219:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434383.904221:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904222:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904224:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904227:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434383.904229:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434383.904230:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434383.904231:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904232:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434383.904234:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904235:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434383.904237:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434383.904423:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434383.904426:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434383.904429:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434384.159476:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434384.159476:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434384.159485:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434384.159485:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434384.159489:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434384.159493:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434384.159496:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434384.159497:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434384.159502:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434384.159503:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434384.159508:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434384.159508:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434384.159515:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434384.159515:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434384.159518:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434384.159519:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434384.159523:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434384.159524:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434384.159546:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434384.159551:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434384.159554:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434384.159556:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434384.159560:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434384.159567:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5838
00000400:00000200:1.0:1789434384.159575:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434384.159581:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434384.159584:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434384.159587:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434384.159590:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434384.159592:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434384.159595:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434384.159602:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434384.159604:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434384.159607:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434384.159609:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434384.159612:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434384.159614:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434384.159617:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434384.159619:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434384.159620:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434384.159622:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434384.159625:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434384.159628:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434384.159630:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434384.159633:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434384.159637:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434384.159640:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434384.159642:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434384.159644:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434384.159652:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849880.
00000020:00000040:1.0:1789434384.159655:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434384.159658:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434384.159660:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434384.159663:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434384.159665:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434384.159669:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434384.159676:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6000.
00000100:00000001:1.0:1789434384.159683:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434384.159692:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434384.159703:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434384.159708:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434384.159713:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1fca34] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434384.159744:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434384.159747:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434384.159750:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434384.159752:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434384.159753:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434384.159756:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434384.159758:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5838
00000400:00000200:1.0:1789434384.159762:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434384.159765:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434384.159767:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434384.159770:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434384.159773:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434384.159775:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434384.159778:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434384.159781:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789434384.159783:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1789434384.159784:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434384.159788:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789434384.159789:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1789434384.159791:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:0.0:1789434384.159792:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1789434384.159795:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434384.159801:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434384.159802:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789434384.159806:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434384.159812:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434384.159816:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434384.159817:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434384.159819:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434384.159821:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:0.0:1789434384.159823:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1789434384.159826:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
02000000:00000001:0.0:1789434384.159827:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434384.159832:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434384.159832:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434384.159837:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434384.159839:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933965056:192.168.203.104@tcp:250:kworker.0
02000000:00000001:1.0:1789434384.159842:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789434384.159845:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434384.159848:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434384.159851:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434384.159855:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434384.159860:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:1.0:1789434384.159861:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434384.159863:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434384.159867:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434384.159870:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1789434384.159871:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00100000:1.0:1789434384.159875:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1789434384.159877:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000008:00000001:1.0:1789434384.159881:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434384.159885:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000001:1.0:1789434384.159885:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434384.159890:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849500.
00000100:00000200:0.0:1789434384.159893:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933965056, portal 25
00000020:00000040:1.0:1789434384.159895:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:0.0:1789434384.159897:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434384.159900:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
02000000:00000001:1.0:1789434384.159900:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434384.159903:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434384.159908:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1789434384.159909:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434384.159910:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434384.159914:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434384.159920:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da4c00.
00000100:00000001:1.0:1789434384.159924:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.159932:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1789434384.159932:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789434384.159938:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434384.159942:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000001:1.0:1789434384.159945:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1789434384.159947:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933965056, offset 0
00000100:00000001:1.0:1789434384.159950:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434384.159956:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4c7c83] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434384.159957:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434384.159968:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434384.159969:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:1.0:1789434384.159973:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434384.159978:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1789434384.159979:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:1.0:1789434384.159980:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434384.159983:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789434384.159987:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1789434384.159987:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434384.159993:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5838
00000400:00000200:0.0:1789434384.159994:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434384.160000:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434384.160003:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434384.160006:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512792:512792:256:4294967295] 192.168.203.104@tcp LPNI seq info [512759:512759:8:4294967295]
00000400:00000200:0.0:1789434384.160011:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434384.160016:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434384.160024:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1789434384.160027:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1789434384.160028:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434384.160035:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:0.0:1789434384.160037:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434384.160039:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1789434384.160043:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000100:00000040:1.0:1789434384.160044:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434384.160048:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434384.160052:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.0:1789434384.160053:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:1.0:1789434384.160055:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434384.160058:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1789434384.160059:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000020:00000040:1.0:1789434384.160061:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434384.160065:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:0.1:1789434384.160068:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:1.0:1789434384.160070:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:0.1:1789434384.160073:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1789434384.160077:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000100:0.0:1789434384.160083:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434384.160084:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1789434384.160087:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000100:00000040:1.0:1789434384.160089:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434384.160093:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789434384.160094:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1789434384.160096:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000200:0.0:1789434384.160103:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1789434384.160103:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434384.160109:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434384.160111:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
02000000:00000001:1.0:1789434384.160112:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1789434384.160116:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
02000000:00000001:1.0:1789434384.160117:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434384.160121:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160122:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1789434384.160124:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:0.0:1789434384.160129:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789434384.160129:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434384.160134:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434384.160138:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160145:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1789434384.160145:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849f80.
00000020:00000040:1.0:1789434384.160150:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000040:0.0:1789434384.160151:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434384.160155:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434384.160158:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434384.160163:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789434384.160164:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434384.160166:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789434384.160167:0:2346:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:1.0:1789434384.160170:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160173:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434384.160177:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5c00.
00000400:00000200:0.0:1789434384.160180:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434384.160183:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160184:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300511915
00000100:00000010:0.0:1789434384.160192:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed814e0.
00000100:00100000:1.0:1789434384.160193:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434384.160199:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434384.160204:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434384.160207:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434384.160211:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003af3c0cd] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160215:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300511915
00000100:00000010:0.0:1789434384.160220:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81180.
00000100:00000001:1.0:1789434384.160225:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160226:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1789434384.160231:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434384.160232:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434384.160236:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434384.160239:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434384.160240:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1789434384.160242:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434384.160246:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789434384.160247:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434384/real 1789434384]  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434384.160252:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434384.160258:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5838
00000400:00000001:0.0:1789434384.160260:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434384.160263:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1789434384.160264:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434384.160266:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434384.160270:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000200:1.0:1789434384.160270:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000010:0.0:1789434384.160272:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00080000:1.0:1789434384.160275:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789434384.160276:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:1.0:1789434384.160281:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000200:0.0:1789434384.160282:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434384.160286:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434384.160291:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434384.160295:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000200:0.0:1789434384.160297:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789434384.160300:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434384.160303:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:0.0:1789434384.160305:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000001:1.0:1789434384.160307:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789434384.160308:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1789434384.160311:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000001:0.0:1789434384.160312:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434384.160315:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1789434384.160317:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00100000:0.0:1789434384.160320:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789434384.160322:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434384.160329:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434384.160332:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434384.160334:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434384.160340:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789434384.160340:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434384.160345:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434384.160370:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434384.160374:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434384.160388:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434384.160391:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434384.160394:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434384.160399:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434384.160402:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434384.160404:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1789434384.160406:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:0.0:1789434384.160409:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1789434384.160410:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160412:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434384.160414:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160415:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.160419:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434384.160421:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:1.0:1789434384.160421:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434384.160425:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00080000:0.0:1789434384.160426:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1789434384.160431:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00080000:0.0:1789434384.160434:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
02000000:00000001:1.0:1789434384.160435:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160439:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1789434384.160440:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434384.160443:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1789434384.160447:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434384.160447:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434384.160454:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7c00.
00000100:00100000:0.0:1789434384.160458:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933965056:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434384.160460:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160466:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.160470:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1789434384.160471:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789434384.160476:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933965056/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434384.160487:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434384.160491:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160499:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1789434384.160500:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434384.160503:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434384.160506:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434384.160512:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1789434384.160514:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434384.160515:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434384.160519:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434384.160521:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000040:1.0:1789434384.160521:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5848)
02000000:00000010:0.0:1789434384.160526:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6000.
02000000:00000001:0.0:1789434384.160530:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434384.160532:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434384.160534:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:0.0:1789434384.160537:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434384.160538:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.160540:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.160547:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434384.160548:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160550:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434384.160552:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434384.160553:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434384.160557:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160563:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434384.160565:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434384.160566:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434384.160568:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434384.160571:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434384.160574:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933965184:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434384.160576:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434384.160578:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434384.160579:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434384.160581:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434384.160584:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434384.160586:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434384.160589:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434384.160592:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434384.160596:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434384.160598:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933965184, portal 10
00000100:00000001:0.0:1789434384.160600:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434384.160601:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:0.0:1789434384.160607:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160613:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434384.160616:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434384.160618:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434384.160620:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933965184, offset 0
00000400:00000200:0.0:1789434384.160622:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434384.160625:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434384.160628:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434384.160630:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434384.160631:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434384.160633:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434384.160634:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434384.160636:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512793:512793:256:4294967295] 192.168.203.104@tcp LPNI seq info [512760:512760:8:4294967295]
00000400:00000200:0.0:1789434384.160638:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434384.160642:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434384.160645:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434384.160647:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434384.160649:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434384.160651:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789434384.160654:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434384.160656:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789434384.160658:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434384.160659:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434384.160661:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434384.160663:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434384.160665:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434384.160666:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434384.160668:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434384.160671:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160675:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434384.160677:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160681:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160682:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434384.160683:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434384.160686:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434384.160688:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434384.160689:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300511244
00000100:00000001:0.0:1789434384.160691:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300511915
00000100:00000001:0.0:1789434384.160692:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300511244
00000100:00000001:0.0:1789434384.160694:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300511915
00000100:00000001:0.0:1789434384.160695:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434384.160696:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160697:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434384.160699:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434384/real 1789434384]  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434384.160703:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434384.160704:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434384.160705:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434384.160706:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434384.160708:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434384.160709:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434384.160710:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434384.160715:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160722:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434384.160723:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.160724:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434384.160725:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434384.160727:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160730:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434384.160732:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160736:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434384.160737:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.160739:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434384.160739:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.160741:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434384.160744:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434384.160746:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434384.160749:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434384.160751:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434384.160755:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434384.160761:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933965184:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434384.160765:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434384.160768:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160774:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434384.160776:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434384.160778:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434384.160779:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434384.160781:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434384.160784:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933965312:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434384.160787:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434384.160789:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434384.160791:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434384.160792:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434384.160795:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434384.160797:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434384.160800:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434384.160802:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434384.160804:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434384.160806:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933965312, portal 4
00000100:00000001:0.0:1789434384.160808:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434384.160808:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:0.0:1789434384.160813:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160816:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434384.160818:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434384.160819:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434384.160820:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933965312, offset 0
00000400:00000200:0.0:1789434384.160822:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434384.160825:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434384.160827:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434384.160828:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434384.160830:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434384.160831:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434384.160833:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434384.160835:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512794:512794:256:4294967295] 192.168.203.104@tcp LPNI seq info [512761:512761:8:4294967295]
00000400:00000200:0.0:1789434384.160837:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434384.160841:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434384.160844:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434384.160846:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434384.160848:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434384.160850:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789434384.160852:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434384.160854:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789434384.160856:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434384.160857:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434384.160859:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434384.160861:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434384.160863:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434384.160864:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434384.160865:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434384.160867:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160872:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434384.160873:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160877:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160878:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434384.160880:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434384.160881:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434384.160883:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434384.160885:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300511261
00000100:00000001:0.0:1789434384.160886:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300511915
00000100:00000001:0.0:1789434384.160888:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300511261
00000100:00000001:0.0:1789434384.160889:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300511915
00000100:00000001:0.0:1789434384.160890:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434384.160891:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.160892:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434384.160894:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434384/real 1789434384]  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434384.160899:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434384.160900:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434384.160901:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434384.160902:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434384.160903:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434384.160904:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434384.160905:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434384.160910:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160913:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434384.160914:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.160916:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434384.160916:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434384.160919:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160926:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434384.160929:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160935:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434384.160936:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.160938:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434384.160939:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.160941:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434384.160944:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434384.160946:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434384.160950:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434384.160952:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434384.160956:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434384.160964:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933965312:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434384.160967:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434384.160971:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.160976:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434384.160977:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434384.160979:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434384.160980:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434384.160981:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434384.160983:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933965440:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434384.160985:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434384.160986:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434384.160987:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434384.160989:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434384.160991:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434384.160992:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434384.160994:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434384.160995:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000400:00000010:0.0:1789434384.160997:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000100:00000200:0.0:1789434384.160999:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933965440, portal 4
00000100:00000001:0.0:1789434384.161000:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434384.161001:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:0.0:1789434384.161005:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.161009:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434384.161010:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434384.161011:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434384.161013:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933965440, offset 0
00000400:00000200:0.0:1789434384.161015:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434384.161018:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434384.161020:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434384.161021:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434384.161023:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434384.161024:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434384.161026:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434384.161027:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512795:512795:256:4294967295] 192.168.203.104@tcp LPNI seq info [512762:512762:8:4294967295]
00000400:00000200:0.0:1789434384.161030:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434384.161033:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434384.161036:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434384.161038:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000800:00000200:0.0:1789434384.161040:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434384.161042:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789434384.161044:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434384.161046:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789434384.161048:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434384.161049:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434384.161051:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434384.161053:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434384.161055:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434384.161056:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434384.161057:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434384.161059:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.161064:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434384.161065:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.161069:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.161070:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434384.161072:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434384.161073:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434384.161075:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434384.161076:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300511263
00000100:00000001:0.0:1789434384.161078:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300511915
00000100:00000001:0.0:1789434384.161079:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300511263
00000100:00000001:0.0:1789434384.161081:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300511915
00000100:00000001:0.0:1789434384.161082:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434384.161083:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.161084:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434384.161086:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434384/real 1789434384]  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434384.161089:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434384.161090:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434384.161091:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:0.0:1789434384.161093:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:0.0:1789434384.161094:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:0.0:1789434384.161095:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434384.161097:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434384.161101:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.161105:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434384.161105:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.161106:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434384.161107:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434384.161110:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.161116:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434384.161120:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.161126:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434384.161128:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.161129:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434384.161130:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.161132:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434384.161135:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434384.161138:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434384.161141:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434384.161143:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434384.161146:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434384.161153:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933965440:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434384.161156:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.161157:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434384.161160:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933965184/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.161166:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434384.161167:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434384.161169:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434384.161172:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434384.161173:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434384.161175:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434384.161177:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434384.161178:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4c00.
02000000:00000001:0.0:1789434384.161181:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434384.161182:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434384.161183:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:0.0:1789434384.161186:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434384.161187:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.161189:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434384.161192:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933965312/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.161202:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434384.161204:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434384.161205:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434384.161207:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434384.161208:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434384.161209:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434384.161211:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434384.161212:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5c00.
02000000:00000001:0.0:1789434384.161214:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434384.161215:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434384.161216:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:0.0:1789434384.161218:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434384.161219:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.161220:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434384.161223:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933965440/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434409 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434384.161229:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434384.161231:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434384.161232:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434384.161234:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434384.161235:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434384.161236:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434384.161238:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434384.161239:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7c00.
02000000:00000001:0.0:1789434384.161241:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434384.161242:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434384.161245:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:0.0:1789434384.161252:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434384.161253:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.161255:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.161259:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434384.161261:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434384.161262:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434384.161265:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434384.415497:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434384.415505:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434384.415507:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434384.415513:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434384.415516:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434384.415520:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434384.415523:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434384.415526:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434384.415536:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434384.863477:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300511915, at 4300511936
00000100:00000040:3.0:1789434384.863477:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300511915, at 4300511936
00000100:00000010:3.0:1789434384.863492:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81180.
00000100:00000010:2.0:1789434384.863494:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed814e0.
00000100:00000001:0.0:1789434384.927463:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434384.927477:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434384.927482:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434384.927488:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434384.927491:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434384.927495:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.927498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434384.927501:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434384.927505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434384.927549:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434384.927555:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434384.927562:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434384.927563:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434384.927567:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434384.927569:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434384.927573:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434384.927574:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434384.927623:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434384.927628:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434384.927633:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434385.183498:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434385.183508:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434385.183511:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434385.183533:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434385.183538:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434385.183543:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434385.183547:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434385.183551:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434385.183554:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434385.183859:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434385.183865:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434385.183868:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434385.183873:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434385.183876:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434385.183879:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434385.183882:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434385.183885:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434385.183888:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434385.439497:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434385.439508:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434385.439511:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434385.439517:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434385.439521:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434385.439525:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434385.439528:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434385.439531:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434385.439534:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434385.951542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434385.951550:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434385.951552:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434385.951556:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434385.951560:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434385.951563:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434385.951565:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434385.951568:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434385.951571:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434385.951573:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434385.951576:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434385.951577:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434385.951580:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434385.951582:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434385.951629:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434385.951634:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434385.951637:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434385.951707:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434385.951710:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434385.951713:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434385.951716:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434385.951730:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434385.951735:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434385.951738:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434385.951740:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434385.951743:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434386.207450:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434386.207450:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434386.207456:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434386.207457:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434386.207458:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434386.207460:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434386.207463:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434386.207465:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434386.207467:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434386.207471:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434386.207473:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434386.207475:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434386.207476:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434386.207477:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434386.207483:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434386.207486:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434386.207487:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434386.207490:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434386.463636:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434386.463643:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434386.463645:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434386.463651:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434386.463654:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434386.463659:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434386.463661:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434386.463663:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434386.463665:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434386.975460:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434386.975465:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434386.975470:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434386.975470:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434386.975473:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434386.975474:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434386.975478:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434386.975479:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434386.975491:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434386.975504:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434386.975507:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434386.975512:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434386.975517:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434386.975522:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434386.975525:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434386.975528:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434386.975531:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434386.977476:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434386.977481:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434386.977485:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434387.231469:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434387.231472:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434387.231479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434387.231479:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434387.231484:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434387.231484:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434387.231491:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434387.231491:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434387.231497:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434387.231498:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434387.231503:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434387.231504:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434387.231507:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434387.231508:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434387.231511:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434387.231512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434387.231515:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434387.231517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434387.487520:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434387.487527:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434387.487529:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434387.487534:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434387.487537:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434387.487541:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434387.487544:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434387.487547:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434387.487550:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434387.999675:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434387.999682:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434387.999688:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434387.999690:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434387.999693:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434387.999694:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434387.999697:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434387.999699:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434387.999771:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434387.999775:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434387.999779:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434388.000390:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434388.000394:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434388.000396:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434388.000399:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434388.000402:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434388.000406:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434388.000408:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434388.000411:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434388.000414:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434388.255554:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434388.255562:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434388.255564:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434388.255570:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434388.255573:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434388.255577:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434388.255579:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434388.255582:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434388.255585:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434388.255960:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434388.255967:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434388.255970:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434388.255975:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434388.255978:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434388.255981:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434388.255985:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434388.255987:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434388.255989:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434388.511681:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434388.511691:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434388.511693:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434388.511699:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434388.511703:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434388.511708:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434388.511711:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434388.511715:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434388.511718:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434389.023512:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434389.023521:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434389.023529:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434389.023530:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434389.023534:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434389.023535:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434389.023539:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434389.023540:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434389.023727:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434389.023731:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434389.023735:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434389.023782:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434389.023789:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434389.023791:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434389.023797:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434389.023801:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434389.023806:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434389.023809:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434389.023812:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434389.023815:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434389.279476:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434389.279476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434389.279483:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1789434389.279486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434389.279487:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434389.279491:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1789434389.279493:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:3.0:1789434389.279496:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434389.279498:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434389.279504:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434389.279504:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434389.279508:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434389.279512:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434389.279514:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5843
00000100:00000001:1.0:1789434389.279517:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434389.279526:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434389.279540:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434389.279543:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1789434389.279549:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434389.279552:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434389.279553:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434389.279555:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434389.279557:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434389.279559:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434389.279561:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434389.279562:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434389.279564:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434389.279770:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.279773:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434389.279775:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.279778:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434389.279785:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434389.279787:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434389.279789:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434389.279792:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434389.279795:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434389.279797:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434389.279800:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.279801:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434389.279803:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.279805:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434389.279807:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434389.279810:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434389.279812:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434389.279815:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434389.279819:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434389.279822:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434389.279824:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434389.279827:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434389.279835:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789434389.279840:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434389.279844:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434389.279846:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434389.279849:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434389.279851:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434389.279855:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434389.279863:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789434389.279874:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434389.279883:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434389.279894:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434389.279899:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434389.279903:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434389.279923:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434389.279926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434389.279929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434389.279930:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434389.279932:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434389.279934:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434389.279937:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5843
00000400:00000200:3.0:1789434389.279950:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434389.279952:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1789434389.279956:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789434389.279957:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434389.279960:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1789434389.279961:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434389.279968:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.279970:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434389.279971:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000040:0.0:1789434389.279974:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434389.279974:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434389.279979:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434389.279981:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434389.279983:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434389.279986:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434389.279990:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:0.0:1789434389.279993:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1789434389.279993:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:0.0:1789434389.279997:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434389.279998:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:0.0:1789434389.280002:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434389.280005:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434389.280008:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789434389.280012:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434389.280013:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.280018:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00100000:0.0:1789434389.280020:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933965568:192.168.203.104@tcp:250:kworker.0
00000020:00000040:3.0:1789434389.280022:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434389.280029:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434389.280030:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789434389.280034:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434389.280035:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1789434389.280037:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434389.280039:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434389.280043:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434389.280048:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434389.280050:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434389.280054:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789434389.280058:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:3.0:1789434389.280060:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434389.280063:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e64d0.
00000100:00000001:3.0:1789434389.280068:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:0.0:1789434389.280071:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa92a8.
00000008:00100000:3.0:1789434389.280073:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434389.280078:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789434389.280079:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933965568, portal 25
00000100:00000001:3.0:1789434389.280080:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434389.280084:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434389.280087:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000010:3.0:1789434389.280088:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789434389.280093:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000040:0.0:1789434389.280096:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434389.280098:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434389.280101:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434389.280104:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434389.280108:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434389.280111:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434389.280113:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1789434389.280117:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000040:0.0:1789434389.280118:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434389.280124:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434389.280125:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9d48.
00000100:00000200:0.0:1789434389.280132:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933965568, offset 0
00000100:00100000:3.0:1789434389.280135:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789434389.280143:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434389.280152:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434389.280156:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434389.280157:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789434389.280164:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434389.280168:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434389.280178:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434389.280182:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434389.280186:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789434389.280188:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434389.280189:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00080000:3.0:1789434389.280193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434389.280198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434389.280201:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1789434389.280205:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512796:512796:256:4294967295] 192.168.203.104@tcp LPNI seq info [512763:512763:8:4294967295]
00000100:00080000:3.0:1789434389.280205:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789434389.280213:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434389.280219:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434389.280225:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5843
00000400:00000200:0.0:1789434389.280231:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434389.280241:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434389.280242:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000010:0.0:1789434389.280249:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413000.
00000400:00000200:3.0:1789434389.280249:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434389.280255:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434389.280259:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:0.0:1789434389.280261:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:3.0:1789434389.280262:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434389.280266:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.280269:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434389.280273:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.1:1789434389.280273:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:3.0:1789434389.280276:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434389.280279:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434389.280281:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434389.280282:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434389.280284:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434389.280286:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.280287:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434389.280288:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.280290:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434389.280292:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434389.280294:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434389.280297:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434389.280299:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789434389.280300:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434389.280304:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789434389.280309:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:3.0:1789434389.280310:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434389.280314:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300517035
00000100:00000001:3.0:1789434389.280314:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434389.280318:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434389.280322:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434389.280324:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed814e0.
00000100:00000001:3.0:1789434389.280325:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434389.280331:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000100:00000001:0.0:1789434389.280332:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000020:00000040:3.0:1789434389.280334:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434389.280370:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434389.280371:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434389.280373:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434389.280374:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434389.280376:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434389.280380:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789434389.280385:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434389.280390:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434389.280397:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434389.280399:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434389.280402:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434389.280410:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434389.280412:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300517035
00000100:00080000:3.0:1789434389.280413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1789434389.280420:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81180.
00000100:00080000:3.0:1789434389.280420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434389.280422:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434389.280425:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434389.280426:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1789434389.280430:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434389.280433:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1789434389.280435:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5843
00000100:00000001:0.0:1789434389.280439:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434389.280444:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434389.280445:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434389.280450:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434389.280451:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789434389.280458:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434389.280461:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789434389.280463:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434389.280464:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434389.280465:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434389.280470:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434389.280478:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1789434389.280504:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434389.280509:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.280510:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434389.280511:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.280513:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434389.280517:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434389.280518:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434389.280520:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434389.280522:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434389.280524:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434389.280525:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434389.280529:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.280531:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434389.280533:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434389.280535:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434389.280537:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434389.280539:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434389.280541:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434389.280543:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434389.280697:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434389.280699:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434389.280701:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434389.280702:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434389.280704:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434389.280705:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434389.280708:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789434389.280710:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434389.280711:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434389.280712:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434389.280713:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434389.280715:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434389.280716:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434389.280719:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789434389.280721:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434389.280725:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434389.280729:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434389.280731:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434389.280733:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434389.280738:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434389.280741:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5854)
00000100:00000001:0.0:1789434389.281196:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434389.281202:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434389.281204:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434389.281207:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434389.281211:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933965696:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434389.281215:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434389.281217:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434389.281218:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434389.281220:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434389.281225:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434389.281227:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434389.281231:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434389.281235:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6e18.
00000400:00000010:0.0:1789434389.281239:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9a18.
00000100:00000200:0.0:1789434389.281243:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933965696, portal 10
00000100:00000001:0.0:1789434389.281245:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434389.281246:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000100:00000040:0.0:1789434389.281253:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434389.281260:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434389.281262:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434389.281265:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa97f8.
00000100:00000200:0.0:1789434389.281267:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933965696, offset 0
00000400:00000200:0.0:1789434389.281272:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434389.281277:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434389.281281:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434389.281285:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434389.281287:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434389.281289:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434389.281292:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434389.281295:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512797:512797:255:4294967295] 192.168.203.104@tcp LPNI seq info [512764:512764:7:4294967295]
00000400:00000200:0.0:1789434389.281299:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434389.281307:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434389.281312:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434389.281316:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413a00.
00000800:00000200:0.0:1789434389.281320:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434389.281324:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789434389.281327:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434389.281331:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434389.281334:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434389.281336:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300516364
00000100:00000001:0.0:1789434389.282382:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300517035
00000100:00000001:0.0:1789434389.282389:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300516366
00000100:00000001:0.0:1789434389.282391:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300517035
00000100:00000001:0.0:1789434389.282395:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434389.282398:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434389.282402:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434389.282410:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434389.282418:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434389.282420:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434389.282422:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434389.282425:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434389.282428:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434389.282431:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933965824:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434389.282434:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434389.282437:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434389.282440:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434389.282442:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434389.282447:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434389.282450:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434389.282455:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434389.282458:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6dc0.
00000400:00000010:0.0:1789434389.282462:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9c38.
00000100:00000200:0.0:1789434389.282467:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933965824, portal 4
00000100:00000001:0.0:1789434389.282468:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434389.282470:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:0.0:1789434389.282475:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434389.282490:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434389.282493:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434389.282495:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434389.282498:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933965824, offset 0
00000400:00000200:0.0:1789434389.282747:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434389.282756:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434389.282763:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434389.282768:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434389.282771:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434389.282774:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434389.282776:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434389.282779:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512798:512798:254:4294967295] 192.168.203.104@tcp LPNI seq info [512765:512765:6:4294967295]
00000400:00000200:0.0:1789434389.282783:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434389.282793:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434389.282798:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434389.282803:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413700.
00000800:00000200:0.0:1789434389.282808:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434389.282812:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789434389.282816:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434389.282819:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434389.282822:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434389.282824:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300516383
00000100:00000001:0.0:1789434389.282827:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300517035
00000100:00000001:0.0:1789434389.282828:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300516383
00000100:00000001:0.0:1789434389.282830:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300517035
00000100:00000001:0.0:1789434389.282832:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434389.282835:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434389.282838:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434389.282842:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434389.282849:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434389.282851:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789434389.282854:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434389.282856:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434389.282857:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434389.282862:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434389.282869:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434389.282871:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434389.282873:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434389.282875:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434389.282877:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434389.282879:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933965952:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434389.282882:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434389.282884:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434389.282885:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434389.282887:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434389.282890:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434389.282891:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434389.282894:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434389.282897:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6b58.
00000400:00000010:0.0:1789434389.282900:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9880.
00000100:00000200:0.0:1789434389.282903:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933965952, portal 4
00000100:00000001:0.0:1789434389.282904:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434389.282906:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00000040:0.0:1789434389.282911:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434389.282916:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434389.282918:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434389.282921:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434389.282923:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933965952, offset 0
00000400:00000200:0.0:1789434389.282927:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434389.282930:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434389.282933:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434389.282935:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434389.282938:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434389.282940:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434389.282942:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434389.282945:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512799:512799:253:4294967295] 192.168.203.104@tcp LPNI seq info [512766:512766:5:4294967295]
00000400:00000200:0.0:1789434389.282948:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434389.282953:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434389.282957:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434389.282961:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434389.282964:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434389.282967:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789434389.282970:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434389.282973:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434389.282976:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434389.282977:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300516385
00000100:00000001:0.0:1789434389.282979:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300517035
00000100:00000001:0.0:1789434389.282981:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300516385
00000100:00000001:0.0:1789434389.282983:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300517035
00000100:00000001:0.0:1789434389.282984:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434389.282986:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434389.282988:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434389.282990:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434389.282993:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434389.282994:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1789434389.282996:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434389.282997:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434389.282998:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434389.283000:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434389.535409:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434389.535415:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434389.535416:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434389.535420:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434389.535423:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434389.535426:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434389.535429:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434389.535430:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434389.535432:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434389.983480:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300517035, at 4300517056
00000100:00000040:3.0:1789434389.983486:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300517035, at 4300517056
00000100:00000010:2.0:1789434389.983498:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed814e0.
00000100:00000010:3.0:1789434389.983502:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81180.
00000100:00000001:3.0:1789434390.047529:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434390.047543:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434390.047547:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434390.047556:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434390.047563:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434390.047570:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434390.047574:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434390.047578:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434390.047583:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434390.047626:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434390.047632:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434390.047638:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434390.047640:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434390.047643:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434390.047644:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434390.047647:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434390.047649:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434390.047720:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434390.047724:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434390.047728:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434390.303539:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434390.303546:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434390.303549:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434390.303551:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1789434390.303555:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434390.303556:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434390.303559:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434390.303561:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1789434390.303564:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434390.303567:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434390.303568:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434390.303572:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434390.303573:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434390.303576:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434390.303577:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434390.303580:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434390.303583:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434390.303584:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434390.560807:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434390.560814:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434390.560816:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434390.560822:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434390.560826:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434390.560829:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434390.560832:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434390.560834:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434390.560837:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434391.071456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434391.071464:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434391.071466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434391.071471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434391.071474:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434391.071475:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434391.071479:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434391.071480:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434391.071485:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434391.071487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434391.071488:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434391.071491:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434391.071492:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434391.071497:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434391.071499:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434391.071503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434391.071505:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434391.071584:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434391.071588:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434391.071591:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434391.327489:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434391.327494:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434391.327495:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434391.327499:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434391.327502:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434391.327505:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434391.327507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434391.327508:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434391.327511:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434391.327526:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434391.327530:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434391.327532:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434391.327535:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434391.327538:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434391.327540:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434391.327542:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434391.327544:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434391.327547:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434391.585151:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434391.585159:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434391.585161:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434391.585167:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434391.585170:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434391.585175:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434391.585178:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434391.585180:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434391.585183:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434392.095458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434392.095466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434392.095469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434392.095479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434392.095484:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434392.095488:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434392.095491:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434392.095494:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434392.095498:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434392.095502:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434392.095506:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434392.095511:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434392.095513:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434392.095517:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434392.095519:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434392.095522:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434392.095523:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434392.095710:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434392.095714:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434392.095718:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434392.351653:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434392.351658:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434392.351661:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434392.351666:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434392.351670:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434392.351673:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.351676:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434392.351679:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000100:0.0:1789434392.351681:0:2335:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.104:988
00000100:00000001:2.0:1789434392.351683:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1789434392.351721:0:2335:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.104@tcp at host 192.168.203.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1789434392.351731:0:2335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434392.351735:0:2335:0:(router.c:1791:lnet_notify()) 192.168.203.4@tcp notifying 192.168.203.104@tcp: down
00000400:00000200:0.0:1789434392.351740:0:2335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434392.351750:0:2335:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1789434392.351756:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434392.351760:0:2335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413000.
00000400:00000200:0.0:1789434392.351765:0:2335:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434392.351769:0:2335:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434392.351775:0:2335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9d48
00000400:00000010:0.0:1789434392.351778:0:2335:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9d48.
00000100:00000001:0.0:1789434392.351784:0:2335:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434392.351791:0:2335:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434392.351815:0:2335:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434392.351820:0:2335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434414 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434392.351828:0:2335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434392.351830:0:2335:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434392.351840:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434392.351842:0:2335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413a00.
00000400:00000200:0.0:1789434392.351845:0:2335:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434392.351848:0:2335:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434392.351851:0:2335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa97f8
00000400:00000010:0.0:1789434392.351853:0:2335:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa97f8.
00000100:00000001:0.0:1789434392.351863:0:2335:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434392.351868:0:2335:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434392.351876:0:2335:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434392.351879:0:2335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434414 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434392.351885:0:2335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434392.351887:0:2335:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434392.351891:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434392.351893:0:2335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413700.
00000400:00000200:0.0:1789434392.351896:0:2335:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434392.351899:0:2335:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434392.351902:0:2335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434392.351904:0:2335:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434392.351907:0:2335:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434392.351912:0:2335:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434392.351920:0:2335:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434392.351923:0:2335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434414 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434392.351928:0:2335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434392.351930:0:2335:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434392.351935:0:2335:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434392.351937:0:2335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434392.351940:0:2335:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434392.351943:0:2335:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434392.351945:0:2335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434392.351947:0:2335:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434392.351949:0:2335:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434392.351953:0:2335:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434392.351964:0:2335:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434392.351967:0:2335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434414 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434392.351972:0:2335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434392.351974:0:2335:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434392.352256:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434392.352259:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434392.352262:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434392.352277:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434389/real 1789434392]  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434392.352290:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434392.352291:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434392.352295:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6b58.
00000400:00000200:2.0:1789434392.352299:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9880
00000400:00000010:2.0:1789434392.352301:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9880.
00000100:00000001:2.0:1789434392.352304:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434392.352308:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434392.352329:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352336:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434392.352338:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352341:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434392.352343:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434392.352381:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352389:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434392.352395:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352403:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434392.352406:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352408:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434392.352409:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352412:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434392.352417:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434392.352421:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434392.352426:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434392.352429:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434392.352434:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434392.352444:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933965952:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434392.352452:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434392.352456:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434389/real 1789434392]  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434392.352464:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434392.352466:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434392.352468:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6e18.
00000400:00000200:2.0:1789434392.352471:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9a18
00000400:00000010:2.0:1789434392.352473:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9a18.
00000100:00000001:2.0:1789434392.352475:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434392.352477:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434392.352485:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352493:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434392.352495:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352496:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434392.352498:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434392.352502:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352510:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434392.352514:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352521:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434392.352524:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352526:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434392.352528:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352530:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434392.352535:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434392.352537:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434392.352541:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434392.352544:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434392.352548:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434392.352556:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933965696:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434392.352560:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434392.352564:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434389/real 1789434392]  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434392.352573:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434392.352575:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434392.352576:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6dc0.
00000400:00000200:2.0:1789434392.352580:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9c38
00000400:00000010:2.0:1789434392.352592:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9c38.
00000100:00000001:2.0:1789434392.352595:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434392.352600:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434392.352608:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352614:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434392.352616:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352617:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434392.352619:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434392.352622:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352629:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434392.352633:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352645:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434392.352647:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352648:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434392.352649:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352651:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434392.352655:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434392.352657:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434392.352660:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434392.352662:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434392.352666:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434392.352673:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933965824:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434392.352677:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434392.352681:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434389/real 1789434392]  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434392.352688:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434392.352689:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434392.352691:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e64d0.
00000400:00000200:2.0:1789434392.352693:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa92a8
00000400:00000010:2.0:1789434392.352695:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa92a8.
00000100:00000001:2.0:1789434392.352697:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434392.352700:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434392.352708:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352714:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434392.352716:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352718:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434392.352719:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434392.352723:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352729:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434392.352732:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352738:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434392.352741:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352742:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434392.352743:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352745:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434392.352746:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434392.352748:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434392.352750:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434392.352752:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434392.352756:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434392.352764:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933965568:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434392.352768:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352770:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434392.352773:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933965952/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352780:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434392.352783:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434392.352786:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:2.0:1789434392.352789:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434392.352792:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434392.352794:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434392.352796:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434392.352799:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:2.0:1789434392.352801:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434392.352803:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434392.352805:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:2.0:1789434392.352808:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434392.352809:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352811:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434392.352814:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933965696/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352825:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434392.352826:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434392.352827:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:2.0:1789434392.352830:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434392.352831:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434392.352832:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434392.352834:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434392.352835:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:2.0:1789434392.352837:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434392.352838:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434392.352840:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:2.0:1789434392.352843:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434392.352844:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352846:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434392.352850:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933965824/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352855:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434392.352856:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434392.352858:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:2.0:1789434392.352860:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434392.352861:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434392.352863:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434392.352865:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434392.352866:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:2.0:1789434392.352868:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434392.352870:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434392.352871:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:2.0:1789434392.352873:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434392.352875:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352876:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434392.352879:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933965568/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434414 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434392.352885:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434392.352886:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434392.352887:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:2.0:1789434392.352889:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434392.352890:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434392.352892:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434392.352894:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434392.352895:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:2.0:1789434392.352897:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434392.352898:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434392.352899:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:2.0:1789434392.352902:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434392.352902:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352904:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434392.352910:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434392.352912:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434392.352913:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434392.352915:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434392.352958:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434392.352961:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434392.352962:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434392.352965:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434392.352967:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434392.352969:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434392.352971:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434392.352973:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434392.352974:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434392.607442:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434392.607450:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434392.607452:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434392.607457:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434392.607461:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434392.607464:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434392.607467:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434392.607470:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434392.607473:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434393.119493:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434393.119500:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434393.119507:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434393.119508:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434393.119512:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434393.119513:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434393.119517:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434393.119518:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434393.119595:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434393.119599:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434393.119602:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434393.119607:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434393.119610:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434393.119614:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434393.119616:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434393.119619:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434393.119622:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434393.119697:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434393.119700:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434393.119703:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434393.375454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434393.375461:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434393.375463:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434393.375468:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434393.375472:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434393.375476:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434393.375479:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434393.375481:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434393.375484:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434393.375493:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434393.375497:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434393.375499:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434393.375502:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434393.375505:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434393.375507:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434393.375510:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434393.375512:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434393.375514:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434393.631646:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434393.631653:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434393.631655:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434393.631660:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434393.631663:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434393.631666:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434393.631669:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434393.631671:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434393.631674:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.143515:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434394.143520:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.143524:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434394.143526:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434394.143528:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434394.143530:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.143540:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434394.143543:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.143545:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.143548:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434394.143595:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434394.143662:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434394.143664:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434394.143668:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434394.143672:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434394.143675:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434394.143678:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434394.143680:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434394.143683:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.144469:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434394.144473:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434394.144474:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434394.144476:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.144480:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434394.144514:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.144516:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.144519:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.144523:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434394.144525:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434394.144526:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434394.144528:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.144530:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434394.144531:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.144533:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434394.144534:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434394.144709:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434394.144712:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434394.144715:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434394.399666:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434394.399674:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434394.399677:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434394.399682:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434394.399685:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434394.399690:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434394.399692:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434394.399695:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434394.399697:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434394.400489:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434394.400493:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434394.400494:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434394.400498:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434394.400500:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434394.400503:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434394.400505:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434394.400506:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434394.400509:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434394.401251:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434394.401257:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434394.401260:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434394.401263:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434394.401266:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434394.401275:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5849
00000400:00000200:2.0:1789434394.401283:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434394.401293:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434394.401295:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434394.401299:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401313:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434394.401315:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401323:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434394.401332:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434394.401334:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434394.401337:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434394.401340:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434394.401343:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434394.401346:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434394.401369:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401371:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434394.401372:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401374:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434394.401377:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434394.401380:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401382:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434394.401385:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434394.401388:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434394.401391:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434394.401393:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434394.401395:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434394.401402:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2ad80.
00000020:00000040:2.0:1789434394.401405:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434394.401409:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434394.401411:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434394.401414:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434394.401416:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434394.401420:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434394.401427:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79800.
00000100:00000001:2.0:1789434394.401434:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434394.401442:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434394.401452:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434394.401457:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434394.401462:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf7f5fd7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434394.401491:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434394.401494:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434394.401497:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434394.401499:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434394.401500:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434394.401502:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434394.401505:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5849
00000400:00000200:2.0:1789434394.401508:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434394.401511:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434394.401514:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434394.401516:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401518:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434394.401519:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401521:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434394.401524:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434394.401525:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434394.401527:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434394.401529:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434394.401531:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434394.401533:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434394.401536:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401537:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434394.401539:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401540:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434394.401542:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434394.401545:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401547:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434394.401548:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434394.401553:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434394.401555:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434394.401556:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434394.401560:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434394.401563:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434394.401564:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434394.401567:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28e00.
00000020:00000040:2.0:1789434394.401570:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434394.401572:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434394.401573:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434394.401575:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434394.401576:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434394.401577:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434394.401581:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b400.
00000100:00000001:2.0:1789434394.401584:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434394.401588:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434394.401594:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434394.401596:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434394.401599:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e55d] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434394.401606:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434394.401609:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434394.401612:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434394.401614:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434394.401615:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434394.401618:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434394.401621:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5849
00000400:00000200:2.0:1789434394.401625:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434394.401628:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789434394.401629:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1789434394.401631:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789434394.401635:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1789434394.401636:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434394.401638:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1789434394.401640:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434394.401643:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401647:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000040:0.0:1789434394.401649:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789434394.401650:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434394.401653:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434394.401656:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434394.401659:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434394.401664:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:0.0:1789434394.401665:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1789434394.401668:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:0.0:1789434394.401670:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434394.401675:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:0.0:1789434394.401676:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1789434394.401678:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1789434394.401680:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1789434394.401683:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:0.0:1789434394.401686:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434394.401688:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434394.401692:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00100000:0.0:1789434394.401693:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933966080:192.168.203.104@tcp:250:kworker.0
00000100:00080000:2.0:1789434394.401698:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434394.401702:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1789434394.401703:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434394.401706:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434394.401707:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434394.401710:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434394.401711:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434394.401713:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434394.401716:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789434394.401717:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434394.401721:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
02000000:00000010:0.0:1789434394.401723:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15c00.
00000008:00000001:2.0:1789434394.401724:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434394.401729:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434394.401729:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434394.401735:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b800.
00000020:00000040:2.0:1789434394.401738:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000400:00000200:0.0:1789434394.401739:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:2.0:1789434394.401742:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434394.401745:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434394.401747:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000100:00000001:2.0:1789434394.401747:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434394.401750:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434394.401753:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434394.401757:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
02000000:00000010:2.0:1789434394.401759:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789434394.401763:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789434394.401767:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933966080, portal 25
00000100:00100000:2.0:1789434394.401768:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434394.401771:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434394.401774:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482263424 : -119883227288192 : ffff92f782d2ad80)
00000100:00000001:2.0:1789434394.401782:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1789434394.401784:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434394.401785:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434394.401794:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3088977] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.401799:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434394.401806:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401808:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434394.401811:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00080000:2.0:1789434394.401812:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1789434394.401817:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933966080, offset 0
00000100:00080000:2.0:1789434394.401818:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434394.401821:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434394.401823:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434394.401825:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1789434394.401828:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:2.0:1789434394.401830:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5849
00000400:00000200:2.0:1789434394.401835:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434394.401839:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1789434394.401840:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:2.0:1789434394.401842:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434394.401846:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401848:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789434394.401850:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000040:2.0:1789434394.401853:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434394.401857:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1789434394.401858:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434394.401863:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1789434394.401864:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000020:00000040:2.0:1789434394.401866:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000400:00000200:0.0:1789434394.401871:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1789434394.401871:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434394.401874:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000400:00000200:0.0:1789434394.401877:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000020:00000001:2.0:1789434394.401878:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434394.401881:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000200:0.0:1789434394.401884:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512800:512800:256:4294967295] 192.168.203.104@tcp LPNI seq info [512767:512767:8:4294967295]
00000100:00000040:2.0:1789434394.401887:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401892:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789434394.401895:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:2.0:1789434394.401896:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401900:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434394.401902:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434394.401906:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401911:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434394.401915:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1789434394.401915:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434394.401919:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434394.401924:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789434394.401925:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789434394.401926:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434394.401929:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000800:00000010:0.0:1789434394.401933:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000008:00000001:2.0:1789434394.401933:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434394.401935:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434394.401940:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29880.
00000800:00000200:0.0:1789434394.401945:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:2.0:1789434394.401945:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434394.401951:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1789434394.401952:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1789434394.401953:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434394.401955:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434394.401958:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434394.401960:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789434394.401962:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000010:2.0:1789434394.401965:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000800:00000200:0.1:1789434394.401967:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1789434394.401970:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1789434394.401975:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434394.401979:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000100:00100000:2.0:1789434394.401980:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789434394.401986:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434394.401996:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1789434394.402002:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434394.402004:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434394.402005:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434394.402010:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000040:2.0:1789434394.402011:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ac992a] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402017:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1789434394.402022:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789434394.402025:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434394.402027:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5859)
00000100:00000001:0.0:1789434394.402038:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434394.402043:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402050:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434394.402052:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434394.402058:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434394.402062:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434394.402065:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300522157
00000100:00000010:0.0:1789434394.402070:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed819c0.
00000100:00000001:0.0:1789434394.402076:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434394.402089:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300522157
00000100:00000010:0.0:1789434394.402093:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81360.
00000100:00000001:0.0:1789434394.402096:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434394.402099:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434394.402102:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434394.402104:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434394.402109:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434394/real 1789434394]  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434394.402125:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434394.402126:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434394.402129:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434394.402132:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434394.402133:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434394.402136:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434394.402140:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434394.402149:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402155:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434394.402156:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402159:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434394.402161:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434394.402165:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402172:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434394.402177:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402184:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434394.402187:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402189:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434394.402190:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402192:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434394.402194:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434394.402197:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434394.402202:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434394.402204:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434394.402208:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434394.402216:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933966080:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434394.402221:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434394.402224:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402230:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434394.402231:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434394.402233:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434394.402235:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434394.402237:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434394.402240:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933966208:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434394.402243:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434394.402245:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434394.402246:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434394.402248:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434394.402251:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789434394.402253:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434394.402256:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434394.402259:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434394.402262:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434394.402264:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933966208, portal 10
00000100:00000001:0.0:1789434394.402266:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434394.402268:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482255360 : -119883227296256 : ffff92f782d28e00)
00000100:00000040:0.0:1789434394.402273:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402279:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434394.402282:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434394.402283:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434394.402286:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933966208, offset 0
00000400:00000200:0.0:1789434394.402290:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434394.402294:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434394.402298:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434394.402313:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434394.402316:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434394.402318:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434394.402320:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434394.402323:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512801:512801:256:4294967295] 192.168.203.104@tcp LPNI seq info [512768:512768:8:4294967295]
00000400:00000200:0.0:1789434394.402327:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434394.402332:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434394.402337:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434394.402340:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434394.402344:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434394.402378:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789434394.402383:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434394.402386:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789434394.402389:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434394.402391:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434394.402393:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434394.402396:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434394.402399:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434394.402401:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434394.402403:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434394.402407:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402414:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434394.402416:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402422:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434394.402424:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434394.402427:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434394.402429:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434394.402432:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434394.402435:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300521486
00000100:00000001:0.0:1789434394.402438:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300522157
00000100:00000001:0.0:1789434394.402440:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300521486
00000100:00000001:0.0:1789434394.402442:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300522157
00000100:00000001:0.0:1789434394.402444:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434394.402446:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434394.402448:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434394.402452:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434394/real 1789434394]  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434394.402459:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434394.402460:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434394.402461:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434394.402464:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434394.402465:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434394.402467:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434394.402470:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434394.402477:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402483:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434394.402485:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402486:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434394.402488:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434394.402491:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402497:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434394.402501:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402507:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434394.402509:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402511:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434394.402512:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402513:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434394.402517:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434394.402519:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434394.402523:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434394.402525:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434394.402528:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434394.402535:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933966208:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434394.402538:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402540:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434394.402543:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2ad80 x1876351933966080/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402549:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434394.402552:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434394.402554:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434394.402557:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434394.402559:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434394.402560:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434394.402563:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434394.402565:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79800.
02000000:00000001:0.0:1789434394.402570:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434394.402572:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434394.402574:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2ad80.
00000100:00000001:0.0:1789434394.402577:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434394.402578:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402580:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434394.402582:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28e00 x1876351933966208/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402594:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434394.402595:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434394.402596:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789434394.402598:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434394.402599:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434394.402600:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434394.402601:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434394.402602:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:0.0:1789434394.402604:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434394.402605:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434394.402606:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28e00.
00000100:00000001:0.0:1789434394.402609:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434394.402610:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402612:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402619:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434394.402620:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434394.402623:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434394.402624:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434394.402625:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434394.402628:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402634:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434394.402636:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434394.402637:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434394.402639:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434394.402641:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434394.402644:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933966336:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434394.402647:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434394.402649:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434394.402650:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434394.402652:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434394.402655:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789434394.402657:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434394.402661:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434394.402664:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434394.402667:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434394.402670:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933966336, portal 4
00000100:00000001:0.0:1789434394.402671:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434394.402673:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482266112 : -119883227285504 : ffff92f782d2b800)
00000100:00000040:0.0:1789434394.402678:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402684:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434394.402686:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434394.402688:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434394.402690:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933966336, offset 0
00000400:00000200:0.0:1789434394.402695:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434394.402699:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434394.402702:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434394.402705:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434394.402708:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434394.402710:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434394.402713:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434394.402715:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512802:512802:256:4294967295] 192.168.203.104@tcp LPNI seq info [512769:512769:8:4294967295]
00000400:00000200:0.0:1789434394.402719:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434394.402729:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434394.402733:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434394.402737:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434394.402740:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434394.402743:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789434394.402747:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434394.402750:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789434394.402754:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434394.402756:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434394.402759:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434394.402762:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434394.402765:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434394.402767:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434394.402769:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434394.402772:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402779:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434394.402782:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402788:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434394.402789:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434394.402792:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434394.402795:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434394.402798:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434394.402800:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300521503
00000100:00000001:0.0:1789434394.402802:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300522157
00000100:00000001:0.0:1789434394.402804:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300521503
00000100:00000001:0.0:1789434394.402806:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300522157
00000100:00000001:0.0:1789434394.402809:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434394.402811:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434394.402813:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434394.402816:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434394/real 1789434394]  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434394.402824:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434394.402826:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434394.402827:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434394.402830:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434394.402831:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434394.402833:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434394.402836:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434394.402844:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402850:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434394.402852:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402854:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434394.402855:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434394.402858:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402864:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434394.402868:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402875:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434394.402877:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402878:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434394.402880:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.402882:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434394.402885:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434394.402888:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434394.402891:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434394.402893:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434394.402897:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434394.402905:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933966336:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434394.402910:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434394.402913:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402919:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434394.402920:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434394.402923:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434394.402924:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434394.402927:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434394.402930:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933966464:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434394.402933:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434394.402935:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434394.402937:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434394.402938:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434394.402941:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434394.402943:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434394.402946:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434394.402948:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434394.402951:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434394.402953:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933966464, portal 4
00000100:00000001:0.0:1789434394.402955:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434394.402956:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258048 : -119883227293568 : ffff92f782d29880)
00000100:00000040:0.0:1789434394.402961:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.402967:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434394.402969:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434394.402971:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434394.402973:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933966464, offset 0
00000400:00000200:0.0:1789434394.402976:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434394.402979:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434394.402983:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434394.402985:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434394.402987:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434394.402989:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434394.402991:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434394.402994:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512803:512803:256:4294967295] 192.168.203.104@tcp LPNI seq info [512770:512770:8:4294967295]
00000400:00000200:0.0:1789434394.402998:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434394.403005:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434394.403010:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434394.403013:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434394.403016:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434394.403019:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789434394.403023:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434394.403025:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789434394.403029:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434394.403031:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434394.403034:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434394.403037:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434394.403039:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434394.403041:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434394.403043:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434394.403046:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.403052:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434394.403055:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.403062:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434394.403063:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434394.403065:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434394.403068:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434394.403071:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434394.403073:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300521505
00000100:00000001:0.0:1789434394.403075:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300522157
00000100:00000001:0.0:1789434394.403077:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300521505
00000100:00000001:0.0:1789434394.403079:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300522157
00000100:00000001:0.0:1789434394.403081:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434394.403082:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434394.403084:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434394.403087:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434394/real 1789434394]  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434394.403094:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434394.403095:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434394.403097:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434394.403099:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434394.403100:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434394.403102:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434394.403105:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434394.403114:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.403119:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434394.403120:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.403122:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434394.403123:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434394.403126:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.403132:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434394.403136:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.403143:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434394.403145:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.403146:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434394.403148:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.403149:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434394.403152:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434394.403154:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434394.403156:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434394.403158:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434394.403162:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434394.403170:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933966464:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434394.403173:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.403175:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434394.403178:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b800 x1876351933966336/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.403184:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434394.403185:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434394.403187:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789434394.403189:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434394.403191:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434394.403192:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434394.403194:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434394.403196:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:0.0:1789434394.403198:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434394.403200:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434394.403201:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b800.
00000100:00000001:0.0:1789434394.403203:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434394.403205:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.403206:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434394.403209:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29880 x1876351933966464/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434394.403215:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434394.403217:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434394.403218:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434394.403220:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434394.403221:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434394.403223:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434394.403225:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434394.403226:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:0.0:1789434394.403228:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434394.403229:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434394.403230:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29880.
00000100:00000001:0.0:1789434394.403233:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434394.403234:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.403235:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.403239:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434394.403241:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434394.403242:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434394.403244:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434394.655964:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434394.655973:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434394.655976:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434394.655982:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434394.655986:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434394.655990:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.655993:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434394.655996:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434394.656000:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434395.103466:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300522157, at 4300522176
00000100:00000010:3.0:1789434395.103481:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81360.
00000100:00000040:2.0:1789434395.103484:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300522157, at 4300522176
00000100:00000010:2.0:1789434395.103493:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed819c0.
00000100:00000001:3.0:1789434395.167457:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434395.167462:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434395.167465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434395.167467:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434395.167469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434395.167475:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434395.167476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434395.167479:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434395.167481:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434395.167486:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434395.167486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434395.167490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434395.167491:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434395.167495:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434395.167496:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434395.167499:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434395.167500:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434395.167568:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434395.167572:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434395.167576:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434395.423465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434395.423465:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434395.423473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434395.423473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434395.423477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434395.423478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434395.423485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434395.423490:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1789434395.423492:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434395.423494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434395.423495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434395.423499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434395.423499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434395.423503:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434395.423504:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434395.423505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434395.423510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434395.423510:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434395.679852:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434395.679859:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434395.679862:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434395.679868:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434395.679882:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434395.679890:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434395.679893:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434395.679896:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434395.679899:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434396.191554:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434396.191562:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434396.191564:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434396.191568:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434396.191572:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434396.191575:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434396.191577:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434396.191579:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434396.191584:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434396.191585:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434396.191588:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434396.191589:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434396.191592:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434396.191594:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434396.191641:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434396.191645:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434396.191649:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434396.191678:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434396.191682:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434396.191684:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434396.191687:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434396.191690:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434396.191694:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434396.191696:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434396.191698:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434396.191701:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434396.447542:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434396.447550:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434396.447552:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434396.447554:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1789434396.447556:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434396.447561:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434396.447561:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434396.447565:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434396.447567:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434396.447570:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434396.447572:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434396.447576:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434396.447577:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434396.447581:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434396.447582:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434396.447585:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434396.447589:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434396.447591:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434396.703499:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434396.703506:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434396.703509:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434396.703515:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434396.703518:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434396.703522:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434396.703525:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434396.703528:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434396.703531:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434397.215481:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434397.215487:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434397.215493:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434397.215495:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434397.215496:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434397.215502:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434397.215504:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434397.215506:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434397.215509:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434397.215512:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434397.215514:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434397.215515:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434397.215519:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434397.215524:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434397.215527:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434397.215529:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434397.215532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434397.215555:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434397.215558:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434397.215562:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434397.471488:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434397.471494:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434397.471497:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434397.471502:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434397.471506:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434397.471509:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434397.471511:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434397.471514:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434397.471516:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434397.472368:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434397.472372:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434397.472374:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434397.472378:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434397.472380:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434397.472383:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434397.472385:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434397.472387:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434397.472388:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434397.727473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434397.727481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434397.727483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434397.727490:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434397.727493:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434397.727496:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434397.727499:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434397.727501:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434397.727503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434398.239472:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434398.239481:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434398.239484:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434398.239491:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434398.239495:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434398.239499:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434398.239503:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434398.239506:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434398.239510:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434398.239532:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434398.239537:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434398.239542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434398.239543:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434398.239547:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434398.239548:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434398.239551:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434398.239553:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434398.239750:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434398.239753:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434398.239757:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434398.495458:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434398.495458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434398.495466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434398.495467:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434398.495470:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434398.495470:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434398.495477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434398.495477:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434398.495483:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434398.495483:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434398.495488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434398.495489:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434398.495494:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434398.495494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434398.495497:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434398.495498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434398.495502:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434398.495502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434398.751463:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434398.751470:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434398.751472:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434398.751486:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434398.751489:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434398.751493:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434398.751496:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434398.751499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434398.751502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434399.263624:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434399.263631:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434399.263636:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434399.263637:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434399.263641:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434399.263643:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434399.263646:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434399.263647:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434399.263735:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434399.263739:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434399.263743:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434399.263844:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434399.263848:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434399.263850:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434399.263854:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434399.263858:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434399.263862:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434399.263865:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434399.263867:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434399.263870:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.519466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1789434399.519466:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434399.519472:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434399.519474:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434399.519480:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434399.519485:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1789434399.519486:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434399.519490:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434399.519490:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1789434399.519495:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1789434399.519497:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434399.519499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434399.519503:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434399.519504:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434399.519514:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5854
00000400:00000200:2.0:1789434399.519524:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434399.519531:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434399.519535:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434399.519540:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434399.519548:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434399.519551:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434399.519554:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434399.519563:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434399.519566:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434399.519569:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434399.519579:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434399.519582:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434399.519588:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434399.519593:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434399.519596:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434399.519599:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434399.519601:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434399.519604:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434399.519609:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434399.519612:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434399.519615:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434399.519619:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434399.519622:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434399.519625:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434399.519628:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434399.519637:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29180.
00000020:00000040:2.0:1789434399.519640:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434399.519645:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434399.519647:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434399.519651:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434399.519654:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434399.519658:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434399.519666:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000100:00000001:2.0:1789434399.519672:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434399.519682:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434399.519693:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434399.519698:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434399.519704:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3953f8c] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434399.519726:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434399.519730:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434399.519746:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434399.519748:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434399.519750:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434399.519754:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434399.519758:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5854
00000100:00000001:1.0:1789434399.519762:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1789434399.519763:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434399.519767:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434399.519771:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1789434399.519771:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434399.519777:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434399.519782:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434399.519784:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434399.519790:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434399.519795:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434399.519800:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434399.519801:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434399.519803:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434399.519808:0:13200:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1789434399.519809:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1789434399.519813:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
02000000:00000001:1.0:1789434399.519814:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1789434399.519817:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1789434399.519819:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789434399.519822:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00100000:1.0:1789434399.519826:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933966592:192.168.203.104@tcp:250:kworker.0
00000020:00000001:2.0:1789434399.519827:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434399.519833:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:1.0:1789434399.519835:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434399.519841:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434399.519845:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434399.519845:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:1.0:1789434399.519850:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789434399.519851:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434399.519856:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000010:1.0:1789434399.519857:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
00000100:00000001:2.0:1789434399.519860:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:1.0:1789434399.519861:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789434399.519867:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000400:00000200:1.0:1789434399.519872:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:2.0:1789434399.519874:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000010:1.0:1789434399.519879:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000100:00000001:2.0:1789434399.519879:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434399.519882:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1789434399.519888:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
02000000:00000001:2.0:1789434399.519890:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434399.519894:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434399.519896:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933966592, portal 25
00000100:00000001:2.0:1789434399.519897:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434399.519901:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1789434399.519903:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1789434399.519904:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482256256 : -119883227295360 : ffff92f782d29180)
00000008:00000001:2.0:1789434399.519911:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434399.519915:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434399.519916:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789434399.519921:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a300.
00000020:00000040:2.0:1789434399.519927:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:1.0:1789434399.519929:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1789434399.519934:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1789434399.519935:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
02000000:00000001:2.0:1789434399.519937:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434399.519940:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000001:2.0:1789434399.519941:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434399.519946:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1789434399.519947:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933966592, offset 0
02000000:00000001:2.0:1789434399.519949:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434399.519956:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000400:00000200:1.0:1789434399.519957:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789434399.519964:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434399.519970:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:2.0:1789434399.519974:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434399.519980:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:2.0:1789434399.519989:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1789434399.519991:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1789434399.519995:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434399.519998:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000040:2.0:1789434399.520004:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcc0670] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434399.520005:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434399.520011:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434399.520021:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512804:512804:256:4294967295] 192.168.203.104@tcp LPNI seq info [512771:512771:8:4294967295]
00000100:00000001:2.0:1789434399.520024:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434399.520028:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:2.0:1789434399.520031:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434399.520036:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434399.520038:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434399.520041:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434399.520045:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1789434399.520049:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1789434399.520052:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5854
00000800:00000200:1.0:1789434399.520060:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434399.520061:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000010:1.0:1789434399.520068:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000400:00000200:2.0:1789434399.520069:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434399.520075:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1789434399.520080:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:2.0:1789434399.520081:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434399.520087:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1789434399.520088:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1789434399.520091:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434399.520096:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:1.1:1789434399.520097:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434399.520103:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434399.520108:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434399.520111:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000020:00000001:2.0:1789434399.520111:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434399.520116:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000400:00000200:1.0:1789434399.520120:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1789434399.520121:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434399.520126:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000400:00000200:1.0:1789434399.520130:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1789434399.520131:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434399.520135:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:1.0:1789434399.520136:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434399.520141:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000040:2.0:1789434399.520143:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434399.520146:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434399.520147:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:2.0:1789434399.520149:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434399.520152:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000200:1.0:1789434399.520156:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789434399.520156:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434399.520163:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434399.520169:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434399.520173:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434399.520176:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1789434399.520177:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434399.520180:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434399.520183:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1789434399.520184:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789434399.520186:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434399.520190:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434399.520194:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434399.520199:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28000.
00000100:00000001:1.0:1789434399.520201:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789434399.520203:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:1.0:1789434399.520204:0:2346:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:2.0:1789434399.520207:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434399.520210:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.520212:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434399.520212:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434399.520216:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434399.520219:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434399.520220:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434399.520226:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300527275
02000000:00000010:2.0:1789434399.520227:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000010:1.0:1789434399.520233:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dd80.
00000100:00000001:2.0:1789434399.520234:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.520241:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00100000:2.0:1789434399.520243:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434399.520249:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300527275
00000100:00000010:1.0:1789434399.520255:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d8a0.
00000100:00000001:1.0:1789434399.520261:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434399.520275:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434399.520278:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434399.520286:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f58c4e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.520289:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434399.520295:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.520300:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1789434399.520301:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434399.520307:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434399/real 1789434399]  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789434399.520307:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434399.520316:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434399.520320:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434399.520323:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:1.0:1789434399.520324:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434399.520327:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434399.520328:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434399.520331:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434399.520333:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434399.520335:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:2.0:1789434399.520337:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:1.0:1789434399.520341:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789434399.520344:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5854
00000400:00000200:2.0:1789434399.520372:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434399.520380:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434399.520384:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1789434399.520385:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434399.520391:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434399.520397:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434399.520399:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:2.0:1789434399.520402:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434399.520403:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434399.520407:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434399.520409:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434399.520412:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789434399.520414:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434399.520416:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00100000:1.0:1789434399.520419:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1789434399.520420:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434399.520423:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434399.520428:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434399.520433:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:1.0:1789434399.520435:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434399.520440:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000040:1.0:1789434399.520444:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434399.520445:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434399.520452:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434399.520458:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434399.520459:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1789434399.520464:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:1.0:1789434399.520465:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.520470:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1789434399.520472:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434399.520473:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434399.520478:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.520479:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1789434399.520480:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434399.520483:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1789434399.520484:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434399.520488:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434399.520489:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1789434399.520490:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434399.520496:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00080000:1.0:1789434399.520498:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000008:00000001:2.0:1789434399.520501:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.520503:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1789434399.520505:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434399.520510:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789434399.520512:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28380.
00000020:00000040:2.0:1789434399.520518:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434399.520525:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1789434399.520526:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933966592:192.168.203.104@tcp:250:kworker.0
02000000:00000001:2.0:1789434399.520528:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434399.520532:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434399.520534:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789434399.520535:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1789434399.520538:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1789434399.520539:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434399.520545:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29180 x1876351933966592/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1789434399.520547:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789434399.520555:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.520565:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00100000:2.0:1789434399.520566:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1789434399.520570:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434399.520575:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
00000100:00000001:2.0:1789434399.520578:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1789434399.520581:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1789434399.520583:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434399.520584:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434399.520588:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434399.520592:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000040:2.0:1789434399.520593:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52b4d98] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1789434399.520595:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:1.0:1789434399.520603:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1789434399.520606:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434399.520607:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434399.520611:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29180.
00000100:00000040:2.0:1789434399.520615:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5864)
00000100:00000001:1.0:1789434399.520616:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434399.520620:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.520622:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.520630:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434399.520632:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.520635:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434399.520637:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434399.520639:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434399.520645:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.520652:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434399.520653:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434399.520656:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434399.520658:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434399.520661:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434399.520665:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933966720:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434399.520669:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434399.520672:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434399.520673:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434399.520676:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434399.520679:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434399.520682:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434399.520686:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434399.520689:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434399.520692:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434399.520695:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933966720, portal 10
00000100:00000001:1.0:1789434399.520696:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434399.520698:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482260736 : -119883227290880 : ffff92f782d2a300)
00000100:00000040:1.0:1789434399.520703:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.520708:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434399.520711:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434399.520712:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434399.520715:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933966720, offset 0
00000400:00000200:1.0:1789434399.520719:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434399.520722:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434399.520726:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434399.520730:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434399.520732:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434399.520735:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434399.520737:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434399.520741:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512805:512805:256:4294967295] 192.168.203.104@tcp LPNI seq info [512772:512772:8:4294967295]
00000400:00000200:1.0:1789434399.520746:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434399.520758:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434399.520763:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434399.520767:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434399.520772:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434399.520774:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434399.520781:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434399.520783:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434399.520788:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434399.520790:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434399.520793:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434399.520795:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434399.520799:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434399.520801:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434399.520805:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434399.520809:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.520822:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434399.520826:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.520832:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.520834:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434399.520839:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434399.520843:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434399.520847:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434399.520849:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300526604
00000100:00000001:1.0:1789434399.520852:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300527275
00000100:00000001:1.0:1789434399.520854:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300526604
00000100:00000001:1.0:1789434399.520856:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300527275
00000100:00000001:1.0:1789434399.520858:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434399.520860:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.520862:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434399.520866:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434399/real 1789434399]  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434399.520874:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434399.520876:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434399.520878:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434399.520881:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434399.520883:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434399.520886:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434399.520890:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434399.520899:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.520911:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434399.520912:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.520914:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434399.520916:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434399.520920:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.520927:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434399.520932:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.520938:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434399.520941:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.520942:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434399.520944:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.520946:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434399.520952:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434399.520955:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434399.520959:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434399.520962:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434399.520967:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434399.520975:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933966720:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434399.520979:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434399.520984:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.520990:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434399.520992:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434399.520995:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434399.520997:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434399.520999:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434399.521003:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933966848:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434399.521006:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434399.521009:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434399.521011:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434399.521013:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434399.521016:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434399.521019:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434399.521023:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434399.521026:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434399.521030:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434399.521034:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933966848, portal 4
00000100:00000001:1.0:1789434399.521036:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434399.521037:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482251776 : -119883227299840 : ffff92f782d28000)
00000100:00000040:1.0:1789434399.521043:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521048:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434399.521052:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434399.521055:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434399.521058:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933966848, offset 0
00000400:00000200:1.0:1789434399.521063:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434399.521068:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434399.521073:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434399.521077:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434399.521080:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434399.521083:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434399.521086:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434399.521090:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512806:512806:256:4294967295] 192.168.203.104@tcp LPNI seq info [512773:512773:8:4294967295]
00000400:00000200:1.0:1789434399.521093:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434399.521107:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434399.521114:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434399.521117:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434399.521122:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434399.521124:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434399.521130:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434399.521133:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434399.521138:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434399.521140:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434399.521144:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434399.521148:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434399.521152:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434399.521154:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434399.521159:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434399.521163:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521172:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434399.521176:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521182:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.521184:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434399.521188:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434399.521191:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434399.521196:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434399.521198:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300526621
00000100:00000001:1.0:1789434399.521201:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300527275
00000100:00000001:1.0:1789434399.521203:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300526621
00000100:00000001:1.0:1789434399.521206:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300527275
00000100:00000001:1.0:1789434399.521208:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434399.521210:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.521212:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434399.521217:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434399/real 1789434399]  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434399.521226:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434399.521228:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434399.521230:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434399.521233:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434399.521235:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434399.521238:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434399.521243:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434399.521252:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521259:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434399.521261:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.521276:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434399.521278:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434399.521284:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521291:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434399.521296:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521303:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434399.521306:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.521308:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434399.521310:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.521312:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434399.521319:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434399.521323:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434399.521327:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434399.521330:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434399.521336:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434399.521343:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933966848:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434399.521366:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434399.521371:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521377:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434399.521379:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434399.521382:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434399.521384:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434399.521386:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434399.521390:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933966976:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434399.521394:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434399.521396:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434399.521398:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434399.521400:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434399.521405:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434399.521407:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434399.521411:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434399.521414:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434399.521419:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434399.521422:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933966976, portal 4
00000100:00000001:1.0:1789434399.521425:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434399.521426:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482252672 : -119883227298944 : ffff92f782d28380)
00000100:00000040:1.0:1789434399.521434:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521441:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434399.521444:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434399.521447:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434399.521450:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933966976, offset 0
00000400:00000200:1.0:1789434399.521456:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434399.521462:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434399.521467:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434399.521470:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434399.521473:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434399.521476:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434399.521478:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434399.521481:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512807:512807:256:4294967295] 192.168.203.104@tcp LPNI seq info [512774:512774:8:4294967295]
00000400:00000200:1.0:1789434399.521484:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434399.521495:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434399.521499:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434399.521502:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434399.521506:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434399.521508:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434399.521514:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434399.521517:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434399.521522:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434399.521524:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434399.521527:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434399.521533:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434399.521537:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434399.521539:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434399.521543:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434399.521548:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521558:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434399.521562:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521568:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.521569:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434399.521573:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434399.521575:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434399.521579:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434399.521581:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300526624
00000100:00000001:1.0:1789434399.521583:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300527275
00000100:00000001:1.0:1789434399.521585:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300526624
00000100:00000001:1.0:1789434399.521586:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300527275
00000100:00000001:1.0:1789434399.521588:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434399.521590:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.521591:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434399.521595:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434399/real 1789434399]  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434399.521600:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434399.521602:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434399.521604:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434399.521606:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434399.521608:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434399.521610:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434399.521614:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434399.521619:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521624:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434399.521625:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.521627:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434399.521628:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434399.521631:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521635:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434399.521639:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521643:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434399.521645:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.521647:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434399.521648:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.521650:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434399.521657:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434399.521661:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434399.521665:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434399.521668:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434399.521673:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434399.521682:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933966976:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434399.521686:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.521689:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434399.521693:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a300 x1876351933966720/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521700:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434399.521702:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434399.521705:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434399.521708:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434399.521710:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434399.521712:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434399.521715:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434399.521717:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:1.0:1789434399.521721:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434399.521723:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434399.521725:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a300.
00000100:00000001:1.0:1789434399.521728:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434399.521730:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.521732:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434399.521736:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28000 x1876351933966848/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521745:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434399.521747:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434399.521748:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434399.521751:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434399.521752:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434399.521753:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434399.521755:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434399.521756:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:1.0:1789434399.521759:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434399.521760:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434399.521761:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28000.
00000100:00000001:1.0:1789434399.521763:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434399.521764:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.521765:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434399.521768:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28380 x1876351933966976/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434399.521772:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434399.521774:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434399.521775:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434399.521777:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434399.521779:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434399.521780:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434399.521781:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434399.521782:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:1.0:1789434399.521784:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434399.521786:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434399.521787:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28380.
00000100:00000001:1.0:1789434399.521789:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434399.521791:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.521792:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434399.521796:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434399.521798:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434399.521800:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434399.521801:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434399.524344:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434399.524369:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434399.524370:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434399.524375:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434399.524378:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434399.524382:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434399.524384:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434399.524386:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434399.524390:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434399.776190:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434399.776197:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434399.776199:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434399.776204:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434399.776208:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434399.776212:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434399.776214:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434399.776218:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434399.776221:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434400.223475:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300527275, at 4300527296
00000100:00000040:2.0:1789434400.223478:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300527275, at 4300527296
00000100:00000010:3.0:1789434400.223492:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d8a0.
00000100:00000010:2.0:1789434400.223494:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dd80.
00000100:00000001:3.0:1789434400.287468:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434400.287480:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434400.287484:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434400.287491:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434400.287496:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434400.287501:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434400.287505:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434400.287508:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434400.287514:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434400.287586:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434400.287592:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434400.287598:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434400.287599:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434400.287603:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434400.287605:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434400.287609:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434400.287610:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434400.287652:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434400.287656:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434400.287659:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434400.543486:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434400.543491:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434400.543493:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434400.543496:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434400.543499:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434400.543502:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434400.543505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434400.543507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434400.543509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434400.543543:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434400.543547:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434400.543549:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434400.543552:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434400.543554:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434400.543557:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434400.543559:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434400.543560:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434400.543563:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434400.799532:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434400.799539:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434400.799540:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434400.799544:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434400.799547:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434400.799551:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434400.799553:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434400.799568:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434400.799571:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434401.311455:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434401.311463:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434401.311466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434401.311471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434401.311475:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434401.311479:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434401.311482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434401.311485:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434401.311488:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434401.311493:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434401.311497:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434401.311502:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434401.311504:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434401.311508:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434401.311509:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434401.311513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434401.311514:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434401.315324:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434401.315330:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434401.315334:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434401.567466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434401.567473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434401.567476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434401.567482:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434401.567485:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434401.567489:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434401.567492:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434401.567495:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434401.567498:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434401.567516:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434401.567521:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434401.567522:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434401.567525:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434401.567528:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434401.567531:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434401.567533:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434401.567535:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434401.567538:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434401.823434:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434401.823440:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434401.823443:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434401.823449:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434401.823452:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434401.823456:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434401.823458:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434401.823461:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434401.823464:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434402.335471:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434402.335479:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434402.335482:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434402.335487:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434402.335491:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434402.335494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434402.335497:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434402.335499:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434402.335502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434402.335505:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434402.335510:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434402.335514:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434402.335516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434402.335519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434402.335521:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434402.335525:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434402.335526:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434402.335611:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434402.335615:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434402.335618:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434402.591437:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434402.591444:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434402.591446:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434402.591451:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434402.591456:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434402.591460:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434402.591463:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434402.591466:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434402.591470:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434402.592460:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434402.592464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434402.592466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434402.592469:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434402.592472:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434402.592474:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434402.592476:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434402.592478:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434402.592480:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434402.847425:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434402.847430:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434402.847432:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434402.847435:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434402.847438:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434402.847441:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434402.847443:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434402.847444:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434402.847447:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359582:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434403.359589:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359595:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434403.359598:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434403.359600:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434403.359603:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359606:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434403.359609:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359611:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359613:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359617:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434403.359618:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434403.359620:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434403.359621:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359623:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434403.359624:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359626:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359627:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359630:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434403.359631:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434403.359632:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434403.359633:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359635:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434403.359636:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359645:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434403.359647:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434403.359732:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434403.359739:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434403.359744:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434403.359770:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434403.359774:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434403.359776:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434403.359779:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434403.359782:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434403.359786:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434403.359788:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434403.359790:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434403.359793:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434403.615828:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434403.615835:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434403.615837:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434403.615842:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434403.615845:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434403.615849:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434403.615851:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434403.615854:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434403.615856:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434403.616045:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434403.616049:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434403.616051:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434403.616054:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434403.616056:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434403.616058:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434403.616060:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434403.616062:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434403.616064:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434403.871497:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434403.871505:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434403.871508:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434403.871514:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434403.871518:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434403.871521:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434403.871525:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434403.871527:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434403.871530:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434404.383448:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434404.383455:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434404.383457:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434404.383462:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434404.383465:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434404.383469:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434404.383471:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434404.383474:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434404.383477:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434404.383497:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434404.383500:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434404.383504:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434404.383506:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434404.383509:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434404.383511:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434404.383513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434404.383514:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434404.385552:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434404.385557:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434404.385562:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789434404.639465:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789434404.639465:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1789434404.639474:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434404.639477:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434404.639481:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434404.639482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434404.639486:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434404.639488:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:3.0:1789434404.639492:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:2.0:1789434404.639497:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5859
00000100:00000001:3.0:1789434404.639497:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434404.639502:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434404.639506:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1789434404.639509:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434404.639510:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434404.639518:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434404.639519:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434404.639524:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434404.639529:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434404.639542:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434404.639545:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434404.639548:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434404.639556:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434404.639558:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434404.639561:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434404.639564:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434404.639566:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434404.639569:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434404.639572:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434404.639574:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434404.639575:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434404.639577:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434404.639580:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434404.639583:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434404.639585:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434404.639588:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434404.639591:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434404.639594:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434404.639596:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434404.639599:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434404.639608:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2bb80.
00000020:00000040:2.0:1789434404.639611:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434404.639615:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434404.639616:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434404.639619:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434404.639622:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434404.639626:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434404.639634:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79000.
00000100:00000001:2.0:1789434404.639640:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434404.639649:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434404.639659:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434404.639663:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434404.639667:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ddafd05] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434404.639686:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434404.639690:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434404.639693:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434404.639695:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434404.639696:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434404.639699:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434404.639702:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5859
00000400:00000200:2.0:1789434404.639706:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434404.639710:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434404.639713:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434404.639716:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434404.639718:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434404.639719:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434404.639721:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434404.639724:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434404.639726:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434404.639728:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434404.639730:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434404.639731:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434404.639734:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434404.639737:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434404.639739:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434404.639740:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434404.639742:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434404.639745:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434404.639748:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434404.639750:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434404.639752:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434404.639756:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434404.639758:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.639760:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434404.639761:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434404.639766:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1789434404.639767:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1789434404.639769:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1789434404.639772:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434404.639774:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434404.639776:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434404.639779:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1789434404.639780:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789434404.639782:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29c00.
00000100:00000001:3.0:1789434404.639783:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789434404.639788:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00100000:3.0:1789434404.639789:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434404.639795:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1789434404.639796:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434404.639800:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.639801:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434404.639801:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434404.639804:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434404.639806:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434404.639806:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1789434404.639807:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1789434404.639810:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789434404.639812:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434404.639812:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434404.639814:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434404.639817:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1789434404.639819:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
02000000:00000001:1.0:1789434404.639823:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434404.639825:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434404.639830:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933967104:192.168.203.104@tcp:250:kworker.0
00000100:00100000:2.0:1789434404.639835:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434404.639838:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434404.639842:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434404.639846:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434404.639847:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1789434404.639850:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789434404.639851:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434404.639858:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5400.
00000100:00000040:2.0:1789434404.639858:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a31316b7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434404.639863:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434404.639873:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434404.639874:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434404.639878:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1789434404.639879:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434404.639888:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00080000:2.0:1789434404.639894:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1789434404.639896:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933967104, portal 25
00000100:00000001:2.0:1789434404.639897:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434404.639901:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434404.639902:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434404.639905:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482267008 : -119883227284608 : ffff92f782d2bb80)
00000100:00000001:2.0:1789434404.639907:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434404.639913:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5859
00000100:00000040:1.0:1789434404.639914:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789434404.639922:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434404.639930:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434404.639932:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1789434404.639933:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434404.639939:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000040:2.0:1789434404.639942:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000010:1.0:1789434404.639944:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000001:2.0:1789434404.639946:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1789434404.639951:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933967104, offset 0
00000100:00000040:2.0:1789434404.639957:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434404.639960:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789434404.639962:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434404.639968:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1789434404.639971:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:2.0:1789434404.639971:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434404.639975:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434404.639979:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000400:00000200:1.0:1789434404.639982:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000020:00000001:2.0:1789434404.639983:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434404.639988:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:1.0:1789434404.639990:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1789434404.639995:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434404.639998:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:2.0:1789434404.640000:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1789434404.640004:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1789434404.640007:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434404.640011:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:2.0:1789434404.640012:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434404.640017:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000200:1.0:1789434404.640019:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512808:512808:256:4294967295] 192.168.203.104@tcp LPNI seq info [512775:512775:8:4294967295]
00000100:00080000:2.0:1789434404.640023:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434404.640028:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434404.640029:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:2.0:1789434404.640034:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434404.640038:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434404.640044:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434404.640047:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1789434404.640049:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434404.640054:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434404.640058:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434404.640060:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1789434404.640063:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000010:2.0:1789434404.640064:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2aa00.
00000020:00000040:2.0:1789434404.640069:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000800:00000010:1.0:1789434404.640071:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434404.640081:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:2.0:1789434404.640082:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434404.640085:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1789434404.640087:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789434404.640094:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434404.640098:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1789434404.640099:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434404.640102:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:1.0:1789434404.640106:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
02000000:00000001:2.0:1789434404.640106:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1789434404.640111:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
02000000:00000010:2.0:1789434404.640112:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:2.0:1789434404.640117:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434404.640119:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1789434404.640124:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434404.640129:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434404.640139:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000100:00000001:2.0:1789434404.640140:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1789434404.640144:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:2.0:1789434404.640145:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.640153:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:2.0:1789434404.640153:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3661409] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434404.640163:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434404.640166:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434404.640172:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434404.640179:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434404.640182:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789434404.640187:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434404.640191:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434404.640195:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434404.640198:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434404.640200:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434404.640202:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:2.0:1789434404.640206:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5859
00000100:00000001:1.0:1789434404.640210:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434404.640213:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434404.640219:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434404.640220:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434404.640223:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300532395
00000100:00080000:2.0:1789434404.640234:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434404.640240:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000010:1.0:1789434404.640242:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06df00.
00000100:00000001:2.0:1789434404.640242:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434404.640248:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434404.640251:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434404.640252:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1789434404.640254:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434404.640257:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:1.0:1789434404.640259:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300532395
00000020:00000001:2.0:1789434404.640260:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434404.640263:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000010:1.0:1789434404.640266:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d600.
00000020:00000001:2.0:1789434404.640267:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:1.0:1789434404.640271:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1789434404.640272:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434404.640278:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434404.640280:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434404.640282:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434404.640284:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434404.640286:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:1.0:1789434404.640288:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1789434404.640290:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434404.640293:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434404.640294:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.640297:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1789434404.640299:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434404.640303:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1789434404.640305:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434404/real 1789434404]  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789434404.640307:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434404.640312:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434404.640316:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000400:00000001:1.0:1789434404.640322:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:2.0:1789434404.640322:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1789434404.640326:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1789434404.640326:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434404.640330:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000100:00000010:2.0:1789434404.640333:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29f80.
00000400:00000200:1.0:1789434404.640335:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000020:00000040:2.0:1789434404.640338:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000010:1.0:1789434404.640339:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
02000000:00000001:2.0:1789434404.640344:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1789434404.640345:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434404.640371:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789434404.640378:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434404.640381:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434404.640383:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434404.640386:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434404.640389:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.640396:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000010:2.0:1789434404.640396:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78800.
00000100:00000001:1.0:1789434404.640399:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434404.640402:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.640404:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434404.640407:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434404.640410:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789434404.640417:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434404.640422:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434404.640427:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.640433:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434404.640435:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b20d5cf0] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789434404.640442:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434404.640449:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.640457:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1789434404.640457:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5869)
00000100:00000001:1.0:1789434404.640463:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.640465:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434404.640466:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.640468:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434404.640471:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434404.640474:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434404.640478:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434404.640481:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434404.640486:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434404.640493:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933967104:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434404.640498:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.640499:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434404.640502:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2bb80 x1876351933967104/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.640508:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434404.640511:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434404.640513:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434404.640516:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434404.640518:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434404.640520:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434404.640522:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434404.640524:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:1.0:1789434404.640532:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434404.640534:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434404.640536:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2bb80.
00000100:00000001:1.0:1789434404.640539:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434404.640540:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.640542:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.640548:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434404.640550:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.640551:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434404.640553:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434404.640554:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434404.640558:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.640574:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434404.640576:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434404.640578:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434404.640579:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434404.640581:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434404.640584:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933967232:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434404.640587:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434404.640588:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434404.640590:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434404.640592:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434404.640595:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434404.640596:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434404.640600:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434404.640602:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434404.640605:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434404.640608:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933967232, portal 10
00000100:00000001:1.0:1789434404.640609:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434404.640611:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258944 : -119883227292672 : ffff92f782d29c00)
00000100:00000040:1.0:1789434404.640616:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.640623:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434404.640625:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434404.640627:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434404.640629:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933967232, offset 0
00000400:00000200:1.0:1789434404.640633:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434404.640637:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434404.640640:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434404.640643:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434404.640645:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434404.640647:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434404.640650:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434404.640652:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512809:512809:256:4294967295] 192.168.203.104@tcp LPNI seq info [512776:512776:8:4294967295]
00000400:00000200:1.0:1789434404.640656:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434404.640662:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434404.640667:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434404.640670:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434404.640673:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434404.640676:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789434404.640680:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434404.640682:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1789434404.640686:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434404.640687:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434404.640690:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434404.640693:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434404.640696:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434404.640698:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434404.640700:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434404.640704:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.640711:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434404.640714:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.640724:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.640726:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434404.640729:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434404.640733:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434404.640736:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434404.640738:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300531724
00000100:00000001:1.0:1789434404.640740:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300532395
00000100:00000001:1.0:1789434404.640742:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300531724
00000100:00000001:1.0:1789434404.640744:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300532395
00000100:00000001:1.0:1789434404.640746:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434404.640748:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.640749:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434404.640753:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434404/real 1789434404]  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434404.640760:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434404.640762:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434404.640763:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434404.640766:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434404.640767:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434404.640769:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434404.640772:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434404.640779:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.640785:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434404.640786:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.640788:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434404.640790:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434404.640793:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.640799:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434404.640803:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.640809:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434404.640811:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.640813:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434404.640814:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.640816:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434404.640819:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434404.640822:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434404.640824:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434404.640827:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434404.640831:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434404.640838:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933967232:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434404.640841:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434404.640844:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.640851:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434404.640852:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434404.640854:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434404.640856:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434404.640858:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434404.640861:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933967360:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434404.640864:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434404.640866:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434404.640868:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434404.640870:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434404.640873:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434404.640875:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434404.640879:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434404.640882:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434404.640885:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434404.640888:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933967360, portal 4
00000100:00000001:1.0:1789434404.640890:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434404.640891:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482262528 : -119883227289088 : ffff92f782d2aa00)
00000100:00000040:1.0:1789434404.640895:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.640901:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434404.640903:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434404.640905:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434404.640907:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933967360, offset 0
00000400:00000200:1.0:1789434404.640911:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434404.640915:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434404.640918:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434404.640921:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434404.640924:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434404.640926:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434404.640928:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434404.640931:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512810:512810:256:4294967295] 192.168.203.104@tcp LPNI seq info [512777:512777:8:4294967295]
00000400:00000200:1.0:1789434404.640935:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434404.640941:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434404.640945:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434404.640948:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434404.640952:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434404.640954:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789434404.640958:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434404.640961:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1789434404.640964:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434404.640967:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434404.640969:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434404.640972:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434404.640975:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434404.640977:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434404.640980:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434404.640983:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.640990:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434404.640993:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.640999:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.641001:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434404.641004:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434404.641006:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434404.641009:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434404.641011:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300531741
00000100:00000001:1.0:1789434404.641013:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300532395
00000100:00000001:1.0:1789434404.641015:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300531741
00000100:00000001:1.0:1789434404.641017:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300532395
00000100:00000001:1.0:1789434404.641019:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434404.641021:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.641023:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434404.641026:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434404/real 1789434404]  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434404.641033:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434404.641034:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434404.641036:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434404.641038:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434404.641040:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434404.641042:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434404.641045:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434404.641052:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641058:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434404.641059:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.641060:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434404.641061:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434404.641064:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641069:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434404.641073:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641079:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434404.641081:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.641082:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434404.641083:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.641085:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434404.641088:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434404.641090:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434404.641093:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434404.641095:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434404.641098:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434404.641105:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933967360:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434404.641107:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434404.641110:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641117:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434404.641118:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434404.641120:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434404.641122:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434404.641124:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434404.641126:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933967488:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434404.641129:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434404.641130:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434404.641131:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434404.641133:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434404.641136:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434404.641137:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434404.641140:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434404.641141:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434404.641144:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434404.641146:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933967488, portal 4
00000100:00000001:1.0:1789434404.641148:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434404.641149:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482259840 : -119883227291776 : ffff92f782d29f80)
00000100:00000040:1.0:1789434404.641153:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641159:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434404.641161:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434404.641162:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434404.641164:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933967488, offset 0
00000400:00000200:1.0:1789434404.641168:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434404.641171:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434404.641174:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434404.641177:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434404.641179:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434404.641181:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434404.641183:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434404.641185:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512811:512811:256:4294967295] 192.168.203.104@tcp LPNI seq info [512778:512778:8:4294967295]
00000400:00000200:1.0:1789434404.641189:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434404.641194:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434404.641198:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434404.641201:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434404.641205:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434404.641207:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1789434404.641211:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434404.641213:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1789434404.641217:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434404.641219:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434404.641221:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434404.641224:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434404.641244:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434404.641246:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434404.641248:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434404.641252:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641259:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434404.641262:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641268:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.641269:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434404.641272:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434404.641275:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434404.641278:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434404.641280:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300531743
00000100:00000001:1.0:1789434404.641282:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300532395
00000100:00000001:1.0:1789434404.641284:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300531743
00000100:00000001:1.0:1789434404.641286:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300532395
00000100:00000001:1.0:1789434404.641288:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434404.641290:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.641292:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434404.641295:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434404/real 1789434404]  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434404.641302:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434404.641303:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434404.641305:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434404.641307:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434404.641308:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434404.641310:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434404.641313:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434404.641320:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641326:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434404.641328:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.641364:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434404.641365:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434404.641370:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641376:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434404.641380:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641386:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434404.641388:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.641390:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434404.641391:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.641392:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434404.641395:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434404.641397:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434404.641400:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434404.641402:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434404.641406:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434404.641412:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933967488:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434404.641416:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.641417:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434404.641420:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29c00 x1876351933967232/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641426:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434404.641427:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434404.641429:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434404.641432:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434404.641433:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434404.641434:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434404.641436:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434404.641438:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:1.0:1789434404.641440:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434404.641441:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434404.641442:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29c00.
00000100:00000001:1.0:1789434404.641445:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434404.641446:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.641448:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434404.641451:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2aa00 x1876351933967360/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641456:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434404.641457:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434404.641459:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434404.641461:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434404.641462:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434404.641463:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434404.641465:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434404.641467:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:1.0:1789434404.641469:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434404.641470:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434404.641472:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2aa00.
00000100:00000001:1.0:1789434404.641474:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434404.641475:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.641476:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434404.641479:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29f80 x1876351933967488/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434404.641485:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434404.641486:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434404.641488:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7400.
02000000:00000001:1.0:1789434404.641490:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434404.641491:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434404.641492:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434404.641494:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434404.641495:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78800.
02000000:00000001:1.0:1789434404.641497:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434404.641498:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434404.641499:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29f80.
00000100:00000001:1.0:1789434404.641501:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434404.641503:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.641504:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434404.641508:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434404.641509:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434404.641511:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434404.641512:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434404.895503:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434404.895510:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434404.895512:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434404.895517:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434404.895520:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434404.895524:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434404.895527:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434404.895539:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434404.895543:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434405.343472:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300532395, at 4300532416
00000100:00000010:3.0:1789434405.343488:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d600.
00000100:00000040:2.0:1789434405.343625:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300532395, at 4300532416
00000100:00000010:2.0:1789434405.343641:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06df00.
00000100:00000001:3.0:1789434405.408287:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434405.408295:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434405.408297:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434405.408302:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434405.408305:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434405.408308:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434405.408311:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434405.408313:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434405.408316:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434405.408928:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434405.408933:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434405.408935:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434405.408939:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434405.408942:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434405.408945:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434405.408947:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434405.408949:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434405.408953:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434405.408955:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434405.408958:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434405.408960:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434405.408962:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434405.408963:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434405.409259:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434405.409262:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434405.409265:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434405.663545:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434405.663552:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434405.663554:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434405.663560:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434405.663564:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434405.663570:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434405.663573:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434405.663575:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434405.663576:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434405.663581:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434405.663582:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434405.663585:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434405.663589:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434405.663592:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434405.663594:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434405.663597:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434405.663598:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434405.663601:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434405.919473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434405.919482:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434405.919483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434405.919488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434405.919492:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434405.919495:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434405.919497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434405.919501:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434405.919504:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434406.431508:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434406.431519:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434406.431522:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434406.431529:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434406.431534:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434406.431539:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434406.431542:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434406.431545:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434406.431549:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434406.431710:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434406.431716:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434406.431722:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434406.431723:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434406.431726:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434406.431727:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434406.431730:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434406.431731:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434406.431790:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434406.431793:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434406.431796:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434406.687458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434406.687466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434406.687468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434406.687486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434406.687490:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434406.687494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434406.687496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434406.687498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434406.687501:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434406.687639:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434406.687643:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434406.687645:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434406.687648:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434406.687651:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434406.687653:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434406.687655:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434406.687656:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434406.687658:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434406.944329:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434406.944336:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434406.944338:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434406.944344:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434406.944364:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434406.944369:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434406.944372:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434406.944375:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434406.944378:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434407.455461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434407.455469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434407.455472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434407.455478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434407.455482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434407.455486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434407.455489:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434407.455492:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434407.455496:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434407.455611:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434407.455614:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434407.455619:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434407.455620:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434407.455623:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434407.455624:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434407.455627:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434407.455629:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434407.455871:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434407.455875:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434407.455878:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434407.711461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434407.711466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434407.711468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434407.711474:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434407.711478:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434407.711482:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434407.711484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434407.711487:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434407.711489:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434407.711633:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434407.711648:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434407.711649:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434407.711653:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434407.711656:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434407.711666:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434407.711668:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434407.711671:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434407.711673:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434407.968338:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434407.968346:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434407.968377:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434407.968382:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434407.968385:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434407.968389:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434407.968392:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434407.968395:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434407.968398:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434408.479613:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434408.479619:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434408.479624:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434408.479626:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434408.479629:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434408.479631:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434408.479634:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434408.479635:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434408.480264:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434408.480269:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434408.480271:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434408.480275:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434408.480278:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434408.480282:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434408.480284:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434408.480287:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434408.480290:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434408.480494:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434408.480498:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434408.480501:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434408.735462:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434408.735470:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434408.735472:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434408.735477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434408.735479:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434408.735482:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434408.735483:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434408.735486:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434408.735486:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434408.735489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434408.735491:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434408.735492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434408.735494:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434408.735495:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434408.735498:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434408.735500:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434408.735500:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434408.735505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434408.991552:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434408.991559:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434408.991562:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434408.991568:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434408.991572:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434408.991576:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434408.991579:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434408.991581:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434408.991594:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434409.503473:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434409.503480:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434409.503487:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434409.503489:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434409.503493:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434409.503494:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434409.503498:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434409.503499:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434409.503615:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434409.503619:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434409.503623:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434409.503632:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434409.503635:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434409.503637:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434409.503640:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434409.503644:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434409.503648:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434409.503651:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434409.503654:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434409.503657:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434409.759461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434409.759461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434409.759469:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434409.759472:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434409.759478:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434409.759480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434409.759482:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434409.759483:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434409.759488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434409.759489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434409.759495:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1789434409.759495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789434409.759495:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434409.759500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434409.759500:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789434409.759502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434409.759503:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434409.759506:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434409.759506:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789434409.759507:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434409.759509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434409.759510:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434409.759513:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434409.759519:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5864
00000400:00000200:2.0:1789434409.759531:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434409.759537:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434409.759541:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434409.759545:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434409.759548:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434409.759550:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434409.759553:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434409.759561:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434409.759563:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434409.759565:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434409.759569:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434409.759572:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434409.759574:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434409.759577:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434409.759579:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434409.759581:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434409.759583:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434409.759586:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434409.759589:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434409.759592:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434409.759594:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434409.759597:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434409.759599:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434409.759601:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434409.759602:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434409.759610:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29f80.
00000020:00000040:2.0:1789434409.759613:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434409.759617:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434409.759618:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434409.759621:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434409.759623:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434409.759625:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434409.759634:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:2.0:1789434409.759639:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434409.759648:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434409.759659:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434409.759663:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434409.759667:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b20d5cf0] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434409.759690:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434409.759693:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434409.759696:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434409.759698:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434409.759699:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434409.759702:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434409.759704:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5864
00000400:00000200:2.0:1789434409.759708:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434409.759711:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434409.759713:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434409.759717:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434409.759719:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434409.759722:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434409.759724:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434409.759728:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434409.759729:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00000001:1.0:1789434409.759730:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1789434409.759732:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434409.759735:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:1.0:1789434409.759736:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1789434409.759739:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:1.0:1789434409.759740:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1789434409.759742:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434409.759747:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000040:1.0:1789434409.759751:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.759759:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434409.759760:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434409.759761:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1789434409.759763:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1789434409.759766:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:1.0:1789434409.759767:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434409.759770:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:1.0:1789434409.759771:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789434409.759776:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00100000:1.0:1789434409.759778:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933967616:192.168.203.104@tcp:250:kworker.0
00000100:00080000:2.0:1789434409.759781:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434409.759784:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434409.759787:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434409.759789:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434409.759793:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434409.759794:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434409.759795:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434409.759798:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434409.759799:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789434409.759802:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:1.0:1789434409.759805:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
00000008:00100000:2.0:1789434409.759807:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1789434409.759808:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1789434409.759813:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434409.759817:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434409.759818:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434409.759821:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000100:00000010:2.0:1789434409.759828:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2aa00.
00000400:00000010:1.0:1789434409.759830:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000020:00000040:2.0:1789434409.759832:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434409.759836:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1789434409.759838:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933967616, portal 25
02000000:00000001:2.0:1789434409.759838:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434409.759840:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434409.759844:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1789434409.759844:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434409.759846:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.759848:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482259840 : -119883227291776 : ffff92f782d29f80)
02000000:00000010:2.0:1789434409.759853:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000040:1.0:1789434409.759858:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434409.759859:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434409.759868:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434409.759873:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434409.759881:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789434409.759881:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434409.759885:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434409.759887:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000040:2.0:1789434409.759891:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3661409] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434409.759893:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933967616, offset 0
00000100:00000001:2.0:1789434409.759905:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434409.759906:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:2.0:1789434409.759909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1789434409.759916:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434409.759923:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00080000:2.0:1789434409.759929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434409.759931:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1789434409.759932:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1789434409.759934:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434409.759938:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1789434409.759939:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00080000:2.0:1789434409.759943:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5864
00000400:00000200:1.0:1789434409.759947:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434409.759950:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434409.759954:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434409.759958:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:1.0:1789434409.759963:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512812:512812:256:4294967295] 192.168.203.104@tcp LPNI seq info [512779:512779:8:4294967295]
00000100:00080000:2.0:1789434409.759964:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434409.759971:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434409.759974:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1789434409.759975:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:2.0:1789434409.759979:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434409.759983:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:1.0:1789434409.759990:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1789434409.759996:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1789434409.759998:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000020:00000040:2.0:1789434409.759999:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434409.760003:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434409.760005:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000800:00000010:1.0:1789434409.760006:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000020:00000001:2.0:1789434409.760007:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434409.760011:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434409.760017:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:1.0:1789434409.760018:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434409.760021:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1789434409.760026:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1789434409.760026:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434409.760029:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434409.760034:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000800:00000200:1.1:1789434409.760036:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:2.0:1789434409.760039:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000200:1.1:1789434409.760043:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1789434409.760044:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434409.760048:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434409.760052:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1789434409.760053:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
02000000:00000001:2.0:1789434409.760055:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1789434409.760058:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000100:00000001:2.0:1789434409.760059:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434409.760063:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434409.760066:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434409.760067:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1789434409.760068:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434409.760075:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29c00.
00000400:00000200:1.0:1789434409.760076:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1789434409.760079:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434409.760083:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1789434409.760084:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
02000000:00000001:2.0:1789434409.760085:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434409.760089:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:2.0:1789434409.760089:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434409.760091:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434409.760094:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.760097:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000010:2.0:1789434409.760099:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79000.
00000100:00000200:1.0:1789434409.760104:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434409.760105:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434409.760114:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434409.760119:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434409.760126:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434409.760136:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434409.760139:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434409.760143:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a31316b7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434409.760164:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.760165:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434409.760167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434409.760169:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:2.0:1789434409.760174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434409.760176:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1789434409.760177:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434409.760178:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434409.760183:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1789434409.760186:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434409.760199:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300537515
00000100:00080000:2.0:1789434409.760204:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5864
00000100:00000010:1.0:1789434409.760206:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d660.
00000400:00000200:2.0:1789434409.760211:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434409.760215:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434409.760217:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434409.760219:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434409.760228:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434409.760232:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434409.760236:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300537515
00000100:00000040:2.0:1789434409.760239:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000010:1.0:1789434409.760243:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dea0.
00000100:00000001:2.0:1789434409.760245:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434409.760248:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1789434409.760250:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434409.760253:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:1.0:1789434409.760254:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1789434409.760255:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434409.760259:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000001:1.0:1789434409.760260:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434409.760263:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434409.760267:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434409.760270:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434409.760271:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434409.760274:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1789434409.760274:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434409.760278:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434409.760283:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00100000:1.0:1789434409.760284:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434409/real 1789434409]  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434409.760297:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434409.760298:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1789434409.760300:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000010:1.0:1789434409.760301:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000100:00000001:2.0:1789434409.760307:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434409.760309:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
02000000:00000001:2.0:1789434409.760311:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1789434409.760313:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
02000000:00000001:2.0:1789434409.760315:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434409.760318:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.760319:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:2.0:1789434409.760320:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434409.760323:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434409.760326:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434409.760328:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434409.760328:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434409.760332:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2bb80.
00000020:00000040:2.0:1789434409.760336:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434409.760339:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434409.760341:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434409.760344:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434409.760346:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434409.760381:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434409.760384:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1789434409.760387:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b800.
00000100:00000001:2.0:1789434409.760393:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.760396:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00100000:2.0:1789434409.760401:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434409.760404:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.760410:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434409.760413:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434409.760414:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434409.760418:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434409.760423:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434409.760426:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ddafd05] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760448:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434409.760448:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434409.760455:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5874)
00000100:00000040:1.0:1789434409.760459:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760468:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434409.760471:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.760473:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434409.760474:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.760476:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434409.760478:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434409.760481:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434409.760485:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434409.760488:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434409.760492:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434409.760510:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933967616:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434409.760515:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.760517:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434409.760520:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29f80 x1876351933967616/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760526:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434409.760528:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434409.760531:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434409.760534:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434409.760536:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434409.760537:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434409.760539:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434409.760541:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:1.0:1789434409.760545:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434409.760547:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434409.760549:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29f80.
00000100:00000001:1.0:1789434409.760552:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434409.760553:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.760563:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.760570:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434409.760572:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.760573:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434409.760575:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434409.760577:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434409.760580:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760587:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434409.760588:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434409.760590:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434409.760592:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434409.760594:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434409.760596:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933967744:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434409.760599:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434409.760601:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434409.760602:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434409.760604:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434409.760607:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434409.760608:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434409.760612:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434409.760614:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434409.760617:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434409.760620:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933967744, portal 10
00000100:00000001:1.0:1789434409.760622:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434409.760623:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482262528 : -119883227289088 : ffff92f782d2aa00)
00000100:00000040:1.0:1789434409.760629:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760634:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434409.760636:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434409.760638:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434409.760640:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933967744, offset 0
00000400:00000200:1.0:1789434409.760644:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434409.760648:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434409.760652:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434409.760654:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434409.760657:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434409.760659:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434409.760661:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434409.760664:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512813:512813:256:4294967295] 192.168.203.104@tcp LPNI seq info [512780:512780:8:4294967295]
00000400:00000200:1.0:1789434409.760667:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434409.760673:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434409.760677:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434409.760680:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434409.760684:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434409.760686:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434409.760691:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434409.760693:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434409.760697:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434409.760699:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434409.760702:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434409.760705:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434409.760707:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434409.760709:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434409.760711:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434409.760715:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760721:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434409.760724:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760729:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.760730:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434409.760733:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434409.760737:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434409.760739:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434409.760741:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300536844
00000100:00000001:1.0:1789434409.760744:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300537515
00000100:00000001:1.0:1789434409.760746:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300536844
00000100:00000001:1.0:1789434409.760747:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300537515
00000100:00000001:1.0:1789434409.760749:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434409.760750:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.760752:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434409.760755:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434409/real 1789434409]  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434409.760762:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434409.760763:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434409.760765:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434409.760767:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434409.760768:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434409.760770:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434409.760773:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434409.760780:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760786:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434409.760787:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.760789:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434409.760790:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434409.760793:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760799:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434409.760803:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760808:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434409.760810:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.760812:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434409.760813:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.760815:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434409.760818:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434409.760820:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434409.760823:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434409.760825:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434409.760828:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434409.760835:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933967744:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434409.760838:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434409.760840:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760846:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434409.760847:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434409.760849:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434409.760851:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434409.760852:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434409.760855:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933967872:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434409.760857:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434409.760859:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434409.760860:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434409.760862:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434409.760865:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434409.760867:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434409.760869:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434409.760872:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434409.760874:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434409.760877:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933967872, portal 4
00000100:00000001:1.0:1789434409.760878:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434409.760880:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258944 : -119883227292672 : ffff92f782d29c00)
00000100:00000040:1.0:1789434409.760884:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760890:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434409.760892:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434409.760893:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434409.760895:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933967872, offset 0
00000400:00000200:1.0:1789434409.760899:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434409.760902:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434409.760905:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434409.760908:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434409.760910:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434409.760912:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434409.760914:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434409.760917:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512814:512814:256:4294967295] 192.168.203.104@tcp LPNI seq info [512781:512781:8:4294967295]
00000400:00000200:1.0:1789434409.760920:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434409.760926:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434409.760930:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434409.760933:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434409.760937:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434409.760939:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434409.760943:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434409.760945:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434409.760949:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434409.760950:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434409.760953:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434409.760956:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434409.760959:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434409.760961:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434409.760963:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434409.760966:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760973:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434409.760975:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.760981:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.760982:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434409.760984:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434409.760987:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434409.760990:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434409.760992:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300536861
00000100:00000001:1.0:1789434409.760994:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300537515
00000100:00000001:1.0:1789434409.760996:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300536861
00000100:00000001:1.0:1789434409.760997:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300537515
00000100:00000001:1.0:1789434409.760999:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434409.761001:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.761003:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434409.761006:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434409/real 1789434409]  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434409.761012:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434409.761014:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434409.761015:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434409.761017:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434409.761019:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434409.761020:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434409.761023:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434409.761030:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761036:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434409.761037:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.761039:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434409.761040:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434409.761043:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761049:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434409.761052:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761060:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434409.761062:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.761063:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434409.761065:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.761066:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434409.761070:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434409.761072:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434409.761075:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434409.761077:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434409.761081:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434409.761087:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933967872:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434409.761091:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434409.761094:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761100:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434409.761102:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434409.761103:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434409.761105:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434409.761107:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434409.761109:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933968000:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434409.761112:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434409.761113:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434409.761115:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434409.761116:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434409.761119:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434409.761120:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434409.761123:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434409.761125:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434409.761128:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434409.761130:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933968000, portal 4
00000100:00000001:1.0:1789434409.761132:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434409.761134:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482267008 : -119883227284608 : ffff92f782d2bb80)
00000100:00000040:1.0:1789434409.761138:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761143:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434409.761145:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434409.761147:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434409.761149:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933968000, offset 0
00000400:00000200:1.0:1789434409.761153:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434409.761156:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434409.761159:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434409.761162:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434409.761164:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434409.761166:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434409.761168:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434409.761171:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512815:512815:256:4294967295] 192.168.203.104@tcp LPNI seq info [512782:512782:8:4294967295]
00000400:00000200:1.0:1789434409.761175:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434409.761180:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434409.761184:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434409.761198:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434409.761202:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434409.761204:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1789434409.761207:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434409.761210:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1789434409.761213:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434409.761215:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434409.761217:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434409.761220:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434409.761223:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434409.761224:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434409.761226:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434409.761229:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761240:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434409.761242:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761248:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.761249:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434409.761251:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434409.761254:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434409.761256:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434409.761258:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300536863
00000100:00000001:1.0:1789434409.761260:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300537515
00000100:00000001:1.0:1789434409.761262:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300536863
00000100:00000001:1.0:1789434409.761264:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300537515
00000100:00000001:1.0:1789434409.761266:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434409.761267:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.761269:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434409.761272:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434409/real 1789434409]  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434409.761279:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434409.761280:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434409.761281:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434409.761284:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434409.761285:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434409.761287:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434409.761290:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434409.761298:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761304:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434409.761306:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.761307:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434409.761309:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434409.761312:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761318:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434409.761321:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761328:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434409.761330:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.761331:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434409.761333:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.761334:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434409.761337:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434409.761340:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434409.761343:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434409.761345:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434409.761367:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434409.761375:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933968000:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434409.761378:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.761380:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434409.761383:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2aa00 x1876351933967744/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761390:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434409.761391:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434409.761393:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434409.761395:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434409.761397:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434409.761398:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434409.761400:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434409.761402:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:1.0:1789434409.761404:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434409.761405:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434409.761406:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2aa00.
00000100:00000001:1.0:1789434409.761409:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434409.761410:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.761412:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434409.761415:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29c00 x1876351933967872/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761421:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434409.761422:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434409.761424:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5400.
02000000:00000001:1.0:1789434409.761426:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434409.761427:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434409.761428:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434409.761430:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434409.761431:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:1.0:1789434409.761434:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434409.761435:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434409.761436:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29c00.
00000100:00000001:1.0:1789434409.761439:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434409.761440:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.761441:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434409.761444:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2bb80 x1876351933968000/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434409.761451:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434409.761452:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434409.761454:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7000.
02000000:00000001:1.0:1789434409.761456:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434409.761457:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434409.761458:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434409.761460:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434409.761462:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:1.0:1789434409.761464:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434409.761465:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434409.761467:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2bb80.
00000100:00000001:1.0:1789434409.761469:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434409.761470:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.761471:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434409.761475:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434409.761477:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434409.761478:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434409.761480:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434410.015484:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434410.015493:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434410.015495:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434410.015502:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434410.015506:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434410.015510:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434410.015513:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434410.015515:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434410.015519:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434410.463459:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300537515, at 4300537536
00000100:00000040:2.0:1789434410.463460:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300537515, at 4300537536
00000100:00000010:2.0:1789434410.463476:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d660.
00000100:00000010:3.0:1789434410.463479:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dea0.
00000100:00000001:3.0:1789434410.527448:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434410.527455:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434410.527458:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434410.527463:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434410.527466:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434410.527469:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434410.527472:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434410.527475:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434410.527478:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434410.527502:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434410.527506:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434410.527511:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434410.527512:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434410.527515:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434410.527516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434410.527519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434410.527521:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434410.527551:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434410.527554:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434410.527557:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434410.783457:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434410.783457:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434410.783464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434410.783465:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434410.783469:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434410.783469:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434410.783477:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434410.783477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434410.783483:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434410.783483:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434410.783493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434410.783497:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434410.783499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434410.783502:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434410.783503:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434410.783508:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434410.783510:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434410.783512:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434411.039823:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434411.039831:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434411.039833:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434411.039838:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434411.039841:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434411.039845:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434411.039848:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434411.039850:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434411.039854:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434411.551472:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434411.551479:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434411.551486:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434411.551488:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434411.551492:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434411.551493:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434411.551507:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434411.551509:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434411.551600:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434411.551605:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434411.551608:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434411.552125:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434411.552129:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434411.552131:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434411.552135:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434411.552138:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434411.552142:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434411.552144:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434411.552147:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434411.552150:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434411.807503:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434411.807509:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434411.807512:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434411.807516:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1789434411.807517:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434411.807521:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434411.807522:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434411.807525:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434411.807527:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434411.807530:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434411.807532:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434411.807534:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434411.807536:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434411.807538:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434411.807541:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434411.807542:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434411.807545:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434411.807548:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434412.063461:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434412.063467:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434412.063470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434412.063474:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434412.063477:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434412.063482:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434412.063484:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434412.063486:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434412.063489:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434412.575562:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434412.575564:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434412.575568:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434412.575569:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434412.575571:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434412.575573:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434412.575574:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434412.575574:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434412.575577:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434412.575578:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434412.575579:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434412.575580:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434412.575581:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434412.575582:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434412.575583:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434412.575585:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434412.575587:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434412.575621:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434412.575626:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434412.575630:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434412.831392:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434412.831398:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434412.831400:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434412.831403:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434412.831406:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434412.831408:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434412.831410:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434412.831412:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434412.831414:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434412.832288:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434412.832337:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434412.832339:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434412.832342:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434412.832344:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434412.832346:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434412.832366:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434412.832368:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434412.832370:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434413.087649:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434413.087656:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434413.087659:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434413.087664:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434413.087668:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434413.087672:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434413.087675:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434413.087677:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434413.088058:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434413.599472:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434413.599480:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434413.599482:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434413.599487:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434413.599490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434413.599494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434413.599496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434413.599498:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434413.599502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599609:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434413.599612:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599616:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434413.599619:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434413.599621:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434413.599625:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599628:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434413.599630:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599632:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599635:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599689:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434413.599691:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434413.599693:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434413.599694:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599696:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434413.599697:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599699:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599701:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599704:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434413.599706:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434413.599707:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434413.599709:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599711:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434413.599712:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599714:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434413.599715:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434413.600433:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434413.600437:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434413.600440:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434413.855462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434413.855462:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434413.855469:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434413.855470:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434413.855474:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434413.855474:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434413.855482:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434413.855482:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434413.855487:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434413.855488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434413.855493:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434413.855493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434413.855498:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434413.855500:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434413.855502:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434413.855504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434413.855509:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434413.855510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434414.111606:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434414.111613:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434414.111615:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434414.111620:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434414.111624:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434414.111628:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434414.111631:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434414.111634:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434414.111637:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.623406:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434414.623412:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434414.623413:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434414.623418:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434414.623421:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434414.623424:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434414.623426:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434414.623427:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434414.623430:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434414.623487:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434414.623491:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434414.623496:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434414.623508:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434414.623513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434414.623515:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434414.623519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434414.623521:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434414.623569:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434414.623580:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434414.623583:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434414.879431:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434414.879431:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434414.879439:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434414.879439:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434414.879441:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434414.879443:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434414.879450:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434414.879451:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434414.879455:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434414.879459:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434414.879462:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434414.879464:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434414.879467:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.879478:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434414.879482:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434414.879485:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434414.879487:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434414.879490:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434414.879817:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434414.879825:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434414.879827:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434414.879830:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434414.879833:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434414.879840:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5869
00000400:00000200:3.0:1789434414.879848:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434414.879854:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434414.879857:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434414.879860:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.879862:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434414.879865:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.879867:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434414.879874:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434414.879876:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434414.879878:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434414.879881:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434414.879883:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434414.879885:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434414.879888:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.879889:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434414.879891:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.879893:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434414.879895:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434414.879898:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434414.879900:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434414.879902:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434414.879905:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434414.879907:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.879910:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434414.879912:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434414.879920:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000020:00000040:3.0:1789434414.879923:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434414.879926:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434414.879928:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.879931:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434414.879934:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434414.879938:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434414.879945:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789434414.879952:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434414.879960:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434414.879970:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434414.879974:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434414.879978:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434414.880002:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434414.880005:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434414.880008:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434414.880010:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434414.880011:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434414.880014:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434414.880018:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5869
00000400:00000200:3.0:1789434414.880021:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434414.880024:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434414.880026:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434414.880028:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880030:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434414.880032:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880033:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434414.880036:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434414.880037:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434414.880039:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434414.880040:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434414.880042:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434414.880044:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434414.880046:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880049:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434414.880050:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880052:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434414.880054:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434414.880056:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880058:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434414.880060:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434414.880064:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434414.880066:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.880068:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434414.880072:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434414.880074:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.880076:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434414.880081:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789434414.880083:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434414.880085:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434414.880086:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.880088:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434414.880089:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434414.880091:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434414.880094:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789434414.880098:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434414.880103:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434414.880109:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434414.880111:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434414.880114:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434414.880120:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434414.880122:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434414.880125:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434414.880126:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434414.880128:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434414.880130:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434414.880132:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5869
00000400:00000200:3.0:1789434414.880136:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434414.880138:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434414.880140:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434414.880142:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880144:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434414.880145:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880147:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434414.880159:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434414.880160:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434414.880162:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434414.880164:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434414.880165:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434414.880167:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434414.880170:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880172:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434414.880174:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880175:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434414.880177:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434414.880179:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880181:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434414.880183:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434414.880185:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434414.880187:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.880189:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434414.880191:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434414.880193:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.880195:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434414.880198:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789434414.880200:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434414.880203:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434414.880204:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.880205:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434414.880207:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434414.880208:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434414.880212:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789434414.880215:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434414.880219:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434414.880226:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434414.880228:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434414.880232:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434414.880240:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434414.880242:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434414.880245:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434414.880246:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434414.880247:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434414.880250:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434414.880252:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5869
00000400:00000200:3.0:1789434414.880256:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434414.880259:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434414.880261:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434414.880264:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880265:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434414.880267:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880269:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434414.880272:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434414.880274:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434414.880275:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434414.880277:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434414.880279:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434414.880282:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434414.880284:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880286:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434414.880288:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880290:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434414.880292:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434414.880294:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434414.880296:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434414.880297:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434414.880301:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434414.880302:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.880304:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434414.880306:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434414.880308:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.880310:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434414.880313:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789434414.880315:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434414.880317:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434414.880319:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434414.880320:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434414.880321:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434414.880323:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434414.880327:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789434414.880330:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434414.880334:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434414.880340:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434414.880342:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434414.880365:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434414.880374:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434414.880378:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5879)
00000100:00000001:1.0:1789434414.880470:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434414.880473:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434414.880474:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434414.880479:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.880485:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434414.880486:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434414.880489:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434414.880490:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434414.880492:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434414.880495:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933968128:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434414.880498:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434414.880500:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434414.880501:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434414.880503:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434414.880506:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434414.880507:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434414.880512:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434414.880514:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434414.880518:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434414.880523:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933968128, portal 25
00000100:00000001:1.0:1789434414.880525:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434414.880526:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196928 : -119882416354688 : ffff92f7b3288a80)
00000100:00000040:1.0:1789434414.880530:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.880534:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434414.880536:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434414.880538:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434414.880540:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933968128, offset 0
00000400:00000200:1.0:1789434414.880544:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434414.880549:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434414.880553:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434414.880557:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434414.880560:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434414.880563:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434414.880565:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434414.880567:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512816:512816:256:4294967295] 192.168.203.104@tcp LPNI seq info [512783:512783:8:4294967295]
00000400:00000200:1.0:1789434414.880570:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434414.880580:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434414.880586:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434414.880591:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434414.880597:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434414.880600:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789434414.880606:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434414.880609:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1789434414.880613:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434414.880615:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434414.880621:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434414.880626:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434414.880630:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434414.880642:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434414.880647:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434414.880651:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.880660:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434414.880663:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.880671:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434414.880673:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434414.880678:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434414.880681:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434414.880683:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300542636
00000100:00000010:1.0:1789434414.880687:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d2a0.
00000100:00000001:1.0:1789434414.880691:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434414.880726:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300542636
00000100:00000010:1.0:1789434414.880729:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d540.
00000100:00000001:1.0:1789434414.880732:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434414.880739:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434414.880742:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434414.880744:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434414.880748:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434414/real 1789434414]  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434414.880757:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434414.880759:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434414.880761:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434414.880764:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434414.880766:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434414.880768:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434414.880772:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434414.880781:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.880787:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434414.880789:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.880791:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434414.880793:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434414.880797:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.880801:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434414.880804:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.880808:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434414.880810:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.880811:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434414.880812:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.880813:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434414.880815:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434414.880816:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434414.880818:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434414.880820:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434414.880822:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434414.880827:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933968128:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434414.880831:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434414.880833:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.880836:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434414.880837:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434414.880838:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434414.880840:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434414.880841:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434414.880843:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933968256:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434414.880844:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434414.880846:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434414.880847:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434414.880848:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434414.880850:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7c00.
02000000:00000001:1.0:1789434414.880851:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434414.880853:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434414.880855:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434414.880857:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434414.880859:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933968256, portal 10
00000100:00000001:1.0:1789434414.880860:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434414.880861:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:1.0:1789434414.880865:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.880869:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434414.880870:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434414.880872:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434414.880874:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933968256, offset 0
00000400:00000200:1.0:1789434414.880878:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434414.880881:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434414.880885:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434414.880888:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434414.880890:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434414.880892:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434414.880894:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434414.880897:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512817:512817:256:4294967295] 192.168.203.104@tcp LPNI seq info [512784:512784:8:4294967295]
00000400:00000200:1.0:1789434414.880901:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434414.880907:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434414.880911:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434414.880915:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434414.880918:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434414.880920:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789434414.880923:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434414.880924:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1789434414.880927:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434414.880929:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434414.880932:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434414.880935:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434414.880938:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434414.880940:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434414.880942:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434414.880946:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.880953:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434414.880955:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.880962:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434414.880963:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434414.880966:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434414.880970:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434414.880973:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434414.880975:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300541964
00000100:00000001:1.0:1789434414.880978:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300542636
00000100:00000001:1.0:1789434414.880980:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300541964
00000100:00000001:1.0:1789434414.880982:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300542636
00000100:00000001:1.0:1789434414.880984:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434414.880986:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434414.880988:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434414.880992:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434414/real 1789434414]  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434414.880999:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434414.881000:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434414.881002:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434414.881005:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434414.881006:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434414.881009:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434414.881012:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434414.881020:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881026:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434414.881027:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881029:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434414.881031:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434414.881034:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881040:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434414.881044:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881050:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434414.881052:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881054:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434414.881055:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881057:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434414.881060:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434414.881062:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434414.881065:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434414.881068:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434414.881071:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434414.881078:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933968256:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434414.881081:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434414.881083:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881089:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434414.881090:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434414.881092:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434414.881093:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434414.881095:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434414.881097:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933968384:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434414.881100:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434414.881102:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434414.881103:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434414.881105:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434414.881108:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434414.881110:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434414.881113:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434414.881116:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434414.881119:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434414.881121:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933968384, portal 4
00000100:00000001:1.0:1789434414.881123:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434414.881124:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:1.0:1789434414.881130:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881136:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434414.881139:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434414.881140:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434414.881143:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933968384, offset 0
00000400:00000200:1.0:1789434414.881147:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434414.881160:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434414.881163:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434414.881166:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434414.881169:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434414.881171:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434414.881173:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434414.881176:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512818:512818:256:4294967295] 192.168.203.104@tcp LPNI seq info [512785:512785:8:4294967295]
00000400:00000200:1.0:1789434414.881180:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434414.881186:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434414.881190:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434414.881193:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434414.881197:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434414.881200:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789434414.881203:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434414.881206:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1789434414.881209:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434414.881211:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434414.881214:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434414.881217:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434414.881220:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434414.881222:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434414.881224:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434414.881227:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881234:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434414.881237:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881246:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434414.881248:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434414.881251:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434414.881253:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434414.881256:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434414.881257:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300541981
00000100:00000001:1.0:1789434414.881260:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300542636
00000100:00000001:1.0:1789434414.881262:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300541981
00000100:00000001:1.0:1789434414.881264:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300542636
00000100:00000001:1.0:1789434414.881265:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434414.881267:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434414.881268:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434414.881272:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434414/real 1789434414]  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434414.881278:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434414.881279:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434414.881280:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434414.881282:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434414.881284:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434414.881285:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434414.881288:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434414.881294:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881298:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434414.881299:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881301:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434414.881302:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434414.881304:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881310:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434414.881313:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881319:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434414.881320:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881322:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434414.881323:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881324:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434414.881328:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434414.881330:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434414.881333:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434414.881335:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434414.881338:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434414.881345:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933968384:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434414.881374:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434414.881378:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881385:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434414.881386:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434414.881392:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434414.881394:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434414.881396:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434414.881583:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933968512:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434414.881589:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434414.881591:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434414.881593:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434414.881595:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434414.881598:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434414.881599:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434414.881603:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434414.881606:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434414.881609:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434414.881611:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933968512, portal 4
00000100:00000001:1.0:1789434414.881613:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434414.881614:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000100:00000040:1.0:1789434414.881619:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881626:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434414.881628:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434414.881630:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434414.881632:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933968512, offset 0
00000400:00000200:1.0:1789434414.881636:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434414.881640:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434414.881643:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434414.881646:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434414.881649:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434414.881651:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434414.881653:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434414.881656:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512819:512819:256:4294967295] 192.168.203.104@tcp LPNI seq info [512786:512786:8:4294967295]
00000400:00000200:1.0:1789434414.881660:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434414.881666:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434414.881670:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434414.881673:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434414.881676:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434414.881678:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1789434414.881681:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434414.881682:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1789434414.881685:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434414.881687:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434414.881688:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434414.881691:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434414.881693:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434414.881694:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434414.881695:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434414.881698:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881703:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434414.881704:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881708:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434414.881709:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434414.881711:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434414.881713:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434414.881715:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434414.881717:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300541984
00000100:00000001:1.0:1789434414.881718:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300542636
00000100:00000001:1.0:1789434414.881719:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300541984
00000100:00000001:1.0:1789434414.881721:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300542636
00000100:00000001:1.0:1789434414.881722:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434414.881723:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434414.881724:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434414.881726:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434414/real 1789434414]  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434414.881730:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434414.881731:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434414.881733:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434414.881735:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434414.881736:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434414.881738:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434414.881741:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434414.881748:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881754:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434414.881755:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881757:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434414.881758:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434414.881761:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881768:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434414.881772:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881779:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434414.881781:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881783:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434414.881784:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881786:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434414.881789:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434414.881792:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434414.881800:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434414.881802:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434414.881805:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434414.881812:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933968512:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434414.881816:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881818:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434414.881821:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288a80 x1876351933968128/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881828:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434414.881830:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434414.881833:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434414.881837:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434414.881838:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434414.881840:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434414.881842:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434414.881844:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:1.0:1789434414.881847:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434414.881849:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434414.881851:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288a80.
00000100:00000001:1.0:1789434414.881855:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434414.881856:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881858:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434414.881861:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933968256/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881867:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434414.881868:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434414.881870:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7c00.
02000000:00000001:1.0:1789434414.881872:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434414.881873:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434414.881874:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434414.881876:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434414.881878:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:1.0:1789434414.881880:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434414.881881:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434414.881882:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:1.0:1789434414.881884:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434414.881885:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881887:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434414.881889:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933968384/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881895:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434414.881896:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434414.881898:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5c00.
02000000:00000001:1.0:1789434414.881899:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434414.881901:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434414.881901:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434414.881903:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434414.881904:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:1.0:1789434414.881906:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434414.881907:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434414.881908:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:1.0:1789434414.881910:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434414.881911:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881912:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434414.881915:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933968512/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434414.881920:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434414.881921:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434414.881922:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da4c00.
02000000:00000001:1.0:1789434414.881924:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434414.881925:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434414.881926:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434414.881928:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434414.881929:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1c00.
02000000:00000001:1.0:1789434414.881931:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434414.881932:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434414.881934:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:1.0:1789434414.881936:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434414.881937:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881939:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434414.881945:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434414.881947:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434414.881949:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434414.881950:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434415.135428:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434415.135435:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434415.135437:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434415.135442:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434415.135445:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434415.135449:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434415.135451:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434415.135454:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434415.135457:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434415.583449:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300542636, at 4300542656
00000100:00000040:3.0:1789434415.583449:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300542636, at 4300542656
00000100:00000010:3.0:1789434415.583462:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d540.
00000100:00000010:2.0:1789434415.583464:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d2a0.
00000100:00000001:3.0:1789434415.647436:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434415.647443:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434415.647445:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434415.647447:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434415.647451:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434415.647453:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434415.647456:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434415.647457:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1789434415.647461:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434415.647463:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434415.647465:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434415.647468:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1789434415.647470:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434415.647472:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434415.647475:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434415.647476:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434415.647481:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434415.647486:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434415.647488:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434415.647491:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434415.647493:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434415.647496:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434415.647497:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434415.647565:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434415.647568:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434415.647572:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434415.903475:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434415.903480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434415.903481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434415.903485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434415.903488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434415.903491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434415.903493:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434415.903494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434415.903496:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434415.903618:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434415.903622:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434415.903623:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434415.903627:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434415.903629:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434415.903631:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434415.903633:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434415.903635:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434415.903637:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434416.159465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434416.159472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434416.159474:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434416.159479:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434416.159483:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434416.159487:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434416.159490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434416.159492:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434416.159495:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434416.671846:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434416.671853:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434416.671865:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434416.671866:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434416.671869:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434416.671871:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434416.671874:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434416.671875:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434416.672008:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434416.672011:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434416.672015:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434416.672205:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434416.672210:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434416.672212:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434416.672216:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434416.672219:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434416.672223:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434416.672226:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434416.672228:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434416.672230:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434416.927858:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434416.927882:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434416.927885:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434416.927890:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434416.927894:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434416.927898:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434416.927901:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434416.927903:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434416.927906:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434416.927915:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434416.927934:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434416.927936:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434416.927940:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434416.927943:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434416.927945:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434416.927947:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434416.927956:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434416.927959:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434417.183416:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434417.183423:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434417.183425:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434417.183431:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434417.183434:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434417.183437:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434417.183439:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434417.183440:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434417.183443:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434417.695467:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434417.695468:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434417.695474:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434417.695476:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434417.695481:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434417.695485:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434417.695486:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434417.695491:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434417.695493:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434417.695495:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434417.695496:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434417.695503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434417.695505:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434417.695505:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434417.695509:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434417.695511:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434417.695518:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434417.695614:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434417.695618:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434417.695621:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434417.951463:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434417.951463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434417.951470:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434417.951474:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434417.951479:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434417.951480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434417.951483:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434417.951484:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434417.951488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434417.951489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434417.951493:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434417.951495:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434417.951498:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434417.951499:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434417.951503:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434417.951505:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434417.951507:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434417.951511:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434418.207475:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434418.207481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434418.207483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434418.207488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434418.207492:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434418.207495:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434418.207498:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434418.207500:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434418.207503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434418.719469:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434418.719476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434418.719480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434418.719485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434418.719490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434418.719495:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434418.719498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434418.719501:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434418.719506:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434418.719540:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434418.719544:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434418.719548:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434418.719549:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434418.719552:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434418.719553:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434418.719556:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434418.719558:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434418.719598:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434418.719601:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434418.719605:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434418.975466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434418.975470:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434418.975475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434418.975476:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434418.975479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434418.975479:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434418.975487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434418.975487:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434418.975493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434418.975494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434418.975498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434418.975502:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434418.975505:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434418.975507:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434418.975511:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434418.975515:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434418.975517:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434418.975519:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434419.231514:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434419.231520:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434419.231523:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434419.231527:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434419.231531:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434419.231535:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434419.231539:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434419.231542:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434419.231546:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434419.743441:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434419.743449:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434419.743451:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434419.743457:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434419.743461:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434419.743465:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434419.743468:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434419.743481:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434419.743485:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434419.743642:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434419.743648:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434419.743655:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434419.743656:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434419.743661:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434419.743663:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434419.743667:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434419.743668:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434419.743733:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434419.743737:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434419.743741:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789434419.999486:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434419.999497:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434419.999499:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789434419.999502:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1789434419.999504:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434419.999507:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434419.999510:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434419.999511:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:3.0:1789434419.999517:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:1.0:1789434419.999519:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5874
00000100:00000001:3.0:1789434419.999521:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434419.999526:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434419.999529:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1789434419.999531:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434419.999532:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434419.999538:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434419.999542:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434419.999546:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434419.999551:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434419.999554:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434419.999557:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434419.999559:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434419.999567:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434419.999569:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434419.999571:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434419.999574:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434419.999576:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434419.999578:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434419.999581:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434419.999583:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434419.999585:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434419.999587:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434419.999590:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434419.999593:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434419.999595:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434419.999599:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434419.999602:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434419.999605:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434419.999607:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434419.999610:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434419.999618:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000020:00000040:1.0:1789434419.999622:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434419.999626:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434419.999628:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434419.999631:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434419.999633:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434419.999637:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434419.999645:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5c00.
00000100:00000001:1.0:1789434419.999651:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434419.999661:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434419.999670:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434419.999675:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434419.999680:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434419.999701:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434419.999704:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434419.999706:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434419.999708:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434419.999709:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434419.999712:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434419.999714:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5874
00000400:00000200:1.0:1789434419.999717:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434419.999720:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434419.999722:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434419.999725:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434419.999727:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434419.999730:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434419.999731:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434419.999735:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434419.999736:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434419.999737:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434419.999810:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434419.999813:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434419.999816:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434419.999820:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434419.999822:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434419.999824:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434419.999827:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434419.999829:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:0.0:1789434419.999831:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1789434419.999832:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434419.999837:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434419.999838:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434419.999840:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1789434419.999842:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434419.999849:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1789434419.999850:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434419.999853:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434419.999858:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434419.999863:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789434419.999865:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434419.999868:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789434419.999869:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434419.999873:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1789434419.999873:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434419.999877:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1789434419.999877:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
02000000:00000001:0.0:1789434419.999882:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789434419.999884:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00100000:0.0:1789434419.999889:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933968640:192.168.203.104@tcp:250:kworker.0
02000000:00000001:1.0:1789434419.999890:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434419.999893:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434419.999898:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1789434419.999898:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434419.999900:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434419.999904:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434419.999904:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434419.999908:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7c00.
02000000:00000001:0.0:1789434419.999909:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434419.999915:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789434419.999915:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434419.999921:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15c00.
00000100:00100000:1.0:1789434419.999924:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1789434419.999926:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434419.999935:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:0.0:1789434419.999937:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434419.999939:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434419.999944:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434419.999944:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000400:00000010:0.0:1789434419.999945:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000100:00000001:3.0:1789434419.999948:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434419.999955:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000040:1.0:1789434419.999956:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434419.999958:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000200:0.0:1789434419.999963:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933968640, portal 25
00000100:00000001:3.0:1789434419.999968:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434419.999970:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434419.999977:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000001:3.0:1789434419.999977:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434419.999981:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434419.999981:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434419.999986:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789434419.999989:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1789434419.999991:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434419.999993:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789434420.000002:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434420.000007:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789434420.000007:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434420.000012:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1789434420.000014:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434420.000019:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:0.0:1789434420.000021:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00080000:1.0:1789434420.000025:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5874
00000100:00000200:0.0:1789434420.000030:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933968640, offset 0
00000400:00000200:1.0:1789434420.000032:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434420.000036:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434420.000038:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789434420.000041:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000040:1.0:1789434420.000043:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434420.000045:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434420.000047:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434420.000048:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789434420.000052:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434420.000060:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434420.000066:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434420.000069:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434420.000073:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434420.000075:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434420.000078:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512820:512820:256:4294967295] 192.168.203.104@tcp LPNI seq info [512787:512787:8:4294967295]
00000400:00000200:0.0:1789434420.000083:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:1.0:1789434420.000088:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434420.000092:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434420.000096:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1789434420.000097:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1789434420.000100:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434420.000105:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:0.0:1789434420.000108:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000020:00000001:1.0:1789434420.000110:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000010:0.0:1789434420.000126:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000100:00000040:1.0:1789434420.000127:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434420.000132:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434420.000134:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000200:0.0:1789434420.000139:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434420.000140:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434420.000146:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000800:00000200:0.0:1789434420.000147:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000100:00080000:1.0:1789434420.000153:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000200:0.1:1789434420.000157:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434420.000159:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789434420.000162:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1789434420.000164:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:0.0:1789434420.000168:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
02000000:00000001:1.0:1789434420.000169:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1789434420.000171:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
02000000:00000001:1.0:1789434420.000175:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434420.000179:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789434420.000179:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434420.000184:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000200:0.0:1789434420.000185:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434420.000191:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000008:00000001:1.0:1789434420.000191:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434420.000195:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434420.000197:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434420.000202:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000010:1.0:1789434420.000202:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
00000020:00000040:1.0:1789434420.000208:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000200:0.0:1789434420.000209:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434420.000215:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434420.000218:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434420.000224:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789434420.000226:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1789434420.000226:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434420.000231:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434420.000233:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1789434420.000236:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6800.
00000100:00000001:1.0:1789434420.000243:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.000245:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.000248:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00100000:1.0:1789434420.000252:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434420.000257:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434420.000264:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1789434420.000265:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434420.000270:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300547755
00000100:00000001:1.0:1789434420.000270:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434420.000278:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81d80.
00000100:00000040:1.0:1789434420.000279:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.000286:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434420.000291:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434420.000295:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434420.000298:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434420.000299:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434420.000301:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434420.000303:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434420.000306:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5874
00000100:00000001:0.0:1789434420.000308:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300547755
00000400:00000200:1.0:1789434420.000312:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000010:0.0:1789434420.000315:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81ba0.
00000400:00000200:1.0:1789434420.000318:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789434420.000321:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1789434420.000322:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789434420.000326:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1789434420.000328:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434420.000331:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434420.000332:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434420.000336:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1789434420.000337:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434420.000341:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00100000:0.0:1789434420.000344:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434419/real 1789434420]  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789434420.000346:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:0.0:1789434420.000370:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434420.000372:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434420.000373:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434420.000376:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434420.000377:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434420.000379:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000040:1.0:1789434420.000380:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000200:0.0:1789434420.000383:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789434420.000385:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434420.000390:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000200:0.0:1789434420.000392:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789434420.000394:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:0.0:1789434420.000401:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000001:1.0:1789434420.000401:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:0.0:1789434420.000404:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.000406:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434420.000409:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434420.000409:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434420.000414:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1789434420.000415:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1789434420.000421:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434420.000427:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434420.000428:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434420.000433:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000040:0.0:1789434420.000436:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789434420.000438:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434420.000445:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434420.000449:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789434420.000451:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1789434420.000453:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434420.000455:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789434420.000457:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.000459:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434420.000460:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434420.000462:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1789434420.000464:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:0.0:1789434420.000466:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000008:00000001:1.0:1789434420.000468:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.000470:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434420.000471:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434420.000475:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:1.0:1789434420.000479:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000100:00080000:0.0:1789434420.000480:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434420.000484:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1789434420.000485:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000040:0.0:1789434420.000489:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434420.000490:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434420.000494:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434420.000499:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1789434420.000500:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933968640:192.168.203.104@tcp:250:kworker.0
02000000:00000001:1.0:1789434420.000501:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789434420.000505:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789434420.000506:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.000508:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434420.000511:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933968640/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1789434420.000512:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6000.
00000100:00000001:0.0:1789434420.000519:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1789434420.000520:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434420.000522:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:1.0:1789434420.000529:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1789434420.000533:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434420.000538:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1789434420.000540:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1789434420.000544:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:1.0:1789434420.000544:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789434420.000549:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000100:00000040:1.0:1789434420.000552:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1789434420.000553:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434420.000557:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5c00.
02000000:00000001:0.0:1789434420.000564:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1789434420.000565:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434420.000567:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434420.000570:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000040:1.0:1789434420.000572:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5884)
00000100:00000001:0.0:1789434420.000574:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434420.000577:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.000580:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.000587:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434420.000589:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.000591:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434420.000593:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434420.000594:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434420.000599:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.000606:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434420.000607:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434420.000609:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434420.000611:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434420.000613:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434420.000616:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933968768:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434420.000619:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434420.000621:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434420.000623:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434420.000624:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434420.000627:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434420.000628:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434420.000632:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434420.000635:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434420.000638:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434420.000641:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933968768, portal 10
00000100:00000001:0.0:1789434420.000643:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434420.000644:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:0.0:1789434420.000650:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.000656:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434420.000658:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434420.000660:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434420.000663:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933968768, offset 0
00000400:00000200:0.0:1789434420.000666:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434420.000670:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434420.000674:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434420.000676:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434420.000678:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434420.000680:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434420.000682:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434420.000685:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512821:512821:256:4294967295] 192.168.203.104@tcp LPNI seq info [512788:512788:8:4294967295]
00000400:00000200:0.0:1789434420.000689:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434420.000695:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434420.000699:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434420.000703:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434420.000707:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434420.000710:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789434420.000714:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434420.000716:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789434420.000719:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434420.000721:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434420.000723:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434420.000726:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434420.000729:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434420.000730:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434420.000733:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434420.000736:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.000743:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434420.000746:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.000758:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.000759:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434420.000764:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434420.000769:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434420.000772:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434420.000774:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300547084
00000100:00000001:0.0:1789434420.000776:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300547755
00000100:00000001:0.0:1789434420.000778:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300547084
00000100:00000001:0.0:1789434420.000780:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300547755
00000100:00000001:0.0:1789434420.000782:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434420.000784:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.000785:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434420.000790:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434420/real 1789434420]  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434420.000797:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434420.000798:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434420.000800:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434420.000802:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434420.000804:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434420.000806:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434420.000809:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434420.000817:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.000823:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434420.000824:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.000826:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434420.000828:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434420.000831:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.000838:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434420.000841:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.000845:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434420.000846:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.000847:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434420.000848:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.000849:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434420.000851:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434420.000853:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434420.000854:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434420.000855:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434420.000858:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434420.000862:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933968768:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434420.000865:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434420.000866:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.000870:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434420.000871:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434420.000872:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434420.000873:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434420.000874:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434420.000876:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933968896:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434420.000878:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434420.000879:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434420.000880:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434420.000882:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434420.000885:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789434420.000887:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434420.000890:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434420.000892:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434420.000895:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434420.000898:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933968896, portal 4
00000100:00000001:0.0:1789434420.000900:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434420.000901:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000040:0.0:1789434420.000906:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.000912:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434420.000914:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434420.000916:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434420.000919:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933968896, offset 0
00000400:00000200:0.0:1789434420.000923:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434420.000927:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434420.000930:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434420.000933:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434420.000936:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434420.000938:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434420.000940:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434420.000943:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512822:512822:256:4294967295] 192.168.203.104@tcp LPNI seq info [512789:512789:8:4294967295]
00000400:00000200:0.0:1789434420.000946:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434420.000950:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434420.000953:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434420.000955:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434420.000958:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434420.000959:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789434420.000962:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434420.000964:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789434420.000966:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434420.000967:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434420.000969:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434420.000971:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434420.000973:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434420.000974:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434420.000976:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434420.000978:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.000983:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434420.000985:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.000989:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.000989:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434420.000991:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434420.000993:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434420.000995:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434420.000996:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300547101
00000100:00000001:0.0:1789434420.000998:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300547755
00000100:00000001:0.0:1789434420.000999:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300547101
00000100:00000001:0.0:1789434420.001000:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300547755
00000100:00000001:0.0:1789434420.001001:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434420.001002:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.001004:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434420.001005:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434420/real 1789434420]  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434420.001010:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434420.001011:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434420.001012:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434420.001013:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434420.001014:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434420.001015:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434420.001017:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434420.001023:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001029:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434420.001030:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.001032:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434420.001033:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434420.001036:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001042:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434420.001046:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001052:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434420.001054:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.001056:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434420.001057:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.001059:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434420.001063:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434420.001065:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434420.001068:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434420.001070:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434420.001074:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434420.001082:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933968896:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434420.001085:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434420.001088:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001095:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434420.001096:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434420.001098:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434420.001099:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434420.001101:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434420.001103:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933969024:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434420.001106:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434420.001108:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434420.001109:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434420.001119:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434420.001123:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434420.001125:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434420.001128:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434420.001130:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434420.001133:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434420.001135:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933969024, portal 4
00000100:00000001:0.0:1789434420.001137:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434420.001138:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:0.0:1789434420.001143:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001149:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434420.001151:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434420.001153:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434420.001156:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933969024, offset 0
00000400:00000200:0.0:1789434420.001159:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434420.001163:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434420.001167:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434420.001169:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434420.001172:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434420.001174:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434420.001176:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434420.001179:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512823:512823:256:4294967295] 192.168.203.104@tcp LPNI seq info [512790:512790:8:4294967295]
00000400:00000200:0.0:1789434420.001182:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434420.001186:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434420.001189:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434420.001191:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434420.001193:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434420.001195:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789434420.001198:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434420.001199:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789434420.001201:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434420.001203:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434420.001204:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434420.001207:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434420.001208:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434420.001209:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434420.001211:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434420.001213:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001218:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434420.001220:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001223:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.001224:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434420.001226:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434420.001228:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434420.001230:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434420.001232:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300547103
00000100:00000001:0.0:1789434420.001233:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300547755
00000100:00000001:0.0:1789434420.001234:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300547103
00000100:00000001:0.0:1789434420.001236:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300547755
00000100:00000001:0.0:1789434420.001237:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434420.001238:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.001239:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434420.001241:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434420/real 1789434420]  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434420.001246:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434420.001247:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434420.001248:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434420.001249:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434420.001250:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434420.001251:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434420.001253:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434420.001259:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001264:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434420.001266:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.001267:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434420.001269:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434420.001272:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001278:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434420.001282:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001287:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434420.001290:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.001291:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434420.001293:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.001295:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434420.001298:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434420.001300:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434420.001304:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434420.001306:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434420.001309:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434420.001317:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933969024:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434420.001320:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.001322:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434420.001325:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933968768/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001330:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434420.001332:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434420.001334:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434420.001337:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434420.001338:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434420.001339:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434420.001341:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434420.001343:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7c00.
02000000:00000001:0.0:1789434420.001345:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434420.001364:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434420.001366:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:0.0:1789434420.001369:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434420.001371:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.001372:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434420.001376:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933968896/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001381:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434420.001383:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434420.001384:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789434420.001387:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434420.001388:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434420.001389:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434420.001391:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434420.001393:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6800.
02000000:00000001:0.0:1789434420.001395:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434420.001396:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434420.001397:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:0.0:1789434420.001400:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434420.001401:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.001403:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434420.001405:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933969024/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434420.001411:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434420.001412:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434420.001413:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434420.001416:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434420.001417:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434420.001418:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434420.001420:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434420.001421:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6000.
02000000:00000001:0.0:1789434420.001423:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434420.001424:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434420.001425:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:0.0:1789434420.001427:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434420.001428:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.001430:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.001434:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434420.001435:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.001437:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434420.001439:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434420.255468:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434420.255474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434420.255475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434420.255480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434420.255484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434420.255487:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.255490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434420.255493:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434420.255495:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434420.703446:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300547755, at 4300547776
00000100:00000040:3.0:1789434420.703446:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300547755, at 4300547776
00000100:00000010:3.0:1789434420.703462:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81ba0.
00000100:00000010:2.0:1789434420.703464:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81d80.
00000100:00000001:3.0:1789434420.767443:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434420.767451:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434420.767454:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434420.767460:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434420.767464:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434420.767468:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434420.767472:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434420.767474:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434420.767478:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434420.767504:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434420.767508:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434420.767513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434420.767514:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434420.767517:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434420.767518:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434420.767522:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434420.767523:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434420.767561:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434420.767564:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434420.767567:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434421.023468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434421.023475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434421.023479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434421.023484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434421.023487:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434421.023491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434421.023494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434421.023497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434421.023500:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434421.023577:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434421.023580:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434421.023582:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434421.023584:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434421.023586:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434421.023588:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434421.023590:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434421.023592:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434421.023595:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434421.279467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434421.279474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434421.279476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434421.279481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434421.279484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434421.279488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434421.279492:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434421.279494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434421.279497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434421.791462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434421.791466:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434421.791469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434421.791471:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434421.791473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434421.791480:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434421.791480:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434421.791483:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434421.791488:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434421.791490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434421.791493:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434421.791494:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434421.791552:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434421.791556:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434421.791559:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434421.791561:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434421.791564:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434421.791601:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434421.791605:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434421.791609:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434422.047453:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434422.047453:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434422.047460:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434422.047460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434422.047462:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434422.047462:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434422.047467:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434422.047467:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434422.047470:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434422.047474:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434422.047477:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434422.047478:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434422.047479:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434422.047480:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434422.047482:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434422.047482:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434422.047484:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434422.047486:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434422.303525:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434422.303532:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434422.303535:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434422.303541:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434422.303545:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434422.303548:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434422.303552:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434422.303555:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434422.303558:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434422.815453:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434422.815461:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434422.815463:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434422.815469:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434422.815473:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434422.815476:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434422.815479:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434422.815482:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434422.815484:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434422.815486:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434422.815488:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434422.815493:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434422.815494:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434422.815496:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434422.815497:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434422.815499:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434422.815500:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434422.815522:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434422.815526:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434422.815529:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434423.071477:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434423.071483:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434423.071485:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434423.071491:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434423.071494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434423.071498:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434423.071513:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434423.071515:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434423.071518:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434423.072827:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434423.072832:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434423.072833:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434423.072837:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434423.072840:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434423.072842:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434423.072845:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434423.072846:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434423.072849:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434423.327475:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434423.327482:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434423.327484:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434423.327490:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434423.327493:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434423.327497:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434423.327500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434423.327503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434423.327506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839520:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434423.839526:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839532:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434423.839536:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434423.839538:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434423.839542:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839546:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434423.839548:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839551:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839553:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839558:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434423.839560:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434423.839561:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434423.839563:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839565:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434423.839567:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839569:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839571:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839574:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434423.839575:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434423.839577:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434423.839578:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839579:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434423.839581:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839582:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434423.839584:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434423.840225:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434423.840229:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434423.840233:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434423.840676:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434423.840680:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434423.840682:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434423.840686:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434423.840689:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434423.840692:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434423.840694:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434423.840697:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434423.840700:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434424.095468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434424.095476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434424.095478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434424.095483:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434424.095486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434424.095490:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434424.095493:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434424.095495:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434424.095499:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434424.096221:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434424.096225:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434424.096227:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434424.096230:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434424.096232:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434424.096234:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434424.096237:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434424.096238:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434424.096240:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434424.351467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434424.351475:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434424.351478:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434424.351483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434424.351486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434424.351491:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434424.351494:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434424.351496:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434424.351499:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434424.863512:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434424.863519:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434424.863525:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434424.863527:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434424.863530:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434424.863532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434424.863535:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434424.863536:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434424.863542:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434424.863547:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434424.863549:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434424.863554:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434424.863557:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434424.863560:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434424.863562:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434424.863565:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434424.863568:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434424.864056:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434424.864060:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434424.864064:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434425.119461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1789434425.119461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434425.119469:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1789434425.119472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434425.119473:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.119477:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1789434425.119479:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:1.0:1789434425.119483:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434425.119484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434425.119489:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434425.119490:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434425.119495:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434425.119498:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789434425.119499:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5879
00000100:00000001:0.0:1789434425.119502:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434425.119511:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434425.119518:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434425.119521:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434425.119524:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119528:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434425.119530:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119533:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:3.0:1789434425.119536:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:1.0:1789434425.119540:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1789434425.119540:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1789434425.119542:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000100:00000001:3.0:1789434425.119542:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434425.119545:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:3.0:1789434425.119545:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434425.119547:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1789434425.119548:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000100:00000001:3.0:1789434425.119549:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1789434425.119550:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000001:3.0:1789434425.119551:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1789434425.119553:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000001:3.0:1789434425.119553:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434425.119556:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434425.119556:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.119558:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434425.119560:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119562:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434425.119565:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434425.119568:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119570:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434425.119573:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434425.119576:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434425.119579:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.119595:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434425.119598:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434425.119606:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849f80.
00000020:00000040:1.0:1789434425.119610:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434425.119614:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434425.119616:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.119618:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434425.119621:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434425.119625:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434425.119632:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7800.
00000100:00000001:1.0:1789434425.119639:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434425.119647:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434425.119657:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434425.119661:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434425.119666:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003af3c0cd] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434425.119690:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434425.119693:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434425.119696:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434425.119698:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434425.119700:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434425.119702:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434425.119704:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5879
00000400:00000200:1.0:1789434425.119708:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434425.119710:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434425.119713:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434425.119715:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119717:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434425.119719:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119721:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434425.119724:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434425.119725:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434425.119727:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434425.119729:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434425.119731:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434425.119733:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434425.119747:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119749:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434425.119751:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119753:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434425.119755:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434425.119758:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119760:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434425.119761:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434425.119766:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434425.119769:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.119770:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434425.119774:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434425.119785:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.119788:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434425.119791:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849500.
00000020:00000040:1.0:1789434425.119793:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434425.119795:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434425.119797:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.119804:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434425.119806:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434425.119808:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434425.119812:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6c00.
00000100:00000001:1.0:1789434425.119815:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434425.119819:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434425.119826:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434425.119828:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434425.119831:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4c7c83] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434425.119843:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434425.119845:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434425.119848:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434425.119849:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434425.119859:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434425.119862:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434425.119865:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5879
00000400:00000200:1.0:1789434425.119869:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434425.119872:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434425.119874:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434425.119877:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119879:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434425.119880:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119882:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434425.119892:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434425.119893:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434425.119895:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434425.119897:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434425.119898:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434425.119900:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434425.119903:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119905:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434425.119906:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119908:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434425.119910:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434425.119912:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434425.119914:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434425.119916:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434425.119919:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434425.119920:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.119922:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434425.119924:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434425.119926:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.119927:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434425.119931:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849880.
00000020:00000040:1.0:1789434425.119933:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434425.119935:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434425.119936:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.119937:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434425.119938:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434425.119940:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434425.119943:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5800.
00000100:00000001:1.0:1789434425.119945:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434425.119950:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434425.119956:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434425.119958:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434425.119961:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1fca34] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434425.119976:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434425.119978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434425.119981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434425.119982:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434425.119984:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434425.119986:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434425.119988:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5879
00000400:00000200:1.0:1789434425.119991:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434425.119993:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434425.119995:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434425.119998:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.120000:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434425.120001:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.120003:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434425.120006:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434425.120007:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434425.120008:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434425.120010:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434425.120011:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434425.120013:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434425.120015:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.120017:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434425.120019:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434425.120021:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434425.120022:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434425.120024:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434425.120026:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434425.120027:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434425.120029:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434425.120031:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.120040:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434425.120041:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434425.120043:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.120045:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434425.120048:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434425.120050:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434425.120052:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434425.120053:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434425.120054:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434425.120055:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434425.120057:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434425.120060:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6400.
00000100:00000001:1.0:1789434425.120063:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434425.120067:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434425.120083:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434425.120086:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434425.120089:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434425.120096:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434425.120100:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5889)
00000100:00000001:0.0:1789434425.120111:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434425.120116:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434425.120118:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434425.120126:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120136:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434425.120137:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434425.120141:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434425.120144:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434425.120147:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434425.120150:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933969152:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434425.120155:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434425.120158:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434425.120161:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434425.120163:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434425.120167:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434425.120170:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434425.120175:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434425.120180:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434425.120185:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434425.120192:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933969152, portal 25
00000100:00000001:0.0:1789434425.120194:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434425.120196:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:0.0:1789434425.120201:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120209:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434425.120212:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434425.120215:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434425.120218:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933969152, offset 0
00000400:00000200:0.0:1789434425.120224:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434425.120233:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434425.120239:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434425.120244:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434425.120248:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434425.120252:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434425.120254:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434425.120258:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512824:512824:256:4294967295] 192.168.203.104@tcp LPNI seq info [512791:512791:8:4294967295]
00000400:00000200:0.0:1789434425.120263:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434425.120273:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434425.120279:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434425.120284:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434425.120290:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434425.120294:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789434425.120299:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434425.120303:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1789434425.120307:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434425.120310:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434425.120316:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434425.120320:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434425.120326:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434425.120328:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434425.120332:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434425.120337:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120345:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434425.120368:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120376:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434425.120378:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434425.120384:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434425.120388:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434425.120390:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300552876
00000100:00000010:0.0:1789434425.120396:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed813c0.
00000100:00000001:0.0:1789434425.120402:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434425.120420:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300552876
00000100:00000010:0.0:1789434425.120424:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81a80.
00000100:00000001:0.0:1789434425.120427:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434425.120437:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434425.120441:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434425.120443:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434425.120447:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434425/real 1789434425]  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434425.120456:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434425.120458:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434425.120460:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434425.120463:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434425.120465:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434425.120467:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434425.120471:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434425.120479:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120485:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434425.120486:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.120489:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434425.120490:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434425.120494:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120501:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434425.120505:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120512:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434425.120514:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.120516:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434425.120517:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.120519:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434425.120521:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434425.120524:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434425.120528:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434425.120531:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434425.120535:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434425.120542:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933969152:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434425.120546:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434425.120550:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120555:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434425.120556:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434425.120558:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434425.120560:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434425.120561:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434425.120564:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933969280:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434425.120566:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434425.120568:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434425.120569:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434425.120571:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434425.120574:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789434425.120576:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434425.120580:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434425.120583:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434425.120586:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434425.120589:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933969280, portal 10
00000100:00000001:0.0:1789434425.120591:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434425.120593:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:0.0:1789434425.120600:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120606:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434425.120608:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434425.120610:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434425.120613:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933969280, offset 0
00000400:00000200:0.0:1789434425.120617:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434425.120621:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434425.120624:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434425.120627:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434425.120630:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434425.120632:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434425.120634:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434425.120636:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512825:512825:256:4294967295] 192.168.203.104@tcp LPNI seq info [512792:512792:8:4294967295]
00000400:00000200:0.0:1789434425.120641:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434425.120647:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434425.120651:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434425.120654:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434425.120658:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434425.120661:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789434425.120665:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434425.120667:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1789434425.120671:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434425.120673:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434425.120676:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434425.120679:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434425.120681:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434425.120683:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434425.120685:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434425.120688:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120695:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434425.120697:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120703:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434425.120705:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434425.120708:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434425.120711:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434425.120714:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434425.120716:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300552204
00000100:00000001:0.0:1789434425.120719:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300552876
00000100:00000001:0.0:1789434425.120721:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300552204
00000100:00000001:0.0:1789434425.120723:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300552876
00000100:00000001:0.0:1789434425.120725:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434425.120727:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434425.120728:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434425.120732:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434425/real 1789434425]  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434425.120740:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434425.120741:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434425.120743:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434425.120747:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434425.120749:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434425.120752:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434425.120756:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434425.120764:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120770:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434425.120771:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.120773:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434425.120774:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434425.120777:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120783:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434425.120786:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120793:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434425.120795:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.120797:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434425.120798:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.120800:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434425.120803:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434425.120806:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434425.120809:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434425.120811:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434425.120815:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434425.120822:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933969280:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434425.120826:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434425.120829:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120835:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434425.120836:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434425.120838:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434425.120840:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434425.120842:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434425.120845:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933969408:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434425.120848:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434425.120850:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434425.120851:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434425.120853:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434425.120856:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434425.120857:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434425.120861:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434425.120863:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434425.120866:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434425.120869:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933969408, portal 4
00000100:00000001:0.0:1789434425.120871:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434425.120872:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:0.0:1789434425.120877:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120883:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434425.120885:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434425.120887:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434425.120889:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933969408, offset 0
00000400:00000200:0.0:1789434425.120893:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434425.120896:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434425.120900:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434425.120903:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434425.120905:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434425.120907:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434425.120909:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434425.120912:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512826:512826:256:4294967295] 192.168.203.104@tcp LPNI seq info [512793:512793:8:4294967295]
00000400:00000200:0.0:1789434425.120916:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434425.120922:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434425.120926:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434425.120929:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434425.120933:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434425.120935:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789434425.120939:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434425.120941:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1789434425.120944:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434425.120946:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434425.120949:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434425.120952:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434425.120954:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434425.120956:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434425.120959:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434425.120962:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120968:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434425.120971:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.120983:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434425.120984:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434425.120987:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434425.120989:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434425.120993:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434425.120994:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300552221
00000100:00000001:0.0:1789434425.120997:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300552876
00000100:00000001:0.0:1789434425.120999:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300552221
00000100:00000001:0.0:1789434425.121000:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300552876
00000100:00000001:0.0:1789434425.121002:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434425.121004:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434425.121006:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434425.121010:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434425/real 1789434425]  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434425.121016:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434425.121018:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434425.121020:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434425.121022:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434425.121024:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434425.121026:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434425.121029:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434425.121036:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121042:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434425.121043:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.121045:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434425.121046:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434425.121049:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121056:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434425.121059:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121065:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434425.121067:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.121069:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434425.121070:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.121072:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434425.121088:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434425.121091:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434425.121094:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434425.121096:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434425.121100:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434425.121107:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933969408:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434425.121110:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434425.121113:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121119:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434425.121120:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434425.121122:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434425.121124:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434425.121126:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434425.121128:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933969536:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434425.121131:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434425.121133:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434425.121135:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434425.121136:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434425.121140:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789434425.121141:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434425.121144:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434425.121146:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434425.121150:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434425.121152:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933969536, portal 4
00000100:00000001:0.0:1789434425.121154:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434425.121155:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:0.0:1789434425.121160:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121166:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434425.121168:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434425.121170:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434425.121172:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933969536, offset 0
00000400:00000200:0.0:1789434425.121176:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434425.121179:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434425.121183:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434425.121185:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434425.121188:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434425.121190:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434425.121192:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434425.121195:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512827:512827:256:4294967295] 192.168.203.104@tcp LPNI seq info [512794:512794:8:4294967295]
00000400:00000200:0.0:1789434425.121199:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434425.121204:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434425.121209:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434425.121212:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434425.121216:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434425.121218:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1789434425.121221:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434425.121224:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1789434425.121228:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434425.121230:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434425.121233:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434425.121236:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434425.121238:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434425.121240:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434425.121241:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434425.121244:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121251:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434425.121253:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434450 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121258:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434425.121260:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434425.121262:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434425.121264:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434425.121267:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434425.121269:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300552223
00000100:00000001:0.0:1789434425.121271:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300552876
00000100:00000001:0.0:1789434425.121273:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300552223
00000100:00000001:0.0:1789434425.121275:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300552876
00000100:00000001:0.0:1789434425.121277:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434425.121278:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434425.121280:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434425.121283:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434425/real 1789434425]  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434425.121288:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434425.121289:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434425.121291:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434425.121293:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434425.121295:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434425.121297:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434425.121299:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434425.121306:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121312:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434425.121313:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.121314:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434425.121316:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434425.121319:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121325:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434425.121328:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121335:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434425.121337:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.121339:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434425.121340:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.121342:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434425.121345:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434425.121365:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434425.121368:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434425.121370:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434425.121374:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434425.121381:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933969536:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434425.121385:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.121387:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434425.121391:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933969152/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121397:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434425.121399:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434425.121401:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434425.121404:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434425.121406:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434425.121407:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434425.121409:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434425.121411:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7800.
02000000:00000001:0.0:1789434425.121414:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434425.121416:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434425.121417:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:0.0:1789434425.121420:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434425.121421:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.121423:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434425.121426:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933969280/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121432:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434425.121433:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434425.121435:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16800.
02000000:00000001:0.0:1789434425.121437:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434425.121438:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434425.121439:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434425.121441:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434425.121442:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6c00.
02000000:00000001:0.0:1789434425.121444:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434425.121445:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434425.121446:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:0.0:1789434425.121448:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434425.121449:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.121450:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434425.121454:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933969408/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121459:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434425.121461:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434425.121462:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434425.121464:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434425.121465:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434425.121466:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434425.121468:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434425.121469:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:0.0:1789434425.121471:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434425.121472:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434425.121473:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:0.0:1789434425.121475:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434425.121476:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.121477:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434425.121480:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933969536/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434450 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434425.121485:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434425.121487:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434425.121488:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789434425.121489:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434425.121491:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434425.121492:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434425.121493:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434425.121495:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:0.0:1789434425.121496:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434425.121497:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434425.121498:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:0.0:1789434425.121500:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434425.121501:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.121503:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.121509:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434425.121511:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434425.121513:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434425.121514:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434425.375445:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434425.375461:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434425.375463:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434425.375468:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434425.375471:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434425.375475:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.375478:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434425.375480:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434425.375483:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434425.823457:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300552876, at 4300552896
00000100:00000040:2.0:1789434425.823458:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300552876, at 4300552896
00000100:00000010:3.0:1789434425.823474:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81a80.
00000100:00000010:2.0:1789434425.823476:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed813c0.
00000100:00000001:3.0:1789434425.887669:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434425.887677:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434425.887679:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434425.887684:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434425.887688:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434425.887691:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434425.887694:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434425.887696:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434425.887697:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434425.887704:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434425.887704:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434425.887708:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434425.887713:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434425.887717:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434425.887719:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434425.887721:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434425.887724:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434425.887728:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434425.887730:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434425.887733:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434425.887735:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434425.887738:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434425.887739:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434425.888013:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434425.888016:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434425.888020:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434426.143488:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434426.143493:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434426.143495:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434426.143499:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434426.143502:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434426.143504:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434426.143506:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434426.143508:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434426.143510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434426.144029:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434426.144033:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434426.144034:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434426.144038:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434426.144040:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434426.144042:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434426.144044:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434426.144046:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434426.144048:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434426.399802:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434426.399808:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434426.399810:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434426.399814:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434426.399817:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434426.399820:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434426.399822:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434426.399823:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434426.399825:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434426.911755:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434426.911761:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434426.911764:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434426.911770:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434426.911774:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434426.911777:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434426.911780:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434426.911783:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434426.911784:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434426.911788:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434426.911793:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434426.911795:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434426.911795:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434426.911803:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434426.911804:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434426.911808:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434426.911809:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434426.911831:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434426.911835:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434426.911838:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434427.167596:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434427.167603:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434427.167605:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434427.167611:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434427.167615:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434427.167618:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434427.167621:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434427.167624:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434427.167627:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434427.167813:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434427.167818:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434427.167820:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434427.167823:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434427.167825:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434427.167828:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434427.167830:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434427.167831:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434427.167833:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434427.423607:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434427.423612:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434427.423614:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434427.423618:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434427.423621:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434427.423624:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434427.423626:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434427.423628:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434427.423630:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434427.935492:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434427.935499:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434427.935502:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434427.935505:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434427.935506:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434427.935514:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434427.935515:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434427.935518:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434427.935521:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434427.935526:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434427.935527:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434427.935529:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434427.935536:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434427.935540:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434427.935542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434427.935544:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434427.935545:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434427.935796:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434427.935803:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434427.935808:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434428.191501:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434428.191508:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434428.191510:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434428.191516:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434428.191522:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434428.191526:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434428.191529:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434428.191530:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434428.191533:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434428.191539:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434428.191540:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434428.191545:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434428.191552:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434428.191555:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434428.191558:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434428.191561:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434428.191563:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434428.191565:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434428.447473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434428.447482:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434428.447483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434428.447488:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434428.447491:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434428.447495:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434428.447497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434428.447500:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434428.447503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434428.959437:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434428.959442:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434428.959443:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434428.959448:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434428.959451:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434428.959454:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434428.959457:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434428.959459:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434428.959461:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434428.959591:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434428.959595:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434428.959599:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434428.959600:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434428.959604:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434428.959605:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434428.959608:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434428.959609:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434428.959645:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434428.959649:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434428.959652:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434429.215461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434429.215462:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434429.215468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434429.215468:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434429.215471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434429.215472:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434429.215479:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434429.215479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434429.215484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434429.215485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434429.215489:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434429.215490:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434429.215494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434429.215495:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434429.215498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434429.215499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434429.215503:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434429.215504:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434429.472158:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434429.472165:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434429.472167:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434429.472172:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434429.472175:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434429.472179:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434429.472182:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434429.472185:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434429.472188:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434429.983500:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434429.983507:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434429.983510:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434429.983515:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434429.983524:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434429.983529:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434429.983532:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434429.983535:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434429.983541:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434429.983837:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434429.983841:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434429.983845:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434429.983846:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434429.983849:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434429.983850:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434429.983852:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434429.983853:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434429.983940:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434429.983944:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434429.983947:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789434430.239461:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434430.239463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434430.239469:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434430.239472:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434430.239476:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1789434430.239478:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:0.0:1789434430.239481:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434430.239482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434430.239484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434430.239485:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1789434430.239486:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.239489:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434430.239491:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:0.0:1789434430.239492:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434430.239494:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434430.239497:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434430.239499:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434430.239499:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434430.239501:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.239505:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434430.239505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434430.239507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789434430.239509:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5884
00000100:00000001:3.0:1789434430.239511:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434430.239521:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434430.239528:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434430.239531:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434430.239534:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239538:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434430.239541:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239544:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434430.239552:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434430.239554:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434430.239557:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434430.239560:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434430.239562:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434430.239564:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434430.239567:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239570:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434430.239571:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239573:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434430.239576:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434430.239579:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239582:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434430.239585:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434430.239589:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434430.239592:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434430.239594:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434430.239597:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434430.239605:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbdf80.
00000020:00000040:0.0:1789434430.239609:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434430.239613:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434430.239615:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434430.239617:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434430.239626:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434430.239629:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434430.239635:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17000.
00000100:00000001:0.0:1789434430.239640:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434430.239646:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434430.239654:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434430.239659:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434430.239662:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d73b369] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434430.239677:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434430.239679:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434430.239681:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434430.239682:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434430.239683:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434430.239685:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434430.239686:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5884
00000400:00000200:0.0:1789434430.239689:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434430.239691:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434430.239692:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434430.239695:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239696:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434430.239698:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239699:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434430.239701:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434430.239702:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434430.239704:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434430.239706:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434430.239707:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434430.239709:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434430.239711:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239712:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434430.239713:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239714:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434430.239716:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:1.0:1789434430.239716:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1789434430.239721:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434430.239721:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434430.239723:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434430.239725:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1789434430.239726:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1789434430.239729:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434430.239732:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434430.239734:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1789434430.239735:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789434430.239737:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434430.239742:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434430.239746:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.239750:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434430.239752:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434430.239756:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf480.
00000020:00000040:0.0:1789434430.239762:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434430.239765:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434430.239766:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434430.239769:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434430.239769:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434430.239773:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434430.239774:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434430.239776:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434430.239778:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434430.239782:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
00000100:00100000:1.0:1789434430.239784:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933969664:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434430.239787:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.239790:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434430.239795:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1789434430.239797:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1789434430.239798:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434430.239802:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789434430.239809:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1789434430.239809:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6400.
00000100:00000001:0.0:1789434430.239812:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434430.239814:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434430.239819:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002030f0d5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434430.239822:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434430.239828:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000100:00000001:0.0:1789434430.239835:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434430.239837:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00080000:0.0:1789434430.239838:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434430.239843:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434430.239845:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1789434430.239846:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933969664, portal 25
00000100:00080000:0.0:1789434430.239847:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434430.239851:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434430.239852:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434430.239854:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549974912 : -119883159576704 : ffff92f786dbdf80)
00000100:00080000:0.0:1789434430.239857:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5884
00000400:00000200:0.0:1789434430.239864:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:1.0:1789434430.239864:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434430.239869:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434430.239875:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434430.239881:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00080000:0.0:1789434430.239882:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1789434430.239885:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000040:0.0:1789434430.239889:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000200:1.0:1789434430.239890:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933969664, offset 0
00000100:00000001:0.0:1789434430.239894:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434430.239899:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434430.239901:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239903:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:1.0:1789434430.239912:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434430.239918:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434430.239923:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434430.239927:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434430.239930:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434430.239933:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434430.239937:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512828:512828:256:4294967295] 192.168.203.104@tcp LPNI seq info [512795:512795:8:4294967295]
00000400:00000200:1.0:1789434430.239942:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:0.0:1789434430.239947:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434430.239950:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434430.239953:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434430.239957:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000400:00000200:1.0:1789434430.239957:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1789434430.239962:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434430.239966:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:1.0:1789434430.239970:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000040:0.0:1789434430.239972:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239975:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1789434430.239977:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000100:00000040:0.0:1789434430.239978:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239982:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434430.239985:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000800:00000200:1.0:1789434430.239988:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:0.0:1789434430.239990:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434430.239994:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1789434430.239994:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
02000000:00000001:0.0:1789434430.239998:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434430.240002:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1789434430.240005:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:0.0:1789434430.240006:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434430.240010:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1789434430.240011:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000008:00100000:0.0:1789434430.240014:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000800:00000100:1.0:1789434430.240019:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000008:00000001:0.0:1789434430.240020:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434430.240024:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1789434430.240024:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000100:00000010:0.0:1789434430.240030:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbce00.
00000400:00000200:1.0:1789434430.240032:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1789434430.240033:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434430.240047:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434430.240048:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434430.240050:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434430.240052:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434430.240055:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434430.240056:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1789434430.240060:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16800.
00000400:00000200:1.0:1789434430.240064:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000100:00000001:0.0:1789434430.240065:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434430.240068:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434430.240074:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434430.240079:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434430.240082:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434430.240097:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789434430.240098:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434430.240101:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434430.240104:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434430.240108:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c51f9e] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240123:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434430.240126:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.240127:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:0.0:1789434430.240130:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434430.240133:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434430.240134:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434430.240137:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1789434430.240139:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:0.0:1789434430.240140:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434430.240144:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300557995
00000100:00000001:0.0:1789434430.240145:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434430.240151:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5884
00000100:00000010:1.0:1789434430.240152:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dcc0.
00000400:00000200:0.0:1789434430.240156:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434430.240159:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000400:00000200:0.0:1789434430.240162:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434430.240165:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434430.240168:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.240170:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434430.240171:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.240173:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434430.240176:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1789434430.240176:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300557995
00000020:00000040:0.0:1789434430.240180:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000010:1.0:1789434430.240182:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d360.
00000020:00000001:0.0:1789434430.240183:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434430.240186:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000001:1.0:1789434430.240187:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1789434430.240190:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434430.240194:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434430.240197:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.240199:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434430.240201:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434430.240203:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434430.240203:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434430.240208:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789434430.240209:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:1.0:1789434430.240213:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434430.240219:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434430/real 1789434430]  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789434430.240220:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434430.240226:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434430.240230:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434430.240234:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434430.240239:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434430.240243:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434430.240247:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000400:00000001:1.0:1789434430.240249:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:0.0:1789434430.240251:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1789434430.240252:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434430.240256:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434430.240260:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000100:00000001:0.0:1789434430.240261:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434430.240263:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000010:0.0:1789434430.240267:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd500.
00000020:00000040:0.0:1789434430.240269:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434430.240276:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1789434430.240278:0:2346:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:0.0:1789434430.240279:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434430.240282:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1789434430.240284:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434430.240285:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434430.240288:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434430.240295:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17800.
00000100:00000001:0.0:1789434430.240301:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1789434430.240305:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434430.240309:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434430.240324:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434430.240325:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434430.240327:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434430.240328:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.240333:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1789434430.240334:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879e203] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240337:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434430.240345:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434430.240346:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434430.240368:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5895)
00000100:00000001:1.0:1789434430.240382:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434430.240388:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240395:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434430.240398:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.240399:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434430.240400:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.240403:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434430.240405:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434430.240408:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434430.240412:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434430.240414:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434430.240418:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434430.240426:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933969664:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434430.240430:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.240432:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434430.240435:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbdf80 x1876351933969664/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240441:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434430.240444:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434430.240446:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434430.240450:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434430.240452:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434430.240453:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434430.240456:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434430.240457:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17000.
02000000:00000001:1.0:1789434430.240461:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434430.240462:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434430.240464:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbdf80.
00000100:00000001:1.0:1789434430.240467:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434430.240469:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.240483:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.240490:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434430.240491:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.240493:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434430.240494:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434430.240496:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434430.240499:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240506:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434430.240507:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434430.240509:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434430.240510:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434430.240512:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434430.240515:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933969792:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434430.240518:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434430.240520:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434430.240521:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434430.240523:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434430.240525:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434430.240527:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434430.240531:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434430.240533:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434430.240537:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434430.240539:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933969792, portal 10
00000100:00000001:1.0:1789434430.240541:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434430.240547:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549980288 : -119883159571328 : ffff92f786dbf480)
00000100:00000040:1.0:1789434430.240553:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240559:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434430.240561:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434430.240576:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434430.240579:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933969792, offset 0
00000400:00000200:1.0:1789434430.240583:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434430.240587:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434430.240590:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434430.240593:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434430.240596:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434430.240598:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434430.240600:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434430.240603:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512829:512829:256:4294967295] 192.168.203.104@tcp LPNI seq info [512796:512796:8:4294967295]
00000400:00000200:1.0:1789434430.240607:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434430.240613:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434430.240617:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434430.240621:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434430.240624:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434430.240628:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789434430.240637:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434430.240640:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1789434430.240643:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434430.240645:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434430.240648:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434430.240651:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434430.240654:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434430.240655:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434430.240658:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434430.240661:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240668:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434430.240671:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240677:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.240678:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434430.240681:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434430.240684:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434430.240688:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434430.240690:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300557324
00000100:00000001:1.0:1789434430.240692:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300557995
00000100:00000001:1.0:1789434430.240695:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300557324
00000100:00000001:1.0:1789434430.240696:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300557995
00000100:00000001:1.0:1789434430.240699:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434430.240701:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.240702:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434430.240706:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434430/real 1789434430]  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434430.240714:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434430.240715:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434430.240717:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434430.240719:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434430.240721:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434430.240723:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434430.240726:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434430.240733:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240739:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434430.240740:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.240742:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434430.240743:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434430.240747:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240753:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434430.240757:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240763:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434430.240765:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.240766:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434430.240767:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.240769:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434430.240772:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434430.240774:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434430.240778:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434430.240780:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434430.240784:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434430.240792:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933969792:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434430.240796:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434430.240799:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240805:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434430.240807:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434430.240808:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434430.240810:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434430.240812:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434430.240815:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933969920:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434430.240817:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434430.240818:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434430.240819:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434430.240820:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434430.240823:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434430.240824:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434430.240826:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434430.240828:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434430.240830:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434430.240832:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933969920, portal 4
00000100:00000001:1.0:1789434430.240834:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434430.240835:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549970432 : -119883159581184 : ffff92f786dbce00)
00000100:00000040:1.0:1789434430.240841:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240847:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434430.240849:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434430.240851:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434430.240854:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933969920, offset 0
00000400:00000200:1.0:1789434430.240857:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434430.240861:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434430.240864:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434430.240867:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434430.240870:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434430.240872:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434430.240874:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434430.240877:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512830:512830:256:4294967295] 192.168.203.104@tcp LPNI seq info [512797:512797:8:4294967295]
00000400:00000200:1.0:1789434430.240880:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434430.240886:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434430.240890:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434430.240893:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434430.240896:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434430.240899:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789434430.240903:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434430.240905:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1789434430.240909:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434430.240911:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434430.240914:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434430.240917:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434430.240919:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434430.240921:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434430.240924:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434430.240927:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240934:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434430.240937:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.240944:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.240945:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434430.240948:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434430.240951:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434430.240954:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434430.240956:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300557341
00000100:00000001:1.0:1789434430.240958:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300557995
00000100:00000001:1.0:1789434430.240961:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300557341
00000100:00000001:1.0:1789434430.240963:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300557995
00000100:00000001:1.0:1789434430.240965:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434430.240967:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.240969:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434430.240973:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434430/real 1789434430]  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434430.240980:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434430.240981:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434430.240982:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434430.240985:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434430.240987:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434430.240989:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434430.240992:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434430.240999:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241006:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434430.241007:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.241009:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434430.241010:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434430.241013:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241019:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434430.241022:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241026:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434430.241027:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.241028:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434430.241029:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.241030:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434430.241033:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434430.241047:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434430.241050:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434430.241052:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434430.241056:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434430.241064:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933969920:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434430.241068:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434430.241070:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241076:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434430.241078:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434430.241080:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434430.241081:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434430.241083:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434430.241086:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933970048:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434430.241089:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434430.241091:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434430.241092:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434430.241094:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434430.241097:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434430.241098:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434430.241102:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434430.241104:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434430.241107:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434430.241110:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933970048, portal 4
00000100:00000001:1.0:1789434430.241112:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434430.241113:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549972224 : -119883159579392 : ffff92f786dbd500)
00000100:00000040:1.0:1789434430.241118:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241125:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434430.241127:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434430.241129:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434430.241132:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933970048, offset 0
00000400:00000200:1.0:1789434430.241136:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434430.241139:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434430.241143:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434430.241145:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434430.241148:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434430.241150:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434430.241151:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434430.241154:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512831:512831:256:4294967295] 192.168.203.104@tcp LPNI seq info [512798:512798:8:4294967295]
00000400:00000200:1.0:1789434430.241159:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434430.241165:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434430.241169:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434430.241172:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434430.241176:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434430.241179:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1789434430.241183:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434430.241185:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1789434430.241188:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434430.241190:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434430.241193:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434430.241196:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434430.241199:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434430.241201:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434430.241204:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434430.241207:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241214:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434430.241218:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241229:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.241231:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434430.241233:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434430.241236:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434430.241239:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434430.241241:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300557343
00000100:00000001:1.0:1789434430.241244:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300557995
00000100:00000001:1.0:1789434430.241246:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300557343
00000100:00000001:1.0:1789434430.241248:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300557995
00000100:00000001:1.0:1789434430.241250:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434430.241252:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.241253:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434430.241257:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434430/real 1789434430]  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434430.241263:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434430.241264:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434430.241266:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434430.241268:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434430.241270:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434430.241272:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434430.241274:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434430.241282:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241288:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434430.241289:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.241290:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434430.241291:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434430.241295:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241302:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434430.241306:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241312:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434430.241314:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.241316:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434430.241317:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.241318:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434430.241321:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434430.241324:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434430.241327:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434430.241329:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434430.241333:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434430.241340:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933970048:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434430.241344:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.241346:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434430.241368:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbf480 x1876351933969792/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241374:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434430.241376:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434430.241377:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434430.241381:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434430.241382:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434430.241384:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434430.241386:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434430.241388:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15c00.
02000000:00000001:1.0:1789434430.241390:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434430.241392:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434430.241393:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbf480.
00000100:00000001:1.0:1789434430.241396:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434430.241397:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.241398:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434430.241402:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbce00 x1876351933969920/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241407:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434430.241409:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434430.241410:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5800.
02000000:00000001:1.0:1789434430.241412:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434430.241413:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434430.241414:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434430.241416:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434430.241417:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16800.
02000000:00000001:1.0:1789434430.241419:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434430.241420:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434430.241421:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbce00.
00000100:00000001:1.0:1789434430.241423:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434430.241424:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.241426:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434430.241429:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd500 x1876351933970048/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434455 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434430.241435:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434430.241436:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434430.241437:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6c00.
02000000:00000001:1.0:1789434430.241439:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434430.241440:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434430.241441:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434430.241443:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434430.241445:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17800.
02000000:00000001:1.0:1789434430.241447:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434430.241448:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434430.241449:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd500.
00000100:00000001:1.0:1789434430.241451:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434430.241452:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.241454:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434430.241457:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434430.241459:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434430.241461:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434430.241463:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434430.495474:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434430.495483:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434430.495485:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434430.495491:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434430.495495:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434430.495498:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434430.495501:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434430.495504:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434430.495507:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434430.943494:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300557995, at 4300558016
00000100:00000040:3.0:1789434430.943494:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300557995, at 4300558016
00000100:00000010:3.0:1789434430.943509:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d360.
00000100:00000010:2.0:1789434430.943511:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dcc0.
00010000:00000001:1.0:1789434431.007534:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434431.007540:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434431.007547:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434431.007549:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434431.007553:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434431.007554:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434431.007558:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434431.007559:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434431.007618:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434431.007622:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434431.007626:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434431.008114:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434431.008118:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434431.008121:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434431.008125:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434431.008128:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434431.008135:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434431.008137:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434431.008140:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434431.008143:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434431.263756:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434431.263763:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434431.263765:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434431.263770:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434431.263773:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434431.263777:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434431.263780:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434431.263782:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434431.263786:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434431.264883:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434431.264887:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434431.264890:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434431.264894:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434431.264896:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434431.264898:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434431.264900:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434431.264902:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434431.264904:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434431.519470:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434431.519477:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434431.519479:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434431.519483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434431.519486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434431.519489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434431.519493:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434431.519495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434431.519498:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434432.031465:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434432.031472:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434432.031477:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434432.031478:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434432.031480:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434432.031485:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434432.031488:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434432.031489:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434432.031522:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434432.031527:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434432.031530:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434432.031532:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00100000:2.0:1789434432.031534:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000020:00000001:0.0:1789434432.031536:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434432.031540:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00010000:0.0:1789434432.031541:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434432.031545:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434432.031549:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434432.031552:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434432.031556:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434432.287454:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434432.287454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434432.287462:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434432.287462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434432.287466:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434432.287466:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434432.287473:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434432.287474:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434432.287479:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434432.287480:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434432.287485:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434432.287486:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434432.287489:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434432.287491:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434432.287494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434432.287495:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434432.287499:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434432.287500:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434432.544706:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434432.544715:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434432.544717:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434432.544722:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434432.544726:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434432.544729:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434432.544732:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434432.544734:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434432.544737:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434433.055509:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434433.055516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434433.055522:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434433.055523:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434433.055528:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434433.055529:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434433.055533:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434433.055533:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434433.055534:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434433.055539:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434433.055543:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434433.055548:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434433.055552:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434433.055555:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434433.055558:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434433.055561:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434433.055565:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434433.055576:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434433.055580:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434433.055584:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434433.311459:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434433.311466:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434433.311468:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434433.311473:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434433.311505:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434433.311510:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434433.311512:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434433.311515:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434433.311518:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434433.311809:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434433.311813:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434433.311814:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434433.311818:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434433.311820:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434433.311822:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434433.311824:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434433.311826:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434433.311827:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434433.567466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434433.567472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434433.567475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434433.567480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434433.567484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434433.567488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434433.567490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434433.567493:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434433.567496:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079466:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434434.079603:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079610:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434434.079613:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434434.079616:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434434.079620:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079623:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434434.079626:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079628:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079631:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079636:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434434.079638:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434434.079640:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434434.079642:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079644:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434434.079645:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079647:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079650:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079654:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434434.079657:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434434.079659:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434434.079661:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079663:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434434.079664:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079667:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434434.079669:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434434.079781:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434434.079786:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434434.079799:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434434.080838:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434434.080843:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434434.080845:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434434.080849:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434434.080852:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434434.080855:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434434.080857:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434434.080860:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434434.080863:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434434.335505:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434434.335515:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434434.335517:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434434.335523:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434434.335528:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434434.335533:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434434.335535:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434434.335539:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434434.335542:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434434.335912:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434434.335917:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434434.335919:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434434.335922:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434434.335925:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434434.335927:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434434.335929:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434434.335931:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434434.335933:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434434.591499:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434434.591509:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434434.591511:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434434.591518:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434434.591522:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434434.591527:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434434.591530:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434434.591533:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434434.591536:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434435.103632:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434435.103640:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434435.103642:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434435.103647:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434435.103651:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434435.103654:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434435.103657:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434435.103659:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434435.103663:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434435.104140:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434435.104144:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434435.104148:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434435.104149:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434435.104152:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434435.104153:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434435.104156:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434435.104157:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434435.104213:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434435.104216:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434435.104223:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434435.359485:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434435.359493:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434435.359495:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434435.359500:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434435.359503:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434435.359507:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434435.359625:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434435.359629:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434435.359632:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434435.360489:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434435.360492:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434435.360494:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434435.360497:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434435.360499:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434435.360501:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434435.360503:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434435.360505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434435.360508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434435.361600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434435.361607:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434435.361609:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434435.361613:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434435.361616:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434435.361623:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5890
00000400:00000200:1.0:1789434435.361631:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434435.361636:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434435.361640:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434435.361643:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.361646:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434435.361683:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.361685:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434435.361693:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434435.361695:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434435.361697:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434435.361700:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434435.361702:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434435.361704:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434435.361708:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.361710:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434435.361711:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.361713:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434435.361716:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434435.361720:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434435.361734:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434435.361737:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434435.361740:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434435.361743:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434435.361745:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434435.361748:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434435.361754:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
00000020:00000040:1.0:1789434435.361758:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434435.361761:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434435.361860:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434435.361864:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434435.361867:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434435.361870:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434435.361877:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5800.
00000100:00000001:1.0:1789434435.361883:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434435.361892:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434435.361901:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434435.361906:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434435.361910:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434435.361933:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434435.361937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434435.361940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434435.361942:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434435.361944:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434435.361947:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434435.361949:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5890
00000400:00000200:1.0:1789434435.361953:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434435.361956:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434435.361959:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434435.361961:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.361964:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434435.361966:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.361968:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434435.361971:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434435.361972:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434435.361974:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434435.361976:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434435.361978:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434435.361981:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434435.361984:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.361986:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434435.361988:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.361989:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434435.361992:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434435.361995:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434435.362008:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434435.362010:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1789434435.362328:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434435.362332:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434435.362334:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434435.362340:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.362370:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434435.362372:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434435.362375:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434435.362378:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434435.362381:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434435.362385:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933970176:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434435.362389:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434435.362391:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434435.362393:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434435.362395:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434435.362399:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434435.362401:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434435.362406:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434435.362410:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434435.362416:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434435.362421:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933970176, portal 25
00000100:00000001:0.0:1789434435.362423:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434435.362424:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
02000000:00000001:1.0:1789434435.362614:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434435.362617:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434435.362619:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434435.362624:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434435.362626:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434435.362628:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434435.362632:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
00000020:00000040:1.0:1789434435.362635:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434435.362637:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434435.362639:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434435.362641:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434435.362642:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434435.362645:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434435.362649:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6400.
00000100:00000001:1.0:1789434435.362652:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434435.362659:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434435.362666:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434435.362668:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434435.362672:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434435.362681:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434435.362684:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434435.362687:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434435.362689:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434435.362690:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434435.362694:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434435.362696:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5890
00000400:00000200:1.0:1789434435.362700:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434435.362704:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434435.362706:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434435.362709:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.362711:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434435.362713:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.362715:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434435.362719:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434435.362731:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434435.362733:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434435.362735:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434435.362737:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434435.362740:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434435.362743:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.362745:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434435.362747:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.362748:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434435.362751:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434435.362753:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434435.362755:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434435.362757:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434435.362760:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434435.362762:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434435.362836:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.362844:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434435.362847:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434435.362850:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434435.362854:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933970176, offset 0
00000400:00000200:0.0:1789434435.362860:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434435.362867:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434435.362872:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434435.362876:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434435.362880:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434435.362884:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434435.362886:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434435.362889:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512832:512832:256:4294967295] 192.168.203.104@tcp LPNI seq info [512799:512799:8:4294967295]
00000400:00000200:0.0:1789434435.362894:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434435.362903:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434435.362909:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434435.362914:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434435.362919:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434435.362923:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789434435.362928:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434435.362931:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789434435.362934:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434435.362937:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434435.362941:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434435.362946:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434435.362951:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434435.362954:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434435.362957:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434435.362961:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.362970:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434435.362973:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.362981:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434435.362982:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434435.362987:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434435.362990:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434435.362992:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300563118
00000100:00000010:0.0:1789434435.363007:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81c60.
00000100:00000001:1.0:1789434435.363571:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434435.363574:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434435.363578:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434435.363579:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434435.363584:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000020:00000040:1.0:1789434435.363587:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434435.363590:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434435.363591:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434435.363593:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434435.363596:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434435.363598:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434435.363603:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7800.
00000100:00000001:1.0:1789434435.363606:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434435.363612:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434435.363619:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434435.363622:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434435.363625:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434435.363633:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434435.363636:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434435.363639:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434435.363640:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434435.363642:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434435.363644:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434435.363647:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5890
00000400:00000200:1.0:1789434435.363650:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434435.363654:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434435.363656:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434435.363659:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.363661:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434435.363663:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.363665:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434435.363669:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434435.363670:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434435.363672:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434435.363674:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434435.363676:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434435.363678:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434435.363682:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.363683:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434435.363685:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434435.363687:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434435.363689:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434435.363692:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434435.363694:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434435.363696:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434435.363700:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434435.363702:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434435.363703:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434435.363705:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434435.363707:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434435.363709:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434435.363713:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434435.363715:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434435.363717:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434435.363719:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434435.363731:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434435.363732:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434435.363734:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434435.363738:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5000.
00000100:00000001:1.0:1789434435.363741:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434435.363745:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434435.363752:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434435.363753:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434435.363757:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.363843:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434435.363849:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300563118
00000100:00000010:0.0:1789434435.363854:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81840.
00000100:00000001:0.0:1789434435.363857:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434435.363861:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434435.363863:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434435.363866:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434435.363870:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434435/real 1789434435]  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434435.363881:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434435.363882:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434435.363885:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434435.363888:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434435.363891:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434435.363894:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434435.363897:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434435.363906:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.363912:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434435.363914:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.363916:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434435.363918:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434435.363922:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.363929:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434435.363933:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.363945:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434435.363947:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.363949:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434435.363950:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.363952:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434435.363954:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434435.363957:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434435.363961:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434435.363963:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434435.363967:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434435.363975:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933970176:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434435.363980:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.363982:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434435.363984:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933970176/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.363990:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434435.363992:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434435.363995:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434435.364008:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434435.364010:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434435.364011:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000100:00000001:1.0:1789434435.364507:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434435.364580:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434435.364583:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:0.0:1789434435.364588:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434435.364590:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434435.364591:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:0.0:1789434435.364594:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434435.364595:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.364597:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.364605:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434435.364607:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434435.364609:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434435.364611:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434435.364613:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434435.364618:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.364625:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434435.364627:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434435.364629:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434435.364631:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434435.364633:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434435.364636:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933970304:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434435.364639:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434435.364641:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434435.364643:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434435.364645:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434435.364650:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434435.364651:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434435.364656:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434435.364660:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434435.364664:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434435.364669:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933970304, portal 10
00000100:00000001:0.0:1789434435.364671:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434435.364673:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:0.0:1789434435.364678:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.364685:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434435.364688:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434435.364690:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434435.364693:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933970304, offset 0
00000400:00000200:0.0:1789434435.364697:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434435.364703:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434435.364708:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434435.364712:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434435.364716:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434435.364719:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434435.364732:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434435.364735:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512833:512833:256:4294967295] 192.168.203.104@tcp LPNI seq info [512800:512800:8:4294967295]
00000400:00000200:0.0:1789434435.364739:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434435.364746:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434435.364750:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434435.364754:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434435.364759:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434435.364762:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1789434435.364895:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5900)
00000800:00000200:0.1:1789434435.365320:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434435.365323:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789434435.365327:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434435.365329:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434435.365333:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434435.365337:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434435.365341:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434435.365344:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434435.365381:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434435.365387:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.365395:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434435.365398:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.365404:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434435.365407:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434435.365412:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434435.365416:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434435.365420:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434435.365423:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300562448
00000100:00000001:0.0:1789434435.365957:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300563118
00000100:00000001:0.0:1789434435.365961:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300562449
00000100:00000001:0.0:1789434435.365963:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300563118
00000100:00000001:0.0:1789434435.365966:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434435.365968:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434435.365971:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434435.365977:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434435/real 1789434435]  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434435.365987:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434435.365988:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434435.365991:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434435.365994:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434435.365996:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434435.366007:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434435.366011:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434435.366593:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.366601:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434435.366603:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.366605:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434435.366607:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434435.366610:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.366617:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434435.366622:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.366628:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434435.366631:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.366633:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434435.366634:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.366636:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434435.366640:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434435.366643:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434435.366647:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434435.366649:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434435.366653:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434435.366661:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933970304:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434435.366665:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434435.366669:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.366675:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434435.366677:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434435.366680:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434435.366682:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434435.366684:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434435.366687:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933970432:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434435.366691:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434435.366694:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434435.366696:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434435.366698:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434435.366704:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789434435.366706:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434435.366711:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434435.366715:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434435.366719:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434435.366735:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933970432, portal 4
00000100:00000001:0.0:1789434435.366738:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434435.366740:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:0.0:1789434435.366746:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.366752:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434435.366754:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434435.366756:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434435.366760:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933970432, offset 0
00000400:00000200:0.0:1789434435.367111:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434435.367120:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434435.367127:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434435.367131:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434435.367134:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434435.367137:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434435.367140:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434435.367143:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512834:512834:256:4294967295] 192.168.203.104@tcp LPNI seq info [512801:512801:8:4294967295]
00000400:00000200:0.0:1789434435.367148:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434435.367157:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434435.367163:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434435.367168:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434435.367173:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434435.367177:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789434435.367182:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434435.367185:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789434435.367189:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434435.367192:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434435.367196:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434435.367199:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434435.367202:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434435.367204:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434435.367207:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434435.367211:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.367218:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434435.367222:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.367228:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434435.367230:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434435.367234:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434435.367238:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434435.367241:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434435.367243:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300562467
00000100:00000001:0.0:1789434435.367246:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300563118
00000100:00000001:0.0:1789434435.367248:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300562467
00000100:00000001:0.0:1789434435.367250:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300563118
00000100:00000001:0.0:1789434435.367252:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434435.367254:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434435.367256:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434435.367261:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434435/real 1789434435]  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434435.367269:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434435.367270:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434435.367272:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434435.367275:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434435.367277:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434435.367278:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434435.367282:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434435.367289:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.367295:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434435.367297:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.367298:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434435.367299:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434435.367303:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.367310:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434435.367314:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.367320:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434435.367323:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.367324:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434435.367325:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.367327:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434435.367331:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434435.367333:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434435.367336:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434435.367338:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434435.367342:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434435.367379:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933970432:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434435.367383:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434435.367387:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.367394:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434435.367395:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434435.367398:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434435.367399:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434435.367402:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434435.367405:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933970560:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434435.367408:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434435.367410:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434435.367412:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434435.367414:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434435.367417:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434435.367419:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434435.367422:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434435.367963:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434435.367970:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434435.367974:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933970560, portal 4
00000100:00000001:0.0:1789434435.367976:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434435.367978:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:0.0:1789434435.367985:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.367992:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434435.367994:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434435.368585:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434435.368591:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933970560, offset 0
00000400:00000200:0.0:1789434435.368598:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434435.368604:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434435.368610:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434435.368614:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434435.368617:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434435.368620:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434435.368622:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434435.368625:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512835:512835:256:4294967295] 192.168.203.104@tcp LPNI seq info [512802:512802:8:4294967295]
00000400:00000200:0.0:1789434435.368629:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434435.368637:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434435.368642:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434435.368646:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434435.368651:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434435.368654:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1789434435.368658:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434435.368662:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1789434435.368666:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434435.368669:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434435.368673:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434435.368677:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434435.368680:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434435.368682:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434435.368685:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434435.368689:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.368698:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434435.368701:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.368707:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434435.368708:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434435.368713:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434435.368716:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434435.368719:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434435.368732:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300562471
00000100:00000001:0.0:1789434435.368736:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300563118
00000100:00000001:0.0:1789434435.368739:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300562471
00000100:00000001:0.0:1789434435.368741:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300563118
00000100:00000001:0.0:1789434435.368743:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434435.368746:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434435.368748:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434435.368752:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434435/real 1789434435]  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434435.368761:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434435.368763:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434435.369489:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434435.369493:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434435.369496:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434435.369500:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434435.369506:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434435.369632:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.369639:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434435.369642:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.369644:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434435.369646:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434435.369650:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.369657:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434435.369662:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.369669:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434435.369671:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.369673:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434435.369674:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.369676:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434435.369681:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434435.369684:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434435.369688:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434435.369690:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434435.369694:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434435.369703:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933970560:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434435.369707:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.369710:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434435.369714:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933970304/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.369732:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434435.369736:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434435.369739:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434435.369743:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434435.369746:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434435.369748:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434435.369750:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434435.369753:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:0.0:1789434435.369756:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434435.369758:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434435.369760:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:0.0:1789434435.370425:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434435.370428:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.370430:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434435.370437:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933970432/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.370444:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434435.370446:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434435.370448:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789434435.370451:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434435.370453:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434435.370454:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434435.370456:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434435.370457:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7800.
02000000:00000001:0.0:1789434435.370460:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434435.370462:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434435.370463:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:0.0:1789434435.370466:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434435.370467:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.370468:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434435.370472:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933970560/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434435.370478:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434435.370480:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434435.370481:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434435.370483:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434435.370484:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434435.370485:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434435.370487:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434435.370488:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5000.
02000000:00000001:0.0:1789434435.370490:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434435.370491:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434435.370493:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:0.0:1789434435.370495:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434435.370496:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.370499:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.370506:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434435.370508:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434435.370668:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434435.370672:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434435.615803:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434435.615809:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434435.615812:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434435.615817:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434435.615820:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434435.615824:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.615827:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434435.615829:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434435.615832:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434436.063534:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300563118, at 4300563136
00000100:00000040:3.0:1789434436.063545:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300563118, at 4300563136
00000100:00000010:2.0:1789434436.063548:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81c60.
00000100:00000010:3.0:1789434436.063556:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81840.
00000100:00000001:3.0:1789434436.127459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434436.127467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434436.127469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434436.127474:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434436.127478:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434436.127481:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434436.127484:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434436.127487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434436.127490:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434436.127702:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434436.127708:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434436.127711:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434436.127714:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434436.127718:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434436.127720:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434436.127723:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434436.127726:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434436.127731:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434436.127733:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434436.127738:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434436.127739:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434436.127742:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434436.127744:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434436.127827:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434436.127830:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434436.127834:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434436.383510:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434436.383550:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434436.383555:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434436.383557:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434436.383562:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434436.383565:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434436.383569:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434436.383572:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434436.383574:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434436.383577:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434436.383629:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434436.383632:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434436.383635:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434436.383637:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434436.383640:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434436.383642:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434436.383644:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434436.383646:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434436.639475:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434436.639482:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434436.639484:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434436.639490:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434436.639494:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434436.639497:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434436.639500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434436.639502:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434436.639504:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434437.151420:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434437.151427:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434437.151430:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434437.151436:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434437.151440:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434437.151444:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434437.151446:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434437.151449:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434437.151451:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434437.153110:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434437.153115:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434437.153120:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434437.153122:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434437.153188:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434437.153196:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434437.153200:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434437.153201:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434437.153236:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434437.153241:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434437.153244:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434437.407464:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434437.407473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434437.407475:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434437.407480:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434437.407484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434437.407488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434437.407490:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434437.407493:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434437.407496:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434437.409098:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434437.409103:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434437.409105:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434437.409109:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434437.409111:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434437.409114:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434437.409116:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434437.409118:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434437.409121:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434437.663465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434437.663473:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434437.663475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434437.663481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434437.663484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434437.663488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434437.663491:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434437.663493:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434437.663496:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434438.175462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434438.175470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434438.175472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434438.175478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434438.175482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434438.175486:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434438.175486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434438.175491:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434438.175491:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434438.175494:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434438.175498:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434438.175499:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434438.175502:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434438.175508:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434438.175510:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434438.175514:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434438.175515:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434438.175538:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434438.175541:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434438.175545:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434438.431478:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434438.431486:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434438.431489:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434438.431495:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434438.431498:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434438.431501:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434438.431504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434438.431507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434438.431510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434438.431651:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434438.431655:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434438.431657:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434438.431660:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434438.431662:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434438.431664:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434438.431666:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434438.431668:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434438.431669:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434438.687966:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434438.687984:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434438.687987:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434438.687993:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434438.687996:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434438.688000:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434438.688002:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434438.688005:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434438.688008:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434439.199434:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434439.199440:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434439.199442:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434439.199447:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434439.199450:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434439.199452:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434439.199455:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434439.199457:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434439.199459:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434439.199519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434439.199523:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434439.199527:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434439.199528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434439.199531:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434439.199533:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434439.199536:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434439.199538:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434439.199610:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434439.199612:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434439.199614:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434439.455448:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434439.455456:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434439.455459:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434439.455464:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434439.455469:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434439.455472:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434439.455475:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434439.455478:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434439.455479:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434439.455483:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434439.455484:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434439.455488:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434439.455492:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434439.455495:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434439.455497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434439.455499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434439.455502:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434439.455505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434439.711477:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434439.711485:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434439.711487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434439.711493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434439.711496:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434439.711501:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434439.711595:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434439.711599:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434439.711603:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434440.223454:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434440.223461:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434440.223471:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434440.223473:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434440.223477:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434440.223478:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434440.223481:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434440.223483:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434440.223493:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434440.223501:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434440.223504:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434440.223510:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434440.223516:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434440.223522:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434440.223526:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434440.223529:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1789434440.223538:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789434440.223540:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434440.223544:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434440.223555:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434440.479485:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434440.479489:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434440.479496:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434440.479499:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434440.479500:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1789434440.479507:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434440.479511:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434440.479516:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434440.479519:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434440.479522:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434440.479525:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434440.479613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434440.479620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434440.479623:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434440.479628:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434440.479632:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434440.479640:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5895
00000400:00000200:2.0:1789434440.479650:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434440.479657:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434440.479660:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434440.479663:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434440.479666:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434440.479669:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434440.479672:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434440.479681:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434440.479684:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434440.479687:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434440.479691:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434440.479693:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434440.479696:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434440.479698:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434440.479700:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434440.479702:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434440.479704:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434440.479708:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00000001:3.0:1789434440.479709:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434440.479714:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00100000:3.0:1789434440.479716:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434440.479718:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434440.479721:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1789434440.479724:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789434440.479725:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434440.479730:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1789434440.479731:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434440.479732:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789434440.479736:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434440.479738:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434440.479741:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434440.479744:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434440.479757:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28380.
00000020:00000040:2.0:1789434440.479761:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434440.479766:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434440.479768:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434440.479771:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434440.479774:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434440.479788:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434440.479797:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789434440.479805:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434440.479815:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434440.479826:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434440.479831:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434440.479835:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52b4d98] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434440.479855:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434440.479858:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434440.479860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434440.479862:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434440.479864:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434440.479866:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434440.479868:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5895
00000400:00000200:2.0:1789434440.479872:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434440.479875:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434440.479877:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434440.479880:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434440.479882:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434440.479885:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434440.479888:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434440.479891:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434440.479892:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434440.479894:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434440.479897:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434440.479899:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434440.479901:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434440.479905:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434440.479907:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434440.479909:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434440.479911:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434440.479913:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434440.479916:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434440.479918:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434440.479919:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434440.479926:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434440.479928:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1789434440.479929:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434440.479931:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434440.479936:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789434440.479938:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1789434440.479945:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.479946:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1789434440.479949:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434440.479955:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28000.
00000020:00000040:2.0:1789434440.479972:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000040:0.0:1789434440.479977:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789434440.479977:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434440.479979:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434440.479983:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434440.479985:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434440.479989:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434440.479997:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789434440.480003:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434440.480011:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434440.480016:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434440.480021:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434440.480024:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1789434440.480028:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1789434440.480029:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434440.480036:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1789434440.480037:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f58c4e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434440.480045:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434440.480060:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933970688:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434440.480062:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434440.480070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1789434440.480073:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1789434440.480077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434440.480082:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1789434440.480083:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1789434440.480086:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1789434440.480088:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434440.480094:0:37:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:0.0:1789434440.480096:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1789434440.480102:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5895
02000000:00000010:0.0:1789434440.480108:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15400.
00000400:00000200:2.0:1789434440.480110:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:0.0:1789434440.480117:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434440.480118:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434440.480124:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434440.480130:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434440.480133:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434440.480136:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1789434440.480141:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000100:00000040:2.0:1789434440.480141:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434440.480150:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000010:0.0:1789434440.480155:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000020:00000001:2.0:1789434440.480156:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434440.480159:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434440.480163:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:0.0:1789434440.480166:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933970688, portal 25
00000020:00000040:2.0:1789434440.480166:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434440.480170:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:0.0:1789434440.480173:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1789434440.480177:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:0.0:1789434440.480178:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482252672 : -119883227298944 : ffff92f782d28380)
00000100:00000040:2.0:1789434440.480189:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434440.480196:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434440.480197:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434440.480202:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434440.480208:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434440.480218:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434440.480230:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434440.480232:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1789434440.480235:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434440.480243:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1789434440.480244:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
02000000:00000001:2.0:1789434440.480250:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1789434440.480251:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
02000000:00000001:2.0:1789434440.480259:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789434440.480260:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933970688, offset 0
00000100:00000001:2.0:1789434440.480263:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434440.480268:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434440.480276:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434440.480278:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789434440.480281:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434440.480287:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a300.
00000400:00000200:0.0:1789434440.480292:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:2.0:1789434440.480293:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434440.480303:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434440.480304:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434440.480307:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1789434440.480312:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
02000000:00000001:2.0:1789434440.480312:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434440.480318:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434440.480322:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1789434440.480324:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000400:00000200:0.0:1789434440.480330:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434440.480335:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1789434440.480337:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434440.480342:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00100000:2.0:1789434440.480391:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434440.480402:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434440.480405:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434440.480410:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcc0670] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434440.480419:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512836:512836:256:4294967295] 192.168.203.104@tcp LPNI seq info [512803:512803:8:4294967295]
00000100:00000001:2.0:1789434440.480433:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434440.480438:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:2.0:1789434440.480443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434440.480447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434440.480451:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434440.480454:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789434440.480464:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1789434440.480465:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434440.480472:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5895
00000800:00000200:0.0:1789434440.480479:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434440.480481:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000010:0.0:1789434440.480488:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000400:00000200:2.0:1789434440.480489:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434440.480496:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434440.480503:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:0.0:1789434440.480510:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434440.480510:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434440.480520:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000200:0.0:1789434440.480521:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1789434440.480527:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434440.480534:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.1:1789434440.480536:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:2.0:1789434440.480537:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434440.480542:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.1:1789434440.480546:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000020:00000040:2.0:1789434440.480547:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434440.480554:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434440.480561:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000100:0.0:1789434440.480562:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434440.480570:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000100:00000040:2.0:1789434440.480570:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434440.480575:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434440.480579:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434440.480580:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1789434440.480582:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434440.480588:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000200:0.0:1789434440.480593:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1789434440.480597:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:0.0:1789434440.480602:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000100:00000001:2.0:1789434440.480602:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434440.480606:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1789434440.480609:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
02000000:00000001:2.0:1789434440.480613:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434440.480616:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:2.0:1789434440.480617:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434440.480621:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:0.0:1789434440.480629:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789434440.480630:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434440.480637:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434440.480641:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434440.480651:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29180.
00000020:00000040:2.0:1789434440.480656:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:0.0:1789434440.480657:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1789434440.480660:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434440.480664:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434440.480666:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434440.480668:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434440.480671:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434440.480674:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434440.480683:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:0.0:1789434440.480688:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434440.480689:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.480693:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00100000:2.0:1789434440.480699:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434440.480702:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434440.480718:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434440.480719:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434440.480725:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.480726:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300568236
00000100:00000040:2.0:1789434440.480733:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3953f8c] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1789434440.480737:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81300.
00000100:00000001:0.0:1789434440.480749:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434440.480750:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434440.480761:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5905)
00000100:00000001:0.0:1789434440.480762:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300568236
00000100:00000010:0.0:1789434440.480770:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed816c0.
00000100:00000001:0.0:1789434440.480775:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434440.480789:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434440.480792:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.480795:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434440.480800:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434440/real 1789434440]  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434440.480810:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434440.480812:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434440.480815:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434440.480819:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434440.480822:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434440.480827:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434440.480832:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434440.480841:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.480848:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434440.480850:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.480852:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434440.480854:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434440.480857:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.480863:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434440.480867:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.480873:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434440.480876:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.480877:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434440.480878:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.480880:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434440.480882:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434440.480885:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434440.480889:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434440.480891:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434440.480895:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434440.480903:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933970688:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434440.480908:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.480910:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434440.480912:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28380 x1876351933970688/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.480919:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434440.480921:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434440.480924:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434440.480927:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434440.480930:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434440.480932:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434440.480934:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434440.480936:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:0.0:1789434440.480939:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434440.480941:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434440.480942:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28380.
00000100:00000001:0.0:1789434440.480945:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434440.480946:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.480948:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.480955:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434440.480956:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.480958:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434440.480972:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434440.480973:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434440.480978:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.480984:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434440.480986:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434440.480988:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434440.480990:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434440.480992:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434440.480994:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933970816:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434440.480997:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434440.481000:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434440.481001:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434440.481003:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434440.481006:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434440.481008:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434440.481011:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434440.481014:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434440.481017:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434440.481019:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933970816, portal 10
00000100:00000001:0.0:1789434440.481021:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434440.481022:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482251776 : -119883227299840 : ffff92f782d28000)
00000100:00000040:0.0:1789434440.481028:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481033:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434440.481035:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434440.481037:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434440.481039:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933970816, offset 0
00000400:00000200:0.0:1789434440.481042:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434440.481046:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434440.481050:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434440.481052:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434440.481054:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434440.481056:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434440.481059:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434440.481062:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512837:512837:256:4294967295] 192.168.203.104@tcp LPNI seq info [512804:512804:8:4294967295]
00000400:00000200:0.0:1789434440.481065:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434440.481071:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434440.481075:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434440.481077:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434440.481082:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434440.481084:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789434440.481088:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434440.481090:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789434440.481093:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434440.481095:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434440.481098:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434440.481100:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434440.481103:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434440.481104:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434440.481107:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434440.481109:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481121:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434440.481123:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481128:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.481129:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434440.481132:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434440.481136:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434440.481138:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434440.481140:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300567564
00000100:00000001:0.0:1789434440.481142:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300568236
00000100:00000001:0.0:1789434440.481143:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300567564
00000100:00000001:0.0:1789434440.481145:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300568236
00000100:00000001:0.0:1789434440.481147:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434440.481148:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.481150:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434440.481153:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434440/real 1789434440]  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434440.481160:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434440.481161:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434440.481163:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434440.481165:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434440.481166:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434440.481168:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434440.481171:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434440.481179:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481184:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434440.481186:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.481188:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434440.481189:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434440.481192:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481198:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434440.481201:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481206:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434440.481208:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.481210:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434440.481211:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.481213:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434440.481216:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434440.481218:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434440.481221:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434440.481223:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434440.481227:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434440.481234:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933970816:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434440.481238:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434440.481241:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481247:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434440.481249:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434440.481251:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434440.481252:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434440.481254:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434440.481257:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933970944:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434440.481261:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434440.481263:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434440.481264:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434440.481266:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434440.481269:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789434440.481271:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434440.481274:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434440.481277:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434440.481279:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434440.481282:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933970944, portal 4
00000100:00000001:0.0:1789434440.481283:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434440.481284:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482260736 : -119883227290880 : ffff92f782d2a300)
00000100:00000040:0.0:1789434440.481289:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481294:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434440.481296:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434440.481298:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434440.481300:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933970944, offset 0
00000400:00000200:0.0:1789434440.481304:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434440.481307:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434440.481310:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434440.481313:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434440.481315:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434440.481316:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434440.481318:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434440.481321:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512838:512838:256:4294967295] 192.168.203.104@tcp LPNI seq info [512805:512805:8:4294967295]
00000400:00000200:0.0:1789434440.481324:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434440.481330:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434440.481334:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434440.481336:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434440.481340:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434440.481342:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789434440.481346:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434440.481372:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789434440.481377:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434440.481378:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434440.481381:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434440.481384:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434440.481387:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434440.481388:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434440.481390:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434440.481393:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481400:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434440.481402:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481408:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.481410:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434440.481412:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434440.481415:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434440.481418:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434440.481420:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300567582
00000100:00000001:0.0:1789434440.481422:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300568236
00000100:00000001:0.0:1789434440.481424:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300567582
00000100:00000001:0.0:1789434440.481426:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300568236
00000100:00000001:0.0:1789434440.481427:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434440.481429:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.481431:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434440.481434:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434440/real 1789434440]  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434440.481441:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434440.481443:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434440.481444:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434440.481446:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434440.481448:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434440.481450:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434440.481452:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434440.481460:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481465:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434440.481466:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.481468:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434440.481469:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434440.481472:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481478:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434440.481481:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481486:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434440.481488:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.481490:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434440.481491:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.481493:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434440.481497:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434440.481499:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434440.481502:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434440.481504:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434440.481508:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434440.481520:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933970944:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434440.481523:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434440.481527:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481533:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434440.481534:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434440.481536:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434440.481538:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434440.481539:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434440.481542:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933971072:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434440.481545:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434440.481547:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434440.481549:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434440.481550:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434440.481553:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434440.481555:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434440.481559:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434440.481561:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434440.481564:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434440.481566:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933971072, portal 4
00000100:00000001:0.0:1789434440.481568:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434440.481569:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482256256 : -119883227295360 : ffff92f782d29180)
00000100:00000040:0.0:1789434440.481574:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481579:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434440.481581:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434440.481583:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434440.481585:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933971072, offset 0
00000400:00000200:0.0:1789434440.481589:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434440.481593:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434440.481596:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434440.481599:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434440.481601:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434440.481603:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434440.481605:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434440.481607:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512839:512839:256:4294967295] 192.168.203.104@tcp LPNI seq info [512806:512806:8:4294967295]
00000400:00000200:0.0:1789434440.481611:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434440.481617:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434440.481620:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434440.481624:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434440.481628:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434440.481631:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1789434440.481634:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434440.481637:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1789434440.481640:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434440.481642:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434440.481644:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434440.481647:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434440.481938:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434440.481941:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434440.481945:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434440.481949:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481956:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434440.481967:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.481974:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.481976:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434440.481980:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434440.481984:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434440.481987:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434440.481990:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300567584
00000100:00000001:0.0:1789434440.481992:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300568236
00000100:00000001:0.0:1789434440.481994:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300567584
00000100:00000001:0.0:1789434440.481996:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300568236
00000100:00000001:0.0:1789434440.481998:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434440.482000:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.482002:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434440.482007:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434440/real 1789434440]  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434440.482014:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434440.482016:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434440.482017:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434440.482020:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434440.482022:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434440.482024:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434440.482027:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434440.482035:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.482042:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434440.482043:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.482045:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434440.482046:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434440.482049:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.482056:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434440.482060:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.482066:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434440.482069:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.482070:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434440.482072:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.482073:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434440.482077:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434440.482080:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434440.482083:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434440.482085:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434440.482088:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434440.482096:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933971072:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434440.482099:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.482101:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434440.482105:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28000 x1876351933970816/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.482111:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434440.482113:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434440.482115:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434440.482118:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434440.482120:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434440.482121:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434440.482123:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434440.482125:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:0.0:1789434440.482128:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434440.482129:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434440.482130:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28000.
00000100:00000001:0.0:1789434440.482133:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434440.482134:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.482136:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434440.482140:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a300 x1876351933970944/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.482150:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434440.482151:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434440.482153:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789434440.482155:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434440.482157:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434440.482158:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434440.482160:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434440.482161:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:0.0:1789434440.482165:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434440.482166:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434440.482167:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a300.
00000100:00000001:0.0:1789434440.482169:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434440.482170:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.482171:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434440.482175:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29180 x1876351933971072/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434440.482180:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434440.482181:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434440.482182:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434440.482184:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434440.482185:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434440.482186:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434440.482188:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434440.482189:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:0.0:1789434440.482191:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434440.482193:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434440.482194:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29180.
00000100:00000001:0.0:1789434440.482196:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434440.482197:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.482199:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.482204:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434440.482205:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.482207:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434440.482208:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434440.735467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434440.735474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434440.735477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434440.735481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434440.735485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434440.735489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.735491:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434440.735494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434440.735497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434441.183581:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300568236, at 4300568256
00000100:00000010:2.0:1789434441.183596:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81300.
00000100:00000040:3.0:1789434441.184889:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300568236, at 4300568257
00000100:00000010:3.0:1789434441.184898:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed816c0.
00000100:00000001:3.0:1789434441.247422:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434441.247430:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434441.247432:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434441.247438:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434441.247442:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434441.247445:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434441.247449:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434441.247452:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434441.247455:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434441.247513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434441.247517:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434441.247521:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434441.247523:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434441.247526:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434441.247527:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434441.247531:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434441.247532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434441.247651:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434441.247655:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434441.247657:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434441.503428:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434441.503436:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434441.503438:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434441.503443:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434441.503445:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434441.503448:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434441.503450:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434441.503451:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434441.503453:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434441.503653:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434441.503668:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434441.503670:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434441.503673:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434441.503675:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434441.503782:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434441.503785:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434441.503787:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434441.503789:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434441.759599:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434441.759606:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434441.759608:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434441.759613:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434441.759617:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434441.759620:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434441.759623:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434441.759625:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434441.759629:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434442.271432:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434442.271440:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434442.271442:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434442.271448:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434442.271451:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434442.271455:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434442.271457:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434442.271460:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434442.271463:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434442.271665:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434442.271668:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434442.271672:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434442.271673:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434442.271676:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434442.271677:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434442.271680:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434442.271681:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434442.271696:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434442.271698:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434442.271702:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434442.527467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434442.527467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434442.527475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434442.527475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434442.527479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434442.527480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434442.527488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434442.527488:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434442.527494:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434442.527494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434442.527500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434442.527500:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434442.527506:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434442.527509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434442.527512:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434442.527520:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434442.527524:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434442.527531:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434442.783461:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434442.783468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434442.783470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434442.783475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434442.783478:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434442.783481:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434442.783484:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434442.783486:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434442.783489:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434443.295483:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434443.295491:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434443.295497:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434443.295500:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434443.295502:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434443.295506:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434443.295510:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1789434443.295510:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434443.295513:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434443.295515:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434443.295517:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434443.295519:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434443.295521:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434443.295525:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434443.295527:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434443.295530:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434443.295531:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434443.295534:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434443.295536:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434443.295536:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434443.295538:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434443.295541:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434443.295542:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434443.295543:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434443.295546:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434443.295547:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434443.295553:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434443.295555:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434443.295559:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434443.295560:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434443.295562:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434443.295564:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434443.295565:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434443.295567:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434443.295568:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434443.295770:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434443.295773:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434443.295776:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434443.552281:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434443.552320:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434443.552322:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434443.552328:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434443.552331:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434443.552335:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434443.552338:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434443.552340:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434443.552373:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434443.553180:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434443.553184:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434443.553186:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434443.553189:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434443.553192:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434443.553194:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434443.553197:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434443.553198:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434443.553201:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434443.807458:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434443.807464:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434443.807466:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434443.807471:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434443.807474:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434443.807477:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434443.807480:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434443.807482:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434443.807484:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434444.319406:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434444.319414:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434444.319416:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434444.319421:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434444.319424:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434444.319428:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434444.319431:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434444.319433:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434444.319435:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434444.319437:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434444.319440:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434444.319446:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434444.319448:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434444.319452:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434444.319454:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434444.319457:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434444.319459:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434444.319511:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434444.319515:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434444.319519:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434444.575460:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434444.575466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434444.575468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434444.575473:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434444.575476:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434444.575481:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434444.575484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434444.575486:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434444.575488:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434444.576413:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434444.576417:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434444.576418:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434444.576420:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434444.576422:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434444.576424:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434444.576425:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434444.576427:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434444.576428:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434444.831482:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434444.831527:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434444.831529:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434444.831537:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434444.831540:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434444.831545:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434444.831548:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434444.831551:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434444.831555:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434445.343423:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434445.343430:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434445.343433:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434445.343438:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434445.343441:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434445.343445:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434445.343448:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434445.343451:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434445.343454:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434445.343516:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434445.343522:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434445.343525:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434445.343528:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434445.343532:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434445.343534:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434445.343536:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434445.343537:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434445.343542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434445.343543:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434445.343546:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434445.343547:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434445.343551:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434445.343552:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434445.343674:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434445.343677:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434445.343680:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434445.599460:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434445.599467:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434445.599470:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434445.599475:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434445.599478:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434445.599482:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434445.599484:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434445.599486:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434445.599489:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434445.599644:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434445.599649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434445.599651:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434445.599655:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434445.599658:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434445.599664:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5900
00000400:00000200:1.0:1789434445.599673:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434445.599678:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434445.599681:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434445.599685:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.599688:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434445.599690:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.599692:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434445.599699:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434445.599701:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434445.599703:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434445.599707:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434445.599709:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434445.599711:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434445.599714:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.599716:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434445.599718:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.599720:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434445.599722:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434445.599725:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434445.599728:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434445.599731:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434445.599734:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434445.599737:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434445.599739:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434445.599741:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434445.599750:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849880.
00000020:00000040:1.0:1789434445.599762:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434445.599766:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434445.599768:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434445.599771:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434445.599773:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434445.599776:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434445.600865:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7c00.
00000100:00000001:1.0:1789434445.600874:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434445.600884:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434445.600894:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434445.600898:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434445.600902:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1fca34] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434445.600935:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434445.600938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434445.600942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434445.600943:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434445.600945:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434445.600948:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434445.600951:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5900
00000400:00000200:1.0:1789434445.600957:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434445.600960:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434445.600963:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789434445.600963:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1789434445.600969:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434445.600969:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434445.600972:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789434445.600973:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434445.600977:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.600980:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000040:2.0:1789434445.600982:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1789434445.600984:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434445.600987:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434445.600990:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434445.600994:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:2.0:1789434445.600998:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1789434445.600999:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:2.0:1789434445.601002:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434445.601003:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:2.0:1789434445.601008:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1789434445.601011:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:2.0:1789434445.601012:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434445.601016:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1789434445.601017:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434445.601021:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00100000:2.0:1789434445.601025:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933971200:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434445.601026:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434445.601031:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:2.0:1789434445.601033:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1789434445.601037:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:2.0:1789434445.601039:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1789434445.601040:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434445.601043:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434445.601044:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434445.601046:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1789434445.601052:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1789434445.601053:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
02000000:00000001:1.0:1789434445.601057:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434445.601058:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434445.601062:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1789434445.601067:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00100000:1.0:1789434445.601068:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1789434445.601072:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000008:00000001:1.0:1789434445.601073:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434445.601078:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434445.601081:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000010:1.0:1789434445.601083:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849500.
00000020:00000040:1.0:1789434445.601087:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000200:2.0:1789434445.601088:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933971200, portal 25
02000000:00000001:1.0:1789434445.601091:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789434445.601092:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1789434445.601094:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434445.601095:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000001:1.0:1789434445.601099:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434445.601102:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1789434445.601104:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434445.601106:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434445.601114:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5c00.
00000100:00000001:2.0:1789434445.601115:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1789434445.601119:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434445.601120:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434445.601125:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65990.
00000100:00000200:2.0:1789434445.601129:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933971200, offset 0
00000100:00100000:1.0:1789434445.601130:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789434445.601139:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434445.601145:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434445.601148:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434445.601154:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4c7c83] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434445.601162:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434445.601165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434445.601168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434445.601170:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434445.601171:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434445.601174:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434445.601176:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5900
00000400:00000200:1.0:1789434445.601179:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434445.601182:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434445.601184:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434445.601187:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.601189:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434445.601191:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.601193:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434445.601196:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434445.601197:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434445.601199:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434445.601201:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434445.601203:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434445.601206:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434445.601208:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.601210:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434445.601210:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:1.0:1789434445.601214:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.601217:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434445.601221:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000200:2.0:1789434445.601221:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00080000:1.0:1789434445.601228:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:2.0:1789434445.601229:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1789434445.601231:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434445.601234:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1789434445.601236:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
02000000:00000001:1.0:1789434445.601238:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434445.601242:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434445.601242:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1789434445.601247:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1789434445.601248:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000008:00100000:1.0:1789434445.601250:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000200:2.0:1789434445.601255:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512840:512840:256:4294967295] 192.168.203.104@tcp LPNI seq info [512807:512807:8:4294967295]
00000008:00000001:1.0:1789434445.601256:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434445.601261:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434445.601265:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000010:1.0:1789434445.601267:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849f80.
00000020:00000040:1.0:1789434445.601271:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434445.601277:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1789434445.601279:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1789434445.601280:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434445.601284:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434445.601287:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434445.601289:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789434445.601291:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
02000000:00000010:1.0:1789434445.601294:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da4c00.
00000100:00000001:1.0:1789434445.601298:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1789434445.601298:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000100:00100000:1.0:1789434445.601307:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1789434445.601310:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434445.601317:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789434445.601327:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:1.0:1789434445.601331:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434445.601334:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434445.601338:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003af3c0cd] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434445.601361:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434445.601364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434445.601367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434445.601369:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434445.601370:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434445.601373:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434445.601375:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5900
00000400:00000200:1.0:1789434445.601379:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434445.601381:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434445.601383:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434445.601386:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.601388:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434445.601390:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.601392:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434445.601395:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434445.601396:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434445.601398:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434445.601399:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434445.601401:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434445.601403:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434445.601405:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.601407:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434445.601409:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434445.601411:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434445.601414:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434445.601416:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434445.601419:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434445.601420:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434445.601423:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434445.601425:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434445.601427:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434445.601429:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434445.601431:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434445.601433:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434445.601437:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434445.601439:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434445.601442:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434445.601443:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434445.601445:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434445.601446:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434445.601448:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434445.601452:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5400.
00000800:00000200:2.1:1789434445.601454:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1789434445.601457:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1789434445.601462:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00100000:1.0:1789434445.601465:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1789434445.601466:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434445.601475:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789434445.601476:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434445.601481:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434445.601482:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1789434445.601489:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789434445.601489:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65990
00000400:00000010:2.0:1789434445.601494:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65990.
00000100:00000001:2.0:1789434445.601501:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1789434445.601502:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434445.601508:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5910)
00000100:00000200:2.0:1789434445.601508:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.601520:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434445.601524:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.601543:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434445.601545:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434445.601550:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434445.601554:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434445.601557:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300573357
00000100:00000010:2.0:1789434445.601562:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434445.601568:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434445.601573:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300573357
00000100:00000010:2.0:1789434445.601576:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887360.
00000100:00000001:2.0:1789434445.601580:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434445.601586:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434445.601589:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434445.601590:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434445.601594:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434445.601595:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789434445.601598:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434445.601602:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434445/real 1789434445]  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434445.601603:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434445.601609:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434445.601613:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434445.601617:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000001:2.0:1789434445.601617:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1789434445.601619:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:2.0:1789434445.601621:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1789434445.601624:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434445.601625:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434445.601631:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434445.601633:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434445.601636:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434445.601640:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434445.601649:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.601656:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434445.601658:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.601660:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434445.601662:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434445.601666:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.601673:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434445.601677:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.601684:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434445.601687:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.601689:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434445.601690:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.601692:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434445.601694:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434445.601696:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434445.601699:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434445.601701:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434445.601705:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434445.601713:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933971200:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434445.601716:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.601718:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434445.601721:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933971200/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.601728:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434445.601730:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434445.601733:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434445.601735:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434445.601737:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434445.601739:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434445.601741:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434445.601743:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7c00.
02000000:00000001:2.0:1789434445.601746:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434445.601748:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434445.601749:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:2.0:1789434445.601752:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434445.601753:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.601755:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.601761:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434445.601762:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434445.601764:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434445.601766:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434445.601767:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434445.601771:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.601778:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434445.601779:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434445.601781:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434445.601783:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434445.601784:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434445.601787:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933971328:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434445.602037:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434445.602041:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434445.602042:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434445.602045:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434445.602048:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434445.602050:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434445.602054:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434445.602057:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434445.602060:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434445.602063:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933971328, portal 10
00000100:00000001:2.0:1789434445.602066:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434445.602067:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:2.0:1789434445.602073:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.602080:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434445.602082:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434445.602084:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65990.
00000100:00000200:2.0:1789434445.602086:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933971328, offset 0
00000400:00000200:2.0:1789434445.602090:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434445.602094:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434445.602097:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434445.602100:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434445.602103:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434445.602105:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434445.602107:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434445.602110:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512841:512841:256:4294967295] 192.168.203.104@tcp LPNI seq info [512808:512808:8:4294967295]
00000400:00000200:2.0:1789434445.602114:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434445.602121:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434445.602126:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434445.602128:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434445.602132:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434445.602135:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789434445.602139:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434445.602142:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789434445.602146:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434445.602148:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434445.602244:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434445.602248:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434445.602251:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65990
00000400:00000010:2.0:1789434445.602253:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65990.
00000100:00000001:2.0:1789434445.602255:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434445.602259:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.602273:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434445.602276:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.602281:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434445.602283:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434445.602286:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434445.602289:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434445.602293:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434445.602294:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300572685
00000100:00000001:2.0:1789434445.602297:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300573357
00000100:00000001:2.0:1789434445.602299:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300572685
00000100:00000001:2.0:1789434445.602301:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300573357
00000100:00000001:2.0:1789434445.602303:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434445.602305:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434445.602307:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434445.602311:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434445/real 1789434445]  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434445.602318:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434445.602319:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434445.602320:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434445.602323:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434445.602325:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434445.602326:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434445.602330:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434445.602412:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.602419:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434445.602421:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.602423:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434445.602425:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434445.602428:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.602435:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434445.602439:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.602445:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434445.602448:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.602449:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434445.602450:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.602452:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434445.602455:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434445.602458:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434445.602461:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434445.602463:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434445.602467:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434445.602475:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933971328:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434445.602479:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434445.602482:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.602489:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434445.602490:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434445.602492:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434445.602494:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434445.602496:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434445.602499:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933971456:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434445.602501:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434445.602503:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434445.602505:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434445.602506:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434445.602510:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434445.602511:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434445.602515:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434445.602517:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434445.602520:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434445.602523:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933971456, portal 4
00000100:00000001:2.0:1789434445.602525:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434445.602850:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:2.0:1789434445.602858:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.602865:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434445.602868:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434445.602871:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65990.
00000100:00000200:2.0:1789434445.602873:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933971456, offset 0
00000400:00000200:2.0:1789434445.602878:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434445.602884:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434445.602888:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434445.602891:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434445.602895:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434445.602898:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434445.602900:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434445.602904:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512842:512842:256:4294967295] 192.168.203.104@tcp LPNI seq info [512809:512809:8:4294967295]
00000400:00000200:2.0:1789434445.602908:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434445.602915:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434445.602920:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434445.602933:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434445.602937:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434445.602940:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789434445.602944:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434445.602947:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789434445.602951:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434445.602952:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434445.602956:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434445.602959:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434445.602962:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65990
00000400:00000010:2.0:1789434445.602964:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65990.
00000100:00000001:2.0:1789434445.602968:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434445.602971:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.602980:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434445.602984:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.602990:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434445.602992:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434445.602995:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434445.602997:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434445.603001:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434445.603002:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300572703
00000100:00000001:2.0:1789434445.603005:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300573357
00000100:00000001:2.0:1789434445.603007:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300572703
00000100:00000001:2.0:1789434445.603009:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300573357
00000100:00000001:2.0:1789434445.603011:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434445.603013:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434445.603015:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434445.603017:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434445/real 1789434445]  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434445.603025:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434445.603027:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434445.603029:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434445.603031:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434445.603032:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434445.603034:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434445.603037:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434445.603045:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.603051:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434445.603052:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.603054:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434445.603055:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434445.603059:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.603066:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434445.603070:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.603075:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434445.603077:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.603079:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434445.603080:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.603082:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434445.603085:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434445.603088:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434445.603091:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434445.603093:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434445.603097:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434445.603110:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933971456:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434445.603114:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434445.603117:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.603124:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434445.603125:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434445.603127:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434445.603129:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434445.603131:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434445.603133:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933971584:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434445.603136:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434445.603138:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434445.603139:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434445.603141:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434445.603145:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79800.
02000000:00000001:2.0:1789434445.603146:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434445.603869:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434445.603876:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434445.603880:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434445.603884:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933971584, portal 4
00000100:00000001:2.0:1789434445.603886:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434445.603888:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:2.0:1789434445.603894:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.603901:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434445.603903:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434445.603905:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65990.
00000100:00000200:2.0:1789434445.603907:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933971584, offset 0
00000400:00000200:2.0:1789434445.603911:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434445.603916:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434445.603920:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434445.603938:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434445.603941:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434445.603944:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434445.603946:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434445.603949:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512843:512843:256:4294967295] 192.168.203.104@tcp LPNI seq info [512810:512810:8:4294967295]
00000400:00000200:2.0:1789434445.603953:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434445.603959:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434445.603964:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434445.603968:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434445.603972:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434445.603974:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789434445.603978:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434445.603981:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789434445.603985:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434445.603987:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434445.603991:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434445.603994:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434445.603997:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65990
00000400:00000010:2.0:1789434445.603998:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65990.
00000100:00000001:2.0:1789434445.604001:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434445.604004:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.604012:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434445.604015:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.604021:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434445.604022:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434445.604026:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434445.604029:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434445.604031:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434445.604034:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300572706
00000100:00000001:2.0:1789434445.604037:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300573357
00000100:00000001:2.0:1789434445.604039:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300572706
00000100:00000001:2.0:1789434445.604041:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300573357
00000100:00000001:2.0:1789434445.604043:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434445.604045:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434445.604047:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434445.604050:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434445/real 1789434445]  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434445.604058:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434445.604059:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434445.604061:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434445.604063:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434445.604064:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434445.604066:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434445.604069:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434445.604078:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.604084:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434445.604086:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.604087:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434445.604089:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434445.604092:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.604098:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434445.604102:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.604109:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434445.604111:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.604113:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434445.604114:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.604115:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434445.604119:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434445.604121:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434445.604125:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434445.604126:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434445.604130:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434445.604139:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933971584:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434445.604142:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.604144:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434445.604147:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933971328/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.604413:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434445.604416:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434445.604418:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:2.0:1789434445.604421:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434445.604423:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434445.604424:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434445.604427:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434445.604429:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5c00.
02000000:00000001:2.0:1789434445.604432:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434445.604433:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434445.604435:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:2.0:1789434445.604438:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434445.604439:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.604441:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434445.604446:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933971456/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.604457:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434445.604458:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434445.604459:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:2.0:1789434445.604461:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434445.604463:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434445.604464:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434445.604466:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434445.604467:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4c00.
02000000:00000001:2.0:1789434445.604469:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434445.604470:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434445.604471:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:2.0:1789434445.604473:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434445.604474:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.604475:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434445.604478:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933971584/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434470 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434445.604484:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434445.604485:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434445.604487:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79800.
02000000:00000001:2.0:1789434445.604489:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434445.604490:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434445.604491:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434445.604493:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434445.604494:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5400.
02000000:00000001:2.0:1789434445.604496:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434445.604497:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434445.604499:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:2.0:1789434445.604501:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434445.604502:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.604503:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434445.604509:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434445.604510:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434445.604513:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434445.604514:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434445.855540:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434445.855548:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434445.855550:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434445.855556:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434445.855560:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434445.855563:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434445.855567:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434445.855569:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434445.855572:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434446.303559:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300573357, at 4300573376
00000100:00000010:3.0:1789434446.303575:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887360.
00000100:00000040:2.0:1789434446.304419:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300573357, at 4300573377
00000100:00000010:2.0:1789434446.304432:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434446.369552:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434446.369560:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434446.369563:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434446.369569:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434446.369573:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434446.369577:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434446.369580:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434446.369583:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434446.369587:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434446.370152:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434446.370155:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434446.370160:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434446.370161:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434446.370164:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434446.370166:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434446.370169:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434446.370170:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434446.370188:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434446.370191:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434446.370193:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434446.623467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434446.623474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434446.623477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434446.623482:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434446.623485:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434446.623488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434446.623492:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434446.623494:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434446.623496:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434446.623724:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434446.623727:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434446.623729:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434446.623732:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434446.623734:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434446.623736:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434446.623738:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434446.623740:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434446.623742:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434446.880043:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434446.880050:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434446.880053:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434446.880058:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434446.880061:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434446.880065:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434446.880068:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434446.880070:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434446.880073:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434447.391550:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434447.391557:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434447.391559:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434447.391564:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434447.391568:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434447.391579:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434447.391582:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434447.391585:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434447.391588:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434447.392688:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434447.392692:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434447.392696:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434447.392698:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434447.392701:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434447.392702:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434447.392705:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434447.392706:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434447.392771:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434447.392774:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434447.392777:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434447.647475:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434447.647482:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434447.647484:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434447.647488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434447.647491:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434447.647493:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434447.647495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434447.647497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434447.647498:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434447.647820:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434447.647823:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434447.647825:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434447.647828:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434447.647830:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434447.647832:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434447.647834:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434447.647836:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434447.647838:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434447.903467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434447.903484:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434447.903486:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434447.903492:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434447.903495:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434447.903498:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434447.903502:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434447.903503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434447.903506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434448.415504:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434448.415512:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434448.415514:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434448.415519:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434448.415522:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434448.415526:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434448.415528:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434448.415530:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434448.415534:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434448.416999:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434448.417003:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434448.417008:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434448.417009:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434448.417011:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434448.417012:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434448.417015:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434448.417016:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434448.417067:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434448.417072:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434448.417076:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434448.671467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434448.671467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434448.671474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434448.671475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434448.671477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434448.671478:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434448.671486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434448.671486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434448.671492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434448.671493:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434448.671498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434448.671498:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434448.671504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434448.671505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434448.671508:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434448.671509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434448.671514:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434448.671515:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434448.927430:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434448.927437:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434448.927439:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434448.927445:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434448.927450:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434448.927453:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434448.927456:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434448.927458:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434448.927461:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434449.439472:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434449.439480:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434449.439482:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434449.439487:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434449.439491:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434449.439494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434449.439497:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434449.439499:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434449.439502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434449.439619:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434449.439623:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434449.439627:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434449.439628:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434449.439631:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434449.439632:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434449.439635:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434449.439637:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434449.439830:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434449.439834:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434449.439836:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434449.695458:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434449.695465:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434449.695467:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434449.695472:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434449.695475:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434449.695479:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434449.695482:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434449.695488:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434449.695492:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434449.696079:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434449.696083:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434449.696084:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434449.696087:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434449.696089:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434449.696092:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434449.696094:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434449.696107:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434449.696109:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434449.952050:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434449.952055:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434449.952057:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434449.952061:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434449.952063:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434449.952066:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434449.952070:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434449.952072:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434449.952075:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434450.463728:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434450.463734:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434450.463739:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434450.463741:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434450.463744:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434450.463745:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434450.463748:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434450.463750:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434450.463794:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434450.463797:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434450.463800:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434450.463866:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434450.463870:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434450.463872:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434450.463876:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434450.463879:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434450.463882:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434450.463893:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434450.463896:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434450.463899:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434450.719638:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434450.719648:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434450.719650:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434450.719654:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434450.719658:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434450.719664:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5905
00000400:00000200:2.0:1789434450.719674:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434450.719680:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434450.719683:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434450.719687:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.719690:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434450.719693:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.719696:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434450.719703:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434450.719706:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434450.719709:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434450.719712:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434450.719714:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434450.719717:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434450.719720:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.719722:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1789434450.719723:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000040:2.0:1789434450.719724:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.719728:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:3.0:1789434450.719729:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434450.719733:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789434450.719735:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00100000:3.0:1789434450.719739:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:2.0:1789434450.719740:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434450.719745:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434450.719746:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434450.719751:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789434450.719751:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789434450.719755:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434450.719756:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1789434450.719760:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434450.719761:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434450.719764:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434450.719767:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434450.719768:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434450.719779:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29880.
00000020:00000040:2.0:1789434450.719783:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434450.719786:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434450.719788:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434450.719791:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434450.719793:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434450.719797:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434450.719804:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79800.
00000100:00000001:2.0:1789434450.719810:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434450.719818:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434450.719828:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434450.719832:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434450.719836:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ac992a] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434450.719855:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434450.719858:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434450.719861:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434450.719863:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434450.719864:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434450.719867:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434450.719869:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5905
00000400:00000200:2.0:1789434450.719873:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434450.719876:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434450.719878:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434450.719881:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.719894:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434450.719896:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.719898:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434450.719902:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434450.719903:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434450.719904:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434450.719906:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434450.719908:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434450.719911:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434450.719913:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.719915:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434450.719917:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.719918:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434450.719921:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434450.719923:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434450.719925:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434450.719927:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434450.719932:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434450.719934:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434450.719936:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434450.719941:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434450.719943:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434450.719945:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434450.719949:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b800.
00000020:00000040:2.0:1789434450.719951:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434450.719954:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434450.719955:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434450.719957:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434450.719958:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434450.719960:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434450.719964:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b400.
00000100:00000001:2.0:1789434450.719967:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434450.719973:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434450.719980:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434450.719982:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434450.719986:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3088977] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434450.719993:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434450.719995:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434450.719998:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434450.720000:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434450.720001:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434450.720004:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434450.720006:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5905
00000400:00000200:2.0:1789434450.720010:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434450.720013:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434450.720015:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434450.720017:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.720019:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434450.720021:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.720023:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434450.720026:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434450.720027:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434450.720029:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434450.720031:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434450.720033:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434450.720035:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434450.720038:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.720040:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434450.720042:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.720044:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434450.720046:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434450.720048:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434450.720051:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434450.720052:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434450.720055:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434450.720057:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434450.720059:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434450.720061:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434450.720063:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434450.720065:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434450.720069:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28e00.
00000020:00000040:2.0:1789434450.720071:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434450.720073:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434450.720074:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434450.720076:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434450.720077:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434450.720079:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434450.720083:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789434450.720086:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434450.720090:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434450.720097:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434450.720099:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434450.720103:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e55d] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434450.720110:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434450.720113:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434450.720116:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434450.720117:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434450.720118:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434450.720121:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434450.720123:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5905
00000400:00000200:2.0:1789434450.720127:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434450.720130:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434450.720132:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434450.720134:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.720136:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434450.720138:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.720140:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434450.720142:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434450.720143:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434450.720145:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434450.720146:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434450.720148:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434450.720150:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434450.720153:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.720155:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434450.720157:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434450.720159:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434450.720161:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434450.720163:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434450.720165:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434450.720167:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434450.720169:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434450.720171:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434450.720173:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434450.720175:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434450.720177:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434450.720178:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434450.720182:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2ad80.
00000020:00000040:2.0:1789434450.720184:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434450.720186:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434450.720187:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434450.720189:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434450.720190:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434450.720192:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434450.720197:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789434450.720200:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434450.720204:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434450.720211:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434450.720213:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434450.720217:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf7f5fd7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434450.720224:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434450.720228:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5915)
00000100:00000001:0.0:1789434450.720425:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434450.720429:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434450.720432:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434450.720439:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.720448:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434450.720450:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434450.720453:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434450.720456:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434450.720458:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434450.720462:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933971712:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434450.720466:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434450.720470:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434450.720472:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434450.720474:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434450.720479:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434450.720481:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434450.720486:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434450.720490:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434450.720496:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434450.720503:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933971712, portal 25
00000100:00000001:0.0:1789434450.720505:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434450.720507:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258048 : -119883227293568 : ffff92f782d29880)
00000100:00000040:0.0:1789434450.720513:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.720520:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434450.720523:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434450.720525:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434450.720540:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933971712, offset 0
00000400:00000200:0.0:1789434450.720547:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434450.720554:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434450.720557:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000400:00000200:0.0:1789434450.720561:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:1.0:1789434450.720562:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434450.720566:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434450.720569:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1789434450.720569:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434450.720575:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1789434450.720577:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:1.0:1789434450.720579:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434450.720583:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1789434450.720585:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1789434450.720586:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1789434450.720591:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:1.0:1789434450.720591:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434450.720598:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512844:512844:256:4294967295] 192.168.203.104@tcp LPNI seq info [512811:512811:8:4294967295]
00000400:00000200:0.0:1789434450.720604:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434450.720615:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434450.720620:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434450.720625:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434450.720631:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434450.720634:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789434450.720639:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434450.720643:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789434450.720647:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434450.720649:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434450.720656:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434450.720660:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434450.720665:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434450.720668:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434450.720671:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434450.720676:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.720685:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434450.720689:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.720695:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434450.720697:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434450.720702:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434450.720706:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434450.720709:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300578476
00000100:00000010:0.0:1789434450.720713:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed815a0.
00000100:00000001:0.0:1789434450.720719:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434450.720980:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300578476
00000100:00000010:0.0:1789434450.720987:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81960.
00000100:00000001:0.0:1789434450.720991:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434450.721044:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434450.721048:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434450.721050:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434450.721055:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434450/real 1789434450]  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434450.721064:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434450.721066:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434450.721068:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434450.721071:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434450.721073:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434450.721075:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434450.721078:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434450.721085:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721091:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434450.721092:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721094:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434450.721095:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434450.721099:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721104:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434450.721108:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721114:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434450.721117:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721118:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434450.721119:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721122:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434450.721123:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434450.721126:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434450.721130:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434450.721132:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434450.721136:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434450.721143:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933971712:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434450.721148:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434450.721151:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721157:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434450.721158:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434450.721160:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434450.721162:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434450.721164:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434450.721166:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933971840:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434450.721170:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434450.721172:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434450.721174:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434450.721176:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434450.721179:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789434450.721181:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434450.721185:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434450.721187:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434450.721191:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434450.721194:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933971840, portal 10
00000100:00000001:0.0:1789434450.721195:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434450.721197:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482266112 : -119883227285504 : ffff92f782d2b800)
00000100:00000040:0.0:1789434450.721202:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721208:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434450.721209:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434450.721210:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434450.721212:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933971840, offset 0
00000400:00000200:0.0:1789434450.721215:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434450.721218:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434450.721220:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434450.721222:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434450.721224:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434450.721225:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434450.721227:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434450.721229:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512845:512845:256:4294967295] 192.168.203.104@tcp LPNI seq info [512812:512812:8:4294967295]
00000400:00000200:0.0:1789434450.721231:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434450.721236:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434450.721238:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434450.721241:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434450.721243:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434450.721246:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789434450.721249:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434450.721250:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789434450.721253:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434450.721254:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434450.721256:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434450.721258:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434450.721260:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434450.721261:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434450.721263:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434450.721265:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721270:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434450.721271:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721275:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434450.721276:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434450.721278:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434450.721280:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434450.721282:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434450.721283:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300577804
00000100:00000001:0.0:1789434450.721285:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300578476
00000100:00000001:0.0:1789434450.721286:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300577804
00000100:00000001:0.0:1789434450.721288:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300578476
00000100:00000001:0.0:1789434450.721289:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434450.721290:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434450.721291:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434450.721293:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434450/real 1789434450]  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434450.721297:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434450.721298:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434450.721300:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434450.721301:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434450.721302:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434450.721304:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434450.721305:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434450.721310:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721314:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434450.721315:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721316:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434450.721316:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434450.721318:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721322:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434450.721324:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721327:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434450.721329:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721329:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434450.721330:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721331:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434450.721333:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434450.721335:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434450.721336:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434450.721338:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434450.721340:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434450.721344:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933971840:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434450.721346:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434450.721365:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721369:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434450.721370:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434450.721372:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434450.721373:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434450.721374:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434450.721376:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933971968:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434450.721378:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434450.721379:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434450.721380:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434450.721381:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434450.721383:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434450.721384:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434450.721386:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434450.721388:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434450.721389:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434450.721391:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933971968, portal 4
00000100:00000001:0.0:1789434450.721392:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434450.721393:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482255360 : -119883227296256 : ffff92f782d28e00)
00000100:00000040:0.0:1789434450.721397:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721401:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434450.721402:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434450.721403:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434450.721404:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933971968, offset 0
00000400:00000200:0.0:1789434450.721406:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434450.721408:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434450.721410:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434450.721412:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434450.721414:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434450.721415:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434450.721417:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434450.721418:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512846:512846:256:4294967295] 192.168.203.104@tcp LPNI seq info [512813:512813:8:4294967295]
00000400:00000200:0.0:1789434450.721421:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434450.721424:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434450.721427:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434450.721428:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434450.721430:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434450.721432:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789434450.721435:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434450.721436:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789434450.721438:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434450.721440:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434450.721441:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434450.721443:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434450.721445:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434450.721446:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434450.721447:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434450.721449:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721453:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434450.721455:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721459:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434450.721460:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434450.721461:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434450.721463:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434450.721465:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434450.721466:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300577822
00000100:00000001:0.0:1789434450.721467:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300578476
00000100:00000001:0.0:1789434450.721468:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300577822
00000100:00000001:0.0:1789434450.721470:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300578476
00000100:00000001:0.0:1789434450.721471:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434450.721472:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434450.721474:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434450.721476:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434450/real 1789434450]  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434450.721480:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434450.721480:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434450.721481:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434450.721482:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434450.721483:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434450.721484:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434450.721486:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434450.721490:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721494:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434450.721495:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721496:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434450.721496:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434450.721498:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721502:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434450.721504:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721516:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434450.721518:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721522:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434450.721523:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721525:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434450.721528:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434450.721531:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434450.721535:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434450.721537:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434450.721541:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434450.721548:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933971968:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434450.721552:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434450.721556:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721562:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434450.721563:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434450.721565:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434450.721567:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434450.721569:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434450.721571:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933972096:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434450.721574:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434450.721576:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434450.721578:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434450.721579:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434450.721582:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14c00.
02000000:00000001:0.0:1789434450.721584:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434450.721587:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434450.721590:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434450.721592:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434450.721595:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933972096, portal 4
00000100:00000001:0.0:1789434450.721597:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434450.721598:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482263424 : -119883227288192 : ffff92f782d2ad80)
00000100:00000040:0.0:1789434450.721603:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721609:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434450.721612:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434450.721614:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434450.721616:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933972096, offset 0
00000400:00000200:0.0:1789434450.721620:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434450.721623:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434450.721626:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434450.721629:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434450.721631:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434450.721633:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434450.721634:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434450.721637:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512847:512847:256:4294967295] 192.168.203.104@tcp LPNI seq info [512814:512814:8:4294967295]
00000400:00000200:0.0:1789434450.721641:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434450.721646:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434450.721651:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434450.721654:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434450.721670:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434450.721672:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1789434450.721675:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434450.721676:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1789434450.721679:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434450.721680:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434450.721682:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434450.721684:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434450.721686:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434450.721687:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434450.721689:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434450.721691:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721696:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434450.721698:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721706:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434450.721707:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434450.721709:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434450.721711:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434450.721713:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434450.721714:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300577824
00000100:00000001:0.0:1789434450.721716:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300578476
00000100:00000001:0.0:1789434450.721717:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300577824
00000100:00000001:0.0:1789434450.721718:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300578476
00000100:00000001:0.0:1789434450.721719:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434450.721721:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434450.721722:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434450.721724:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434450/real 1789434450]  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434450.721728:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434450.721729:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434450.721730:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434450.721731:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434450.721732:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434450.721734:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434450.721735:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434450.721740:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721743:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434450.721744:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721745:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434450.721746:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434450.721749:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721756:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434450.721760:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721767:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434450.721769:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721771:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434450.721772:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721773:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434450.721777:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434450.721779:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434450.721782:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434450.721785:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434450.721789:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434450.721796:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933972096:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434450.721799:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721801:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434450.721804:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29880 x1876351933971712/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721809:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434450.721811:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434450.721814:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434450.721816:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434450.721818:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434450.721819:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434450.721821:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434450.721823:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79800.
02000000:00000001:0.0:1789434450.721828:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434450.721830:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434450.721832:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29880.
00000100:00000001:0.0:1789434450.721835:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434450.721836:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721837:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434450.721839:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b800 x1876351933971840/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721845:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434450.721846:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434450.721847:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789434450.721849:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434450.721850:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434450.721851:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434450.721853:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434450.721854:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:0.0:1789434450.721856:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434450.721857:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434450.721858:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b800.
00000100:00000001:0.0:1789434450.721860:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434450.721862:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721863:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434450.721866:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28e00 x1876351933971968/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721872:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434450.721873:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434450.721875:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434450.721876:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434450.721878:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434450.721879:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434450.721880:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434450.721882:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:0.0:1789434450.721895:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434450.721897:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434450.721898:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28e00.
00000100:00000001:0.0:1789434450.721900:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434450.721902:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721904:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434450.721907:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2ad80 x1876351933972096/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434450.721913:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434450.721914:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434450.721915:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14c00.
02000000:00000001:0.0:1789434450.721917:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434450.721918:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434450.721919:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434450.721921:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434450.721922:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:0.0:1789434450.721924:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434450.721925:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434450.721926:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2ad80.
00000100:00000001:0.0:1789434450.721928:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434450.721929:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721931:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434450.721938:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434450.721940:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434450.721942:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434450.721944:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434450.975942:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434450.975951:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434450.975952:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434450.975958:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434450.975961:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434450.975964:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434450.975967:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434450.975969:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434450.975972:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434451.423450:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300578476, at 4300578496
00000100:00000010:3.0:1789434451.423465:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81960.
00000100:00000040:2.0:1789434451.423534:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300578476, at 4300578496
00000100:00000010:2.0:1789434451.423540:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed815a0.
00000100:00000001:2.0:1789434451.487603:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434451.487610:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434451.487612:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434451.487617:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434451.487622:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434451.487626:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434451.487630:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434451.487632:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434451.487637:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434451.487653:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434451.487657:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434451.487662:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434451.487663:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434451.487667:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434451.487668:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434451.487671:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434451.487672:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434451.488102:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434451.488106:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434451.488110:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434451.743466:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434451.743466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434451.743475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434451.743475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434451.743479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434451.743479:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434451.743486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434451.743487:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434451.743493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434451.743493:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434451.743499:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434451.743499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434451.743505:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434451.743506:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434451.743509:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434451.743510:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434451.743515:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434451.743515:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434451.999463:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434451.999470:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434451.999473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434451.999478:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434451.999482:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434451.999486:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434451.999489:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434451.999491:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434451.999494:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434452.511477:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434452.511484:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434452.511489:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434452.511490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434452.511493:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434452.511494:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434452.511497:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434452.511498:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434452.511590:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434452.511595:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434452.511597:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434452.511601:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:1.0:1789434452.511605:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434452.511609:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1789434452.511610:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1789434452.511611:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1789434452.511615:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434452.511616:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434452.511622:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434452.511634:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434452.767461:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434452.767461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434452.767469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434452.767470:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434452.767471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434452.767473:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434452.767476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434452.767478:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434452.767479:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434452.767483:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434452.767483:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434452.767486:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434452.767487:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434452.767489:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434452.767492:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434452.767492:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434452.767495:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434452.767500:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434453.023523:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434453.023530:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434453.023532:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434453.023537:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434453.023541:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434453.023544:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434453.023547:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434453.023549:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434453.023552:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434453.535478:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434453.535484:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434453.535487:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434453.535492:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:1.0:1789434453.535495:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434453.535498:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434453.535500:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434453.535502:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434453.535505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535554:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434453.535557:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535560:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434453.535563:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434453.535565:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434453.535568:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535571:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434453.535573:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535575:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535577:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535580:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434453.535582:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434453.535583:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434453.535585:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535586:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434453.535588:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535589:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535591:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535594:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434453.535596:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434453.535597:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434453.535598:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535600:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434453.535601:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535603:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434453.535604:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434453.535973:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434453.535977:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434453.535980:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434453.791462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434453.791462:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434453.791470:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434453.791473:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434453.791478:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434453.791481:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434453.791483:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434453.791485:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434453.791488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434453.791489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434453.791492:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434453.791494:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434453.791497:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434453.791499:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434453.791502:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434453.791503:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434453.791506:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434453.791519:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434454.047981:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434454.047988:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434454.047990:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434454.047995:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434454.047998:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434454.048003:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434454.048005:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434454.048008:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434454.048010:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434454.559534:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434454.559544:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434454.559551:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434454.559553:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434454.559557:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434454.559558:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434454.559562:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434454.559563:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434454.559638:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434454.559642:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434454.559645:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434454.559999:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434454.560009:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434454.560013:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434454.560019:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434454.560024:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434454.560028:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434454.560031:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434454.560034:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434454.560037:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434454.815516:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434454.815516:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434454.815524:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434454.815525:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434454.815529:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434454.815529:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434454.815536:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434454.815537:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434454.815543:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434454.815544:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434454.815549:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434454.815549:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434454.815556:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434454.815556:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434454.815559:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434454.815560:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434454.815564:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434454.815564:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434455.071475:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434455.071483:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434455.071485:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434455.071491:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434455.071494:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434455.071498:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434455.071501:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434455.071503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434455.071507:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434455.583513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434455.583520:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434455.583522:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434455.583525:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434455.583530:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434455.583532:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434455.583534:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434455.583537:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434455.583540:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434455.583542:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434455.583545:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434455.583546:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434455.583549:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434455.583550:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434455.583923:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434455.583927:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434455.583930:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434455.585160:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434455.585164:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434455.585166:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434455.585170:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:1.0:1789434455.585174:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434455.585177:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434455.585179:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434455.585182:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434455.585184:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434455.839453:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434455.839460:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434455.839463:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434455.839468:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434455.839471:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434455.839474:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434455.839476:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434455.839478:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434455.839480:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434455.839539:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434455.839541:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434455.839542:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434455.839544:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434455.839545:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434455.839546:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434455.839548:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434455.839549:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434455.839550:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434455.839703:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434455.839709:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434455.839711:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434455.839714:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434455.839717:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434455.839723:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5910
00000400:00000200:0.0:1789434455.839732:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434455.839737:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434455.839740:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434455.839743:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.839746:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434455.839748:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.839750:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434455.839757:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434455.839761:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434455.839763:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434455.839766:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434455.839768:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434455.839771:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434455.839773:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.839775:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434455.839777:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.839779:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434455.839782:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434455.839785:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434455.839788:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434455.839790:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434455.839794:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434455.839796:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434455.839798:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434455.839800:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434455.839809:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbca80.
00000020:00000040:0.0:1789434455.839812:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434455.839815:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434455.839817:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434455.839819:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434455.839822:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434455.839825:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434455.839832:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14c00.
00000100:00000001:0.0:1789434455.839837:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434455.839856:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434455.839872:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434455.839876:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434455.839881:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6c4da94] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434455.839935:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434455.839939:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434455.839941:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434455.839947:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434455.839954:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434455.839956:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434455.839959:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434455.839961:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434455.839963:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434455.839967:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933972224:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434455.839971:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434455.839974:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434455.839976:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434455.839978:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434455.839983:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434455.839985:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434455.839990:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434455.839994:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434455.840000:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434455.840006:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933972224, portal 25
00000100:00000001:2.0:1789434455.840009:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434455.840021:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549969536 : -119883159582080 : ffff92f786dbca80)
00000100:00000040:2.0:1789434455.840027:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434455.840034:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434455.840036:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434455.840039:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65990.
00000100:00000200:2.0:1789434455.840042:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933972224, offset 0
00000400:00000200:2.0:1789434455.840049:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434455.840056:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434455.840062:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434455.840066:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434455.840070:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434455.840073:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434455.840076:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434455.840079:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512848:512848:256:4294967295] 192.168.203.104@tcp LPNI seq info [512815:512815:8:4294967295]
00000400:00000200:2.0:1789434455.840083:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434455.840092:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434455.840098:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434455.840103:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434455.840109:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434455.840113:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434455.840134:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434455.840138:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434455.840140:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300583595
00000100:00000010:2.0:1789434455.840145:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434455.840151:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434455.840156:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300583595
00000100:00000010:2.0:1789434455.840159:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888879c0.
00000100:00000001:2.0:1789434455.840162:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434455.840164:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434455.840167:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434455.840170:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434455.840172:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434455.840191:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434455.840194:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434455.840198:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434455.840199:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434455.840201:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434455.840204:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434455.840206:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5910
00000400:00000200:0.0:1789434455.840210:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434455.840213:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434455.840215:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434455.840217:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.840219:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434455.840221:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.840223:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434455.840226:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434455.840228:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434455.840229:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434455.840231:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434455.840233:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434455.840235:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434455.840238:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.840239:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434455.840241:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.840243:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434455.840246:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434455.840248:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434455.840250:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434455.840252:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434455.840256:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434455.840258:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434455.840260:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434455.840264:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434455.840267:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434455.840269:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434455.840272:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd180.
00000020:00000040:0.0:1789434455.840274:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434455.840276:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434455.840278:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434455.840279:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434455.840280:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434455.840282:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434455.840285:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15400.
00000100:00000001:0.0:1789434455.840289:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434455.840293:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434455.840300:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434455.840303:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434455.840306:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002561b92c] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434455.849417:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434455.849424:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1789434455.849429:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434455.849431:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434455.849434:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434455.849446:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434455.849461:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434455.849463:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434455.849467:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434455.849470:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434455.849473:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434455.849476:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933972352:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434455.849481:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434455.849485:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434455.849487:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434455.849489:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434455.849496:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b000.
02000000:00000001:2.0:1789434455.849499:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434455.849506:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434455.849510:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0bb0.
00000400:00000010:2.0:1789434455.849517:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434455.849523:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933972352, portal 10
00000100:00000001:2.0:1789434455.849525:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434455.849526:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549971328 : -119883159580288 : ffff92f786dbd180)
00000100:00000040:2.0:1789434455.849534:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434455.849542:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434455.849545:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434455.849547:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434455.849550:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933972352, offset 0
00000400:00000200:2.0:1789434455.849556:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434455.849564:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434455.849571:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434455.849576:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434455.849579:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434455.849582:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434455.849585:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434455.849589:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512849:512849:255:4294967295] 192.168.203.104@tcp LPNI seq info [512816:512816:7:4294967295]
00000400:00000200:2.0:1789434455.849594:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434455.849603:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434455.849608:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434455.849614:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a700.
00000800:00000200:2.0:1789434455.849620:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434455.849625:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434455.849630:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434455.849633:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434455.849636:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434455.849638:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300582933
00000100:00000001:2.0:1789434455.849641:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300583595
00000100:00000001:2.0:1789434455.849643:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300582933
00000100:00000001:2.0:1789434455.849645:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300583595
00000100:00000001:2.0:1789434455.849648:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434455.849650:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434455.849653:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434455.849655:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434455.849659:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434455.849660:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1789434455.849662:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434455.849663:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434455.849664:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434455.849666:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434455.851124:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434455.851131:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434455.851134:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434455.851136:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434455.851139:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434455.851143:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434455.851148:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5910
00000400:00000200:0.0:1789434455.851153:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434455.851157:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434455.851159:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434455.851162:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.851165:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434455.851167:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.851169:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434455.851175:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434455.851177:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434455.851179:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434455.851182:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434455.851184:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434455.851186:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434455.851189:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.851191:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434455.851192:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.851194:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434455.851197:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434455.851200:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434455.851202:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434455.851204:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434455.851210:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434455.851212:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434455.851214:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434455.851218:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434455.851220:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434455.851222:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434455.851228:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd500.
00000020:00000040:0.0:1789434455.851231:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434455.851235:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434455.851237:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434455.851240:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434455.851242:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434455.851245:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434455.851253:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14800.
00000100:00000001:0.0:1789434455.851259:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434455.851266:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434455.851275:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434455.851279:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434455.851282:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879e203] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434455.851292:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434455.851294:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434455.851298:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434455.851299:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434455.851300:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434455.851303:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434455.851305:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5910
00000400:00000200:0.0:1789434455.851308:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434455.851311:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434455.851313:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434455.851316:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.851317:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434455.851319:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.851321:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434455.851324:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434455.851325:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434455.851327:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434455.851328:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434455.851330:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434455.851332:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434455.851335:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.851337:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434455.851339:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434455.851340:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434455.851342:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434455.851345:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434455.851347:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434455.851372:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434455.851375:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434455.851377:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434455.851379:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434455.851381:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434455.851383:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434455.851384:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434455.851388:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbce00.
00000020:00000040:0.0:1789434455.851390:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434455.851392:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434455.851393:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434455.851395:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434455.851396:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434455.851398:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434455.851401:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000100:00000001:0.0:1789434455.851404:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434455.851409:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434455.851417:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434455.851419:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434455.851425:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c51f9e] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434455.851432:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434455.851544:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5920)
00000100:00000001:2.0:1789434455.853117:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434455.853123:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434455.853125:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434455.853135:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434455.853146:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434455.853148:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434455.853151:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434455.853155:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434455.853157:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434455.853160:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933972480:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434455.853164:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434455.853167:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434455.853169:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434455.853171:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434455.853178:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434455.853180:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434455.853186:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434455.853191:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434455.853196:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65770.
00000100:00000200:2.0:1789434455.853202:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933972480, portal 4
00000100:00000001:2.0:1789434455.853204:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434455.853205:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549972224 : -119883159579392 : ffff92f786dbd500)
00000100:00000040:2.0:1789434455.853212:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434455.853219:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434455.853222:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434455.853224:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65bb0.
00000100:00000200:2.0:1789434455.853227:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933972480, offset 0
00000400:00000200:2.0:1789434455.853232:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434455.853240:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434455.853247:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434455.853251:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434455.853256:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434455.853259:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434455.853262:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434455.853265:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512850:512850:254:4294967295] 192.168.203.104@tcp LPNI seq info [512817:512817:6:4294967295]
00000400:00000200:2.0:1789434455.853270:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434455.853278:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434455.853283:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434455.853288:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515aa00.
00000800:00000200:2.0:1789434455.853294:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434455.853298:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434455.853303:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434455.853306:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434455.853309:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434455.853312:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300582953
00000100:00000001:2.0:1789434455.853315:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300583595
00000100:00000001:2.0:1789434455.853317:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300582953
00000100:00000001:2.0:1789434455.853320:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300583595
00000100:00000001:2.0:1789434455.853322:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434455.853324:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434455.853327:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434455.853331:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434455.853338:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434455.853339:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434455.853341:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434455.853342:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434455.853344:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434455.853369:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933972608:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434455.853374:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434455.853375:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434455.853377:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434455.853378:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434455.853382:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434455.853385:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434455.853388:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434455.853392:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434455.853395:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e655d8.
00000100:00000200:2.0:1789434455.853398:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933972608, portal 4
00000100:00000001:2.0:1789434455.853399:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434455.853401:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549970432 : -119883159581184 : ffff92f786dbce00)
00000100:00000040:2.0:1789434455.853406:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434455.853412:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434455.853415:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434455.853417:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434455.853419:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933972608, offset 0
00000400:00000200:2.0:1789434455.853423:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434455.853427:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434455.853430:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434455.853433:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434455.853435:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434455.853437:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434455.853439:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434455.853442:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512851:512851:253:4294967295] 192.168.203.104@tcp LPNI seq info [512818:512818:5:4294967295]
00000400:00000200:2.0:1789434455.853446:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434455.853452:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434455.853455:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434455.853458:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a900.
00000800:00000200:2.0:1789434455.853462:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434455.853466:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434455.853468:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434455.853471:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434455.853474:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434455.853476:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300582956
00000100:00000001:2.0:1789434455.853478:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300583595
00000100:00000001:2.0:1789434455.853480:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300582956
00000100:00000001:2.0:1789434455.853482:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300583595
00000100:00000001:2.0:1789434455.853483:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434455.853485:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434455.853489:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434455.853491:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434455.853498:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434455.853500:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1789434455.853502:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434455.853503:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434455.853504:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434455.853506:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434456.095597:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434456.095606:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434456.095607:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434456.095613:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434456.095617:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434456.095621:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434456.095624:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434456.095627:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434456.095629:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434456.543457:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300583595, at 4300583616
00000100:00000040:3.0:1789434456.543457:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300583595, at 4300583616
00000100:00000010:3.0:1789434456.543470:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888879c0.
00000100:00000010:2.0:1789434456.543471:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00000100:00000001:1.0:1789434456.607624:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434456.607630:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434456.607632:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434456.607638:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:1.0:1789434456.607641:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434456.607645:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434456.607647:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434456.607650:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434456.607687:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434456.607706:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434456.607709:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434456.607712:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434456.607714:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434456.607726:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434456.607727:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434456.607731:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434456.607732:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434456.607876:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434456.607879:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434456.607882:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434456.863770:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434456.863775:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434456.863777:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434456.863783:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434456.863786:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434456.863789:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434456.863792:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434456.863794:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434456.863797:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434456.863992:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434456.863995:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434456.863997:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434456.864000:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434456.864002:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434456.864004:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434456.864006:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434456.864007:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434456.864009:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434457.119478:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434457.119485:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434457.119487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434457.119492:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434457.119495:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434457.119504:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434457.119507:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434457.119509:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434457.119512:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434457.634937:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434457.634944:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434457.634949:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434457.634950:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434457.634954:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434457.634955:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434457.634958:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434457.634959:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434457.635264:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434457.635267:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434457.635270:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434457.635468:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434457.635472:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434457.635474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434457.635478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434457.635481:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434457.635484:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434457.635487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434457.635489:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434457.635492:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434457.887522:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434457.887529:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434457.887531:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434457.887537:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434457.887540:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434457.887544:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434457.887547:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434457.887549:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434457.887552:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434457.888937:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434457.888943:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434457.888945:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434457.888950:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434457.888953:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434457.888957:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434457.888960:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434457.888963:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434457.888965:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434458.143486:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434458.143493:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434458.143495:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434458.143500:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434458.143503:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434458.143507:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434458.143510:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434458.143513:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434458.143515:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434458.655450:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434458.655457:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434458.655458:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434458.655463:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434458.655466:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434458.655470:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434458.655472:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434458.655474:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434458.655476:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434458.655576:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434458.655579:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434458.655583:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434458.655584:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434458.655587:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434458.655588:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434458.655591:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434458.655592:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434458.655637:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434458.655640:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434458.655643:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434458.911559:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434458.911564:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434458.911566:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434458.911570:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434458.911572:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434458.911575:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434458.911576:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434458.911578:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434458.911580:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1789434458.911961:0:2334:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.104:988
00000400:00000100:0.0:1789434458.912011:0:2334:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.104@tcp at host 192.168.203.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1789434458.912021:0:2334:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434458.912024:0:2334:0:(router.c:1791:lnet_notify()) 192.168.203.4@tcp notifying 192.168.203.104@tcp: down
00000400:00000200:0.0:1789434458.912029:0:2334:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434458.912033:0:2334:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1789434458.912038:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434458.912041:0:2334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:0.0:1789434458.912047:0:2334:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434458.912051:0:2334:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434458.912057:0:2334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65990
00000400:00000010:0.0:1789434458.912061:0:2334:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65990.
00000100:00000001:0.0:1789434458.912066:0:2334:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434458.912074:0:2334:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434458.912099:0:2334:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434458.912103:0:2334:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434458.912111:0:2334:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434458.912112:0:2334:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434458.912121:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434458.912123:0:2334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a700.
00000400:00000200:0.0:1789434458.912126:0:2334:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434458.912129:0:2334:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434458.912132:0:2334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:0.0:1789434458.912133:0:2334:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:0.0:1789434458.912135:0:2334:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434458.912139:0:2334:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434458.912154:0:2334:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434458.912158:0:2334:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434458.912163:0:2334:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434458.912165:0:2334:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434458.912170:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434458.912172:0:2334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515aa00.
00000400:00000200:0.0:1789434458.912174:0:2334:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434458.912178:0:2334:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434458.912181:0:2334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65bb0
00000400:00000010:0.0:1789434458.912182:0:2334:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65bb0.
00000100:00000001:0.0:1789434458.912184:0:2334:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434458.912189:0:2334:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434458.912201:0:2334:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434458.912204:0:2334:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434458.912209:0:2334:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434458.912210:0:2334:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434458.912214:0:2334:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434458.912217:0:2334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a900.
00000400:00000200:0.0:1789434458.912219:0:2334:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434458.912222:0:2334:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434458.912224:0:2334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:0.0:1789434458.912226:0:2334:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:0.0:1789434458.912228:0:2334:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434458.912232:0:2334:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434458.912239:0:2334:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434458.912242:0:2334:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434458.912248:0:2334:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434458.912249:0:2334:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434458.912266:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434458.912271:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434458.912273:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434458.912281:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434455/real 1789434458]  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434458.912293:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434458.912295:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434458.912297:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434458.912302:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65770
00000400:00000010:2.0:1789434458.912304:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65770.
00000100:00000001:2.0:1789434458.912306:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434458.912310:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434458.912320:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912327:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434458.912328:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912331:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434458.912333:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434458.912336:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912344:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434458.912373:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912381:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434458.912383:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912385:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434458.912386:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912389:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434458.912393:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434458.912397:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434458.912402:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434458.912404:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434458.912408:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434458.912417:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933972480:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434458.912421:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434458.912425:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434455/real 1789434458]  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434458.912433:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434458.912488:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434458.912491:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434458.912494:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e655d8
00000400:00000010:2.0:1789434458.912496:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e655d8.
00000100:00000001:2.0:1789434458.912498:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434458.912502:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434458.912510:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912518:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434458.912520:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912521:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434458.912523:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434458.912526:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912533:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434458.912537:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912543:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434458.912545:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912547:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434458.912548:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912550:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434458.912553:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434458.912555:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434458.912560:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434458.912562:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434458.912566:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434458.912574:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933972608:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434458.912578:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434458.912581:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434455/real 1789434458]  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434458.912589:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434458.912590:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434458.912592:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0bb0.
00000400:00000200:2.0:1789434458.912594:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434458.912596:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434458.912599:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434458.912602:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434458.912610:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912616:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434458.912618:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912619:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434458.912620:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434458.912624:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912630:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434458.912634:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912640:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434458.912642:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912644:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434458.912645:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912646:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434458.912650:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434458.912652:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434458.912655:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434458.912657:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434458.912660:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434458.912668:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933972352:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434458.912672:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434458.912696:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434455/real 1789434458]  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434458.912704:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434458.912705:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434458.912707:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434458.912710:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434458.912712:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434458.912714:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434458.912717:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434458.912725:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912732:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434458.912733:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912735:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434458.912736:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434458.912740:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912751:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434458.912755:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912760:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434458.912762:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912764:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434458.912765:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912766:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434458.912767:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434458.912769:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434458.912772:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434458.912774:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434458.912777:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434458.912783:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933972224:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434458.912787:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.912789:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434458.912791:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd500 x1876351933972480/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.912797:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434458.912800:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434458.912803:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78c00.
00000100:00000001:1.0:1789434458.912913:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434458.913078:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434458.913081:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434458.913084:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434458.913087:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434458.913089:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434458.913091:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434458.913094:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434458.913095:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434458.914234:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434458.914239:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434458.914241:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434458.914246:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434458.914249:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14800.
02000000:00000001:2.0:1789434458.914253:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434458.914255:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434458.914258:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd500.
00000100:00000001:2.0:1789434458.914263:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434458.914265:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.914268:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434458.914277:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbce00 x1876351933972608/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.914285:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434458.914288:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434458.914289:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434458.914292:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434458.914293:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434458.914294:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434458.914297:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434458.914298:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15000.
02000000:00000001:2.0:1789434458.914300:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434458.914302:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434458.914303:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbce00.
00000100:00000001:2.0:1789434458.914306:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434458.914307:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.914309:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434458.914313:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd180 x1876351933972352/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.914318:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434458.914319:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434458.914320:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:2.0:1789434458.914322:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434458.914330:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434458.914331:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434458.914332:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434458.914333:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15400.
02000000:00000001:2.0:1789434458.914337:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434458.914338:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434458.914338:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd180.
00000100:00000001:2.0:1789434458.914340:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434458.914341:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.914342:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434458.914345:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbca80 x1876351933972224/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434458.914359:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434458.914360:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434458.914361:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434458.914364:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434458.914365:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434458.914365:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434458.914367:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434458.914367:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14c00.
02000000:00000001:2.0:1789434458.914369:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434458.914370:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434458.914370:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbca80.
00000100:00000001:2.0:1789434458.914372:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434458.914372:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.914374:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434458.914381:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434458.914382:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434458.914384:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434458.914385:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434459.167438:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434459.167445:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434459.167448:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434459.167453:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434459.167456:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434459.167460:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434459.167463:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434459.167466:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434459.167469:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434459.679459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434459.679467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434459.679469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434459.679475:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434459.679479:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434459.679482:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434459.679485:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434459.679488:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434459.679492:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434459.679635:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434459.679639:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434459.679644:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434459.679645:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434459.679648:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434459.679650:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434459.679652:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434459.679653:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434459.679787:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434459.679791:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434459.679794:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434459.935518:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434459.935525:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434459.935528:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434459.935534:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434459.935538:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434459.935538:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434459.935542:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434459.935545:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434459.935546:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434459.935549:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434459.935553:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434459.935556:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434459.935559:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434459.935562:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434459.935564:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434459.935567:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434459.935569:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434459.935571:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434460.191600:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434460.191608:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434460.191609:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434460.191615:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434460.191619:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434460.191622:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434460.191625:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434460.191628:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434460.191631:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434460.703457:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434460.703465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434460.703467:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434460.703472:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434460.703476:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434460.703479:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434460.703482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434460.703484:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434460.703488:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434460.703545:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434460.703548:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434460.703552:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434460.703554:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434460.703557:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434460.703558:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434460.703560:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434460.703562:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434460.704881:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434460.704884:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434460.704886:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434460.959550:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434460.959557:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434460.959559:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434460.959564:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434460.959568:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434460.959572:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434460.959574:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434460.959577:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434460.959580:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434460.960942:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434460.960948:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434460.960950:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434460.960956:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434460.960959:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434460.960961:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434460.960964:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434460.960966:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434460.960968:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434460.961334:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434460.961339:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434460.961342:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434460.961345:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434460.961370:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434460.961376:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5915
00000400:00000200:2.0:1789434460.961384:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434460.961389:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434460.961392:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434460.961395:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961398:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434460.961400:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961403:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434460.961410:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434460.961412:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434460.961415:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434460.961418:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434460.961420:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434460.961423:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434460.961426:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961428:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434460.961430:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961432:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434460.961435:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434460.961438:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961441:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434460.961445:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434460.961449:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434460.961452:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434460.961454:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434460.961456:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434460.961464:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29500.
00000020:00000040:2.0:1789434460.961468:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434460.961472:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434460.961473:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434460.961476:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434460.961479:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434460.961483:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434460.961491:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000100:00000001:2.0:1789434460.961497:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434460.961506:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434460.961518:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434460.961521:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434460.961526:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687fa4f] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434460.961551:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434460.961554:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434460.961557:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434460.961559:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434460.961561:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434460.961563:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434460.961566:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5915
00000400:00000200:2.0:1789434460.961569:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434460.961572:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434460.961574:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434460.961576:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961578:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434460.961580:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961582:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434460.961585:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434460.961586:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434460.961588:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434460.961590:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434460.961592:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434460.961594:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434460.961596:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961598:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434460.961600:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961601:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434460.961603:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434460.961606:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961608:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434460.961609:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434460.961628:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434460.961631:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434460.961632:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434460.961636:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434460.961639:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434460.961640:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434460.961644:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b100.
00000020:00000040:2.0:1789434460.961646:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434460.961648:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434460.961649:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434460.961651:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434460.961652:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434460.961654:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434460.961658:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789434460.961662:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434460.961666:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434460.961673:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434460.961675:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434460.961678:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad3da5f8] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434460.961686:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434460.961688:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434460.961691:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434460.961693:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434460.961695:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434460.961697:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434460.961700:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5915
00000400:00000200:2.0:1789434460.961703:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434460.961705:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434460.961708:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434460.961710:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961712:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434460.961713:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961715:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434460.961717:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434460.961719:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434460.961720:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434460.961722:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434460.961724:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434460.961726:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434460.961728:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961730:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434460.961731:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961733:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434460.961735:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434460.961738:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961740:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434460.961741:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434460.961744:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434460.961746:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434460.961747:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434460.961750:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434460.961752:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434460.961753:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434460.961757:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a680.
00000020:00000040:2.0:1789434460.961759:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434460.961762:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434460.961762:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434460.961764:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434460.961765:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434460.961767:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434460.961770:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789434460.961773:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434460.961777:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434460.961783:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434460.961785:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434460.961788:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049af382e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434460.961794:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434460.961796:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434460.961799:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434460.961801:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434460.961802:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434460.961805:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434460.961819:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5915
00000400:00000200:2.0:1789434460.961823:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434460.961825:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434460.961827:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434460.961830:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961832:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434460.961833:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961835:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434460.961838:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434460.961839:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434460.961841:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434460.961842:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434460.961844:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434460.961846:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434460.961849:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961851:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434460.961852:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961854:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434460.961856:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434460.961858:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434460.961860:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434460.961862:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434460.961864:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434460.961866:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434460.961867:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434460.961869:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434460.961871:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434460.961872:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434460.961875:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b480.
00000020:00000040:2.0:1789434460.961878:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434460.961880:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434460.961882:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434460.961884:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434460.961885:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434460.961887:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434460.961891:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789434460.961894:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434460.961899:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434460.961906:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434460.961908:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434460.961911:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008be6ba08] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434460.961918:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434460.961922:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5925)
00000100:00000001:0.0:1789434460.961997:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434460.962002:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434460.962004:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434460.962012:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962019:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434460.962021:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434460.962026:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434460.962029:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434460.962032:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434460.962035:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933972736:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434460.962039:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434460.962043:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434460.962045:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434460.962047:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434460.962053:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14c00.
02000000:00000001:0.0:1789434460.962055:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434460.962060:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434460.962091:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434460.962099:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434460.962108:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933972736, portal 25
00000100:00000001:0.0:1789434460.962111:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434460.962112:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482257152 : -119883227294464 : ffff92f782d29500)
00000100:00000040:0.0:1789434460.962118:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962124:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434460.962127:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434460.962130:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434460.962133:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933972736, offset 0
00000400:00000200:0.0:1789434460.962139:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434460.962147:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434460.962153:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434460.962158:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434460.962162:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434460.962165:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434460.962168:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434460.962171:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512852:512852:256:4294967295] 192.168.203.104@tcp LPNI seq info [512819:512819:8:4294967295]
00000400:00000200:0.0:1789434460.962175:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434460.962185:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434460.962191:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434460.962196:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434460.962203:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434460.962206:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789434460.962212:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434460.962215:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789434460.962220:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434460.962222:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434460.962226:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434460.962230:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434460.962235:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434460.962238:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434460.962242:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434460.962246:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962255:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434460.962259:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962266:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434460.962268:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434460.962274:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434460.962278:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434460.962281:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300588717
00000100:00000010:0.0:1789434460.962287:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81900.
00000100:00000001:0.0:1789434460.962293:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434460.962307:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300588717
00000100:00000010:0.0:1789434460.962311:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81120.
00000100:00000001:0.0:1789434460.962314:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434460.962321:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434460.962324:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434460.962326:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434460.962331:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434460/real 1789434460]  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434460.962341:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434460.962343:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434460.962345:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434460.962385:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434460.962387:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434460.962391:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434460.962394:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434460.962403:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962409:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434460.962410:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.962413:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434460.962414:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434460.962418:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962424:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434460.962429:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962436:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434460.962439:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.962440:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434460.962441:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.962443:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434460.962445:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434460.962448:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434460.962452:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434460.962455:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434460.962459:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434460.962467:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933972736:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434460.962472:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434460.962476:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962483:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434460.962484:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434460.962486:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434460.962489:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434460.962491:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434460.962494:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933972864:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434460.962498:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434460.962500:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434460.962502:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434460.962504:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434460.962508:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434460.962509:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434460.962513:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434460.962516:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434460.962519:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434460.962521:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933972864, portal 10
00000100:00000001:0.0:1789434460.962523:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434460.962524:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482264320 : -119883227287296 : ffff92f782d2b100)
00000100:00000040:0.0:1789434460.962531:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962537:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434460.962540:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434460.962543:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434460.962546:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933972864, offset 0
00000400:00000200:0.0:1789434460.962551:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434460.962555:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434460.962559:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434460.962561:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434460.962565:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434460.962567:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434460.962570:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434460.962573:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512853:512853:256:4294967295] 192.168.203.104@tcp LPNI seq info [512820:512820:8:4294967295]
00000400:00000200:0.0:1789434460.962578:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434460.962584:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434460.962589:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434460.962592:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434460.962596:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434460.962598:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789434460.962602:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434460.962605:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789434460.962608:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434460.962610:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434460.962613:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434460.962616:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434460.962619:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434460.962620:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434460.962623:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434460.962626:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962633:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434460.962636:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962642:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434460.962644:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434460.962647:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434460.962650:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434460.962653:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434460.962655:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300588046
00000100:00000001:0.0:1789434460.962658:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300588717
00000100:00000001:0.0:1789434460.962660:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300588046
00000100:00000001:0.0:1789434460.962662:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300588717
00000100:00000001:0.0:1789434460.962664:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434460.962666:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434460.962668:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434460.962672:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434460/real 1789434460]  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434460.962679:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434460.962681:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434460.962682:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434460.962684:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434460.962686:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434460.962688:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434460.962691:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434460.962698:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962704:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434460.962706:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.962707:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434460.962709:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434460.962712:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962718:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434460.962722:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962728:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434460.962731:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.962732:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434460.962734:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.962736:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434460.962740:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434460.962742:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434460.962746:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434460.962748:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434460.962752:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434460.962760:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933972864:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434460.962764:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434460.962768:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962774:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434460.962775:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434460.962777:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434460.962779:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434460.962781:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434460.962784:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933972992:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434460.962787:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434460.962788:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434460.962790:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434460.962791:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434460.962794:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434460.962796:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434460.962800:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434460.962802:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434460.962805:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434460.962821:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933972992, portal 4
00000100:00000001:0.0:1789434460.962823:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434460.962825:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482261632 : -119883227289984 : ffff92f782d2a680)
00000100:00000040:0.0:1789434460.962830:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962837:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434460.962839:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434460.962842:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434460.962845:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933972992, offset 0
00000400:00000200:0.0:1789434460.962849:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434460.962853:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434460.962857:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434460.962859:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434460.962862:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434460.962864:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434460.962866:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434460.962869:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512854:512854:256:4294967295] 192.168.203.104@tcp LPNI seq info [512821:512821:8:4294967295]
00000400:00000200:0.0:1789434460.962873:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434460.962879:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434460.962883:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434460.962886:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434460.962890:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434460.962893:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789434460.962896:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434460.962899:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789434460.962902:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434460.962904:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434460.962907:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434460.962910:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434460.962913:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434460.962915:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434460.962917:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434460.962921:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962928:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434460.962931:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.962942:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434460.962944:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434460.962947:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434460.962950:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434460.962953:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434460.962955:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300588063
00000100:00000001:0.0:1789434460.962957:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300588717
00000100:00000001:0.0:1789434460.962959:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300588063
00000100:00000001:0.0:1789434460.962961:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300588717
00000100:00000001:0.0:1789434460.962963:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434460.962966:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434460.962967:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434460.962971:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434460/real 1789434460]  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434460.962978:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434460.962979:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434460.962981:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434460.962983:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434460.962985:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434460.962987:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434460.962989:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434460.962997:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963002:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434460.963003:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.963005:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434460.963006:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434460.963009:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963015:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434460.963019:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963024:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434460.963027:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.963028:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434460.963029:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.963030:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434460.963034:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434460.963036:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434460.963039:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434460.963042:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434460.963045:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434460.963052:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933972992:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434460.963056:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434460.963059:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963065:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434460.963066:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434460.963069:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434460.963070:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434460.963072:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434460.963075:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933973120:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434460.963078:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434460.963080:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434460.963082:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434460.963084:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434460.963087:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789434460.963088:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434460.963091:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434460.963094:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434460.963097:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434460.963099:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933973120, portal 4
00000100:00000001:0.0:1789434460.963101:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434460.963103:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482265216 : -119883227286400 : ffff92f782d2b480)
00000100:00000040:0.0:1789434460.963108:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963113:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434460.963115:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434460.963117:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434460.963119:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933973120, offset 0
00000400:00000200:0.0:1789434460.963123:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434460.963127:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434460.963130:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434460.963133:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434460.963135:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434460.963137:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434460.963139:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434460.963142:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512855:512855:256:4294967295] 192.168.203.104@tcp LPNI seq info [512822:512822:8:4294967295]
00000400:00000200:0.0:1789434460.963146:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434460.963152:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434460.963156:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434460.963159:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434460.963162:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434460.963164:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789434460.963168:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434460.963171:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789434460.963174:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434460.963176:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434460.963179:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434460.963182:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434460.963185:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434460.963186:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434460.963189:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434460.963192:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963199:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434460.963202:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963207:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434460.963209:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434460.963213:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434460.963215:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434460.963218:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434460.963220:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300588065
00000100:00000001:0.0:1789434460.963222:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300588717
00000100:00000001:0.0:1789434460.963224:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300588065
00000100:00000001:0.0:1789434460.963226:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300588717
00000100:00000001:0.0:1789434460.963228:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434460.963230:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434460.963231:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434460.963234:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434460/real 1789434460]  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434460.963240:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434460.963242:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434460.963243:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434460.963246:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434460.963247:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434460.963249:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434460.963252:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434460.963259:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963266:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434460.963267:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.963269:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434460.963270:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434460.963273:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963279:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434460.963282:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963287:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434460.963289:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.963290:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434460.963291:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.963293:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434460.963296:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434460.963298:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434460.963301:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434460.963303:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434460.963306:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434460.963312:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933973120:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434460.963315:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.963317:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434460.963320:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29500 x1876351933972736/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963325:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434460.963328:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434460.963330:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14c00.
02000000:00000001:0.0:1789434460.963333:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434460.963335:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434460.963336:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434460.963338:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434460.963341:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:0.0:1789434460.963345:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434460.963346:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434460.963372:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29500.
00000100:00000001:0.0:1789434460.963376:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434460.963377:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.963378:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434460.963381:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b100 x1876351933972864/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963386:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434460.963387:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434460.963389:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434460.963391:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434460.963392:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434460.963393:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434460.963394:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434460.963396:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:0.0:1789434460.963398:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434460.963399:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434460.963400:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b100.
00000100:00000001:0.0:1789434460.963402:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434460.963403:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.963404:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434460.963407:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a680 x1876351933972992/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963412:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434460.963413:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434460.963414:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434460.963416:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434460.963417:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434460.963418:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434460.963420:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434460.963421:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:0.0:1789434460.963423:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434460.963424:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434460.963425:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a680.
00000100:00000001:0.0:1789434460.963427:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434460.963428:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.963429:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434460.963432:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b480 x1876351933973120/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434460.963437:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434460.963438:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434460.963439:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789434460.963441:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434460.963442:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434460.963443:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434460.963445:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434460.963447:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:0.0:1789434460.963449:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434460.963450:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434460.963451:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b480.
00000100:00000001:0.0:1789434460.963453:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434460.963454:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.963456:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434460.963462:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434460.963464:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434460.963467:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434460.963469:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434461.216097:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434461.216105:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434461.216107:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434461.216113:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434461.216118:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434461.216124:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434461.216127:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434461.216130:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434461.216134:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434461.663507:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300588717, at 4300588736
00000100:00000040:2.0:1789434461.663508:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300588717, at 4300588736
00000100:00000010:2.0:1789434461.663531:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81900.
00000100:00000010:3.0:1789434461.663536:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81120.
00000100:00000001:3.0:1789434461.727467:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434461.727476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434461.727478:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434461.727484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434461.727490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434461.727495:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434461.727498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434461.727500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434461.727504:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434461.727547:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434461.727554:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434461.727559:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434461.727561:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434461.727565:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434461.727566:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434461.727568:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434461.727569:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434461.727681:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434461.727686:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434461.727690:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434461.983484:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434461.983491:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434461.983493:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434461.983498:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434461.983501:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434461.983504:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434461.983507:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434461.983509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434461.983511:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434461.983616:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434461.983623:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434461.983625:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434461.983630:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434461.983633:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434461.983637:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434461.983639:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434461.983642:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434461.983645:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434462.239472:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434462.239479:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434462.239482:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434462.239493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434462.239498:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434462.239504:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434462.239508:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434462.239510:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434462.239513:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434462.751568:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434462.751622:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434462.751625:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434462.751630:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434462.751634:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434462.751637:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434462.751639:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434462.751642:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434462.751645:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434462.751910:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434462.751912:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434462.751915:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434462.751916:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434462.751918:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434462.751919:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434462.751921:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434462.751922:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434462.751971:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434462.751973:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434462.751975:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434463.007466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434463.007474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434463.007475:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434463.007477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434463.007483:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1789434463.007486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434463.007487:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434463.007493:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1789434463.007495:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434463.007499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434463.007501:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434463.007507:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434463.007510:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434463.007513:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434463.007516:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434463.007569:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434463.007573:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434463.007577:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434463.263460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434463.263467:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434463.263470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434463.263476:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434463.263479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434463.263483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434463.263486:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434463.263489:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434463.263493:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434463.775464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434463.775472:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434463.775474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434463.775479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434463.775483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434463.775485:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434463.775487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434463.775489:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434463.775491:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775612:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434463.775616:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775620:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434463.775622:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434463.775624:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434463.775627:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775630:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434463.775632:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775633:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775635:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775638:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434463.775640:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434463.775641:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434463.775642:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775643:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434463.775645:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775646:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775648:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775651:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434463.775652:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434463.775653:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434463.775654:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775656:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434463.775657:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775659:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434463.775660:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434463.775716:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434463.775718:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434463.775721:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434464.031474:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434464.031482:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434464.031484:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434464.031490:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434464.031495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434464.031497:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434464.031498:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434464.031503:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434464.031504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434464.031506:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434464.031508:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434464.031511:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434464.031513:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434464.031517:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434464.031521:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434464.031524:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434464.031525:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434464.031528:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434464.287517:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434464.287523:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434464.287535:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434464.287541:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434464.287545:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434464.287548:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434464.287551:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434464.287554:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434464.287556:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434464.799550:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434464.799559:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434464.799562:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434464.799567:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434464.799571:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434464.799575:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434464.799578:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434464.799582:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434464.799583:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434464.799586:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434464.799588:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434464.799595:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434464.799597:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434464.799601:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434464.799603:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434464.799607:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434464.799608:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434464.800003:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434464.800007:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434464.800010:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434465.055460:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434465.055460:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434465.055468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434465.055469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434465.055471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434465.055476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434465.055480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434465.055481:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434465.055485:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434465.055489:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434465.055490:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434465.055494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434465.055495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434465.055500:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434465.055500:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434465.055503:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434465.055506:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434465.055509:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434465.311514:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434465.311524:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434465.311527:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434465.311535:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434465.311539:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434465.311544:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434465.311548:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434465.311551:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434465.311555:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434465.823441:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434465.823449:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434465.823452:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434465.823457:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434465.823461:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434465.823465:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434465.823469:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434465.823471:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434465.823475:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434465.823505:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434465.823510:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434465.823512:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434465.823515:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434465.823519:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434465.823521:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434465.823535:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434465.823537:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434465.823541:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434465.823542:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434465.823546:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434465.823547:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434465.823550:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434465.823551:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434465.823806:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434465.823808:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434465.823810:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434466.079463:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434466.079472:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434466.079474:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434466.079480:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434466.079483:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434466.079486:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.079489:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434466.079491:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.079494:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434466.079901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434466.079912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434466.079916:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1789434466.079918:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434466.079921:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434466.079923:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434466.079928:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.079932:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:1.0:1789434466.079933:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434466.079938:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434466.079941:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1789434466.079944:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5920
00000100:00000001:1.0:1789434466.079946:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434466.079950:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434466.079954:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434466.079959:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434466.079969:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434466.079973:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434466.079977:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.079980:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434466.079983:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.079986:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434466.079995:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434466.079998:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434466.080001:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434466.080004:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434466.080006:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434466.080009:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434466.080013:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080014:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434466.080016:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080018:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434466.080020:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434466.080024:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080026:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434466.080030:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434466.080034:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434466.080037:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.080040:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434466.080042:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434466.080054:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789434466.080058:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434466.080062:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434466.080063:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.080067:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434466.080069:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434466.080073:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434466.080083:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789434466.080091:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434466.080102:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434466.080114:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434466.080119:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434466.080124:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434466.080154:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434466.080157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434466.080161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434466.080163:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434466.080164:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434466.080167:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434466.080170:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5920
00000400:00000200:3.0:1789434466.080173:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434466.080177:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434466.080179:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434466.080182:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080183:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434466.080185:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080187:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434466.080190:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434466.080191:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434466.080193:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434466.080195:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434466.080197:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434466.080199:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434466.080202:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080205:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434466.080207:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080209:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434466.080211:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434466.080213:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080216:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434466.080218:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434466.080224:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434466.080226:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.080228:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434466.080233:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434466.080236:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.080237:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434466.080241:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789434466.080243:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434466.080245:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434466.080246:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.080248:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434466.080249:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434466.080251:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434466.080255:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789434466.080258:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434466.080263:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434466.080270:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434466.080272:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434466.080275:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434466.080282:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434466.080285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434466.080288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434466.080289:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434466.080291:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434466.080294:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434466.080296:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5920
00000400:00000200:3.0:1789434466.080300:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434466.080303:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434466.080305:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434466.080307:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080310:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434466.080311:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080313:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434466.080316:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434466.080317:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434466.080319:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434466.080321:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434466.080322:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434466.080324:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434466.080328:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080329:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434466.080331:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080333:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434466.080335:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434466.080338:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080340:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434466.080342:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434466.080344:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434466.080346:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.080370:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434466.080372:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434466.080374:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.080376:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434466.080380:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789434466.080382:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434466.080384:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434466.080386:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.080387:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434466.080388:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434466.080390:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434466.080394:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789434466.080397:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434466.080402:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434466.080409:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434466.080410:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434466.080413:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434466.080420:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434466.080422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434466.080426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434466.080427:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434466.080429:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434466.080431:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434466.080433:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5920
00000400:00000200:3.0:1789434466.080436:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434466.080438:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434466.080440:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434466.080443:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080445:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434466.080447:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080449:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434466.080452:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434466.080453:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434466.080455:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434466.080457:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434466.080458:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434466.080460:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434466.080463:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080465:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434466.080467:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080468:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434466.080470:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434466.080473:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434466.080475:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434466.080477:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434466.080479:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434466.080481:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.080483:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434466.080485:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434466.080486:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.080488:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434466.080492:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000020:00000040:3.0:1789434466.080494:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434466.080496:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434466.080498:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.080500:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434466.080501:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434466.080502:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434466.080505:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789434466.080508:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434466.080512:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434466.080519:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434466.080521:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434466.080525:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434466.080532:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434466.080537:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5930)
00000100:00000001:0.0:1789434466.082059:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434466.082067:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434466.082071:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434466.082083:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082096:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434466.082098:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434466.082104:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434466.082107:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434466.082109:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434466.082113:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933973248:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434466.082118:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434466.082123:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434466.082126:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434466.082128:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434466.082135:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789434466.082138:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434466.082145:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434466.082151:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434466.082160:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434466.082168:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933973248, portal 25
00000100:00000001:0.0:1789434466.082170:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434466.082172:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00000040:0.0:1789434466.082178:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082186:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434466.082189:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434466.082192:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434466.082196:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933973248, offset 0
00000400:00000200:0.0:1789434466.082203:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434466.082213:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434466.082222:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434466.082228:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434466.082233:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434466.082236:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434466.082239:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434466.082243:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512856:512856:256:4294967295] 192.168.203.104@tcp LPNI seq info [512823:512823:8:4294967295]
00000400:00000200:0.0:1789434466.082247:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434466.082259:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434466.082266:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434466.082271:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434466.082279:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434466.082284:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789434466.082291:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434466.082295:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789434466.082299:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434466.082302:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434466.082309:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434466.082314:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434466.082320:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434466.082323:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434466.082329:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434466.082333:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082344:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434466.082372:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082379:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434466.082382:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434466.082388:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434466.082392:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434466.082396:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300593838
00000100:00000010:0.0:1789434466.082402:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81f00.
00000100:00000001:0.0:1789434466.082410:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434466.082426:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300593838
00000100:00000010:0.0:1789434466.082430:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81ae0.
00000100:00000001:0.0:1789434466.082434:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434466.082437:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434466.082440:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434466.082443:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434466.082447:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434466/real 1789434466]  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434466.082457:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434466.082460:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434466.082463:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434466.082467:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434466.082469:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434466.082473:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434466.082476:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434466.082485:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082493:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434466.082495:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.082497:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434466.082499:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434466.082503:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082510:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434466.082515:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082521:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434466.082523:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.082524:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434466.082525:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.082528:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434466.082530:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434466.082542:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434466.082547:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434466.082549:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434466.082553:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434466.082561:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933973248:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434466.082568:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434466.082573:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082580:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434466.082581:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434466.082583:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434466.082585:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434466.082587:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434466.082590:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933973376:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434466.082594:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434466.082596:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434466.082597:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434466.082599:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434466.082602:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434466.082603:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434466.082607:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434466.082609:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434466.082612:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434466.082616:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933973376, portal 10
00000100:00000001:0.0:1789434466.082618:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434466.082619:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:0.0:1789434466.082626:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082632:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434466.082635:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434466.082637:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434466.082639:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933973376, offset 0
00000400:00000200:0.0:1789434466.082642:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434466.082646:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434466.082649:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434466.082652:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434466.082655:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434466.082657:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434466.082659:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434466.082662:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512857:512857:256:4294967295] 192.168.203.104@tcp LPNI seq info [512824:512824:8:4294967295]
00000400:00000200:0.0:1789434466.082666:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434466.082672:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434466.082675:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434466.082678:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434466.082682:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434466.082684:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789434466.082688:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434466.082691:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789434466.082694:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434466.082696:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434466.082698:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434466.082701:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434466.082704:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434466.082706:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434466.082708:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434466.082712:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082718:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434466.082721:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082727:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434466.082729:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434466.082731:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434466.082735:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434466.082738:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434466.082740:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300593166
00000100:00000001:0.0:1789434466.082742:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300593838
00000100:00000001:0.0:1789434466.082745:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300593166
00000100:00000001:0.0:1789434466.082747:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300593838
00000100:00000001:0.0:1789434466.082749:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434466.082751:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434466.082752:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434466.082756:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434466/real 1789434466]  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434466.082762:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434466.082763:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434466.082765:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434466.082767:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434466.082768:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434466.082782:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434466.082786:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434466.082794:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082800:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434466.082801:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.082803:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434466.082804:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434466.082807:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082814:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434466.082817:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082823:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434466.082825:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.082826:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434466.082827:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.082829:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434466.082834:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434466.082836:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434466.082840:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434466.082842:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434466.082845:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434466.082852:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933973376:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434466.082856:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434466.082859:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082866:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434466.082867:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434466.082869:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434466.082871:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434466.082872:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434466.082875:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933973504:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434466.082877:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434466.082879:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434466.082881:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434466.082882:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434466.082885:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434466.082887:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434466.082890:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434466.082893:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434466.082896:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434466.082899:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933973504, portal 4
00000100:00000001:0.0:1789434466.082900:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434466.082902:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:0.0:1789434466.082907:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082913:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434466.082915:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434466.082917:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434466.082920:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933973504, offset 0
00000400:00000200:0.0:1789434466.082923:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434466.082927:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434466.082930:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434466.082933:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434466.082935:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434466.082937:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434466.082939:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434466.082942:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512858:512858:256:4294967295] 192.168.203.104@tcp LPNI seq info [512825:512825:8:4294967295]
00000400:00000200:0.0:1789434466.082946:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434466.082951:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434466.082956:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434466.082958:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434466.082962:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434466.082964:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789434466.082968:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434466.082970:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789434466.082974:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434466.082975:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434466.082978:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434466.082981:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434466.082984:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434466.082986:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434466.082988:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434466.082991:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.082999:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434466.083001:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.083012:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434466.083014:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434466.083016:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434466.083019:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434466.083021:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434466.083023:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300593183
00000100:00000001:0.0:1789434466.083025:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300593838
00000100:00000001:0.0:1789434466.083027:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300593183
00000100:00000001:0.0:1789434466.083029:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300593838
00000100:00000001:0.0:1789434466.083031:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434466.083033:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434466.083035:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434466.083038:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434466/real 1789434466]  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434466.083045:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434466.083047:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434466.083048:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434466.083051:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434466.083053:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434466.083055:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434466.083058:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434466.083065:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.083070:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434466.083072:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.083073:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434466.083075:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434466.083078:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.083085:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434466.083089:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.083095:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434466.083097:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.083099:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434466.083100:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.083101:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434466.083105:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434466.083107:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434466.083110:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434466.083112:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434466.083115:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434466.083122:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933973504:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434466.083126:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434466.083131:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.083137:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434466.083138:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434466.083140:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434466.083142:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434466.083144:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434466.083146:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933973632:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434466.083149:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434466.083151:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434466.083153:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434466.083154:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434466.083157:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14c00.
02000000:00000001:0.0:1789434466.083159:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434466.083162:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434466.083164:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434466.083167:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434466.083169:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933973632, portal 4
00000100:00000001:0.0:1789434466.083171:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434466.083172:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:0.0:1789434466.083177:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.083183:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434466.083185:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434466.083187:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434466.083189:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933973632, offset 0
00000400:00000200:0.0:1789434466.083193:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434466.083196:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434466.083199:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434466.083202:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434466.083204:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434466.083206:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434466.083208:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434466.083211:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512859:512859:256:4294967295] 192.168.203.104@tcp LPNI seq info [512826:512826:8:4294967295]
00000400:00000200:0.0:1789434466.083215:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434466.083221:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434466.083226:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434466.083229:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434466.083234:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434466.083236:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1789434466.083240:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434466.083242:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1789434466.083246:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434466.083248:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434466.083251:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434466.083254:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434466.083257:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434466.083258:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434466.083260:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434466.083264:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.083272:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434466.083275:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.083281:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434466.083282:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434466.083286:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434466.083289:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434466.083292:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434466.083294:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300593185
00000100:00000001:0.0:1789434466.083297:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300593838
00000100:00000001:0.0:1789434466.083298:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300593185
00000100:00000001:0.0:1789434466.083300:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300593838
00000100:00000001:0.0:1789434466.083302:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434466.083304:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434466.083306:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434466.083309:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434466/real 1789434466]  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434466.083316:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434466.083317:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434466.083319:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434466.083321:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434466.083323:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434466.083326:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434466.083328:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434466.083336:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.083342:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434466.083343:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.083345:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434466.083346:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434466.083382:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.083388:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434466.083391:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.083397:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434466.083400:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.083401:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434466.083402:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.083403:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434466.083407:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434466.083410:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434466.083412:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434466.083414:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434466.083417:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434466.083424:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933973632:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434466.083428:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.083430:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434466.083433:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933973248/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.083439:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434466.083442:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434466.083445:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14800.
02000000:00000001:0.0:1789434466.083448:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434466.083450:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434466.083452:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434466.083454:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434466.083457:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1c00.
02000000:00000001:0.0:1789434466.083462:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434466.083463:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434466.083466:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:0.0:1789434466.084694:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434466.084700:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.084705:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434466.084718:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933973376/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.084728:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434466.084731:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434466.084735:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434466.084739:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434466.084742:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434466.084743:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434466.084746:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434466.084748:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:0.0:1789434466.084751:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434466.084753:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434466.084754:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:0.0:1789434466.084757:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434466.084758:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.084759:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434466.084763:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933973504/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.084783:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434466.084785:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434466.084786:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434466.084789:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434466.084790:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434466.084792:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434466.084793:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434466.084795:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:0.0:1789434466.084797:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434466.084798:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434466.084799:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:0.0:1789434466.084802:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434466.084803:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.084805:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434466.084809:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933973632/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434466.084815:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434466.084817:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434466.084818:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14c00.
02000000:00000001:0.0:1789434466.084820:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434466.084821:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434466.084822:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434466.084824:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434466.084825:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:0.0:1789434466.084827:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434466.084828:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434466.084830:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:0.0:1789434466.084832:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434466.084833:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.084835:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434466.084844:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434466.084846:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434466.084849:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434466.084850:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434466.335891:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434466.335898:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434466.335900:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434466.335905:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434466.335909:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434466.335912:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434466.335915:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434466.335918:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434466.335920:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434466.783507:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300593838, at 4300593856
00000100:00000010:3.0:1789434466.783539:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81ae0.
00000100:00000040:2.0:1789434466.784585:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300593838, at 4300593857
00000100:00000010:2.0:1789434466.784601:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81f00.
00000100:00000001:3.0:1789434466.847483:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434466.847489:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434466.847494:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.847498:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434466.847502:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434466.847503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434466.847506:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434466.847507:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434466.847512:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434466.847513:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434466.847515:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.847518:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434466.847521:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434466.847522:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434466.847524:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434466.847526:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434466.847531:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434466.847564:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434466.847568:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434466.847571:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434467.103514:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434467.103523:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434467.103526:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434467.103532:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434467.103536:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434467.103541:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434467.103544:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434467.103547:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434467.103552:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434467.104163:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434467.104170:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434467.104172:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434467.104177:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434467.104181:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434467.104185:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434467.104187:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434467.104190:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434467.104193:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434467.359856:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434467.359864:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434467.359866:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434467.359872:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434467.359875:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434467.359879:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434467.359882:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434467.359884:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434467.359887:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434467.871445:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434467.871453:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434467.871456:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434467.871461:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:1.0:1789434467.871465:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434467.871470:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434467.871473:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434467.871476:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434467.871480:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434467.871552:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434467.871555:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434467.871559:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434467.871561:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434467.871564:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434467.871565:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434467.871568:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434467.871569:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434467.871676:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434467.871679:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434467.871683:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434468.127482:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434468.127489:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434468.127489:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434468.127492:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434468.127494:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434468.127497:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434468.127498:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434468.127501:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434468.127504:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434468.127506:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434468.127509:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434468.127512:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434468.127514:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434468.127517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434468.127520:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434468.127525:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434468.127527:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434468.127530:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434468.383883:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434468.383889:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434468.383891:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434468.383895:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434468.383898:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434468.383901:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434468.383903:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434468.383904:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434468.383906:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434468.895724:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434468.895731:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434468.895736:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434468.895738:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434468.895741:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434468.895742:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434468.895746:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434468.895747:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434468.895841:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434468.895845:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434468.895849:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434468.895861:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434468.895867:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434468.895869:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434468.895873:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434468.895876:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434468.895880:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434468.895883:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434468.895885:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434468.895888:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434469.151468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434469.151468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434469.151476:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434469.151476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434469.151479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434469.151480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434469.151487:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434469.151488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434469.151493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434469.151493:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434469.151499:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434469.151499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434469.151506:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434469.151506:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434469.151509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434469.151510:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434469.151515:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434469.151515:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434469.407517:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434469.407524:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434469.407527:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434469.407532:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434469.407536:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434469.407540:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434469.407542:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434469.407545:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434469.407548:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434469.919586:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434469.919593:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434469.919594:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434469.919599:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434469.919602:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434469.919605:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434469.919608:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434469.919609:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434469.919611:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434469.919613:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434469.919616:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434469.919621:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434469.919624:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434469.919628:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434469.919630:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434469.919632:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434469.919639:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434469.919689:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434469.919692:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434469.919695:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434470.175458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434470.175458:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434470.175466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434470.175466:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434470.175471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434470.175471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434470.175478:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434470.175479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434470.175484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434470.175485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434470.175490:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434470.175490:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434470.175496:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434470.175498:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434470.175501:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434470.175504:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434470.175506:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434470.175508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434470.431456:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434470.431473:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434470.431476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434470.431481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434470.431484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434470.431488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434470.431491:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434470.431493:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434470.431496:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434470.943478:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434470.943485:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434470.943490:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434470.943492:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434470.943497:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434470.943498:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434470.943503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434470.943504:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434470.943806:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434470.943811:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434470.943814:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434470.943819:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434470.943827:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434470.943832:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789434470.943835:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1789434470.943839:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1789434470.943841:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434470.943844:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434470.943848:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434470.943856:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789434471.199581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434471.199596:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434471.199600:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434471.199604:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434471.199609:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434471.199618:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5925
00000400:00000200:0.0:1789434471.199631:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434471.199638:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434471.199642:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434471.199645:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434471.199648:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434471.199651:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434471.199653:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434471.199664:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434471.199666:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434471.199670:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434471.199675:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434471.199677:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434471.199680:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434471.199683:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434471.199685:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434471.199687:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434471.199689:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434471.199692:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434471.199695:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434471.199697:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434471.199700:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434471.199711:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434471.199717:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434471.199720:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434471.199723:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434471.199746:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf480.
00000020:00000040:0.0:1789434471.199751:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434471.199756:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434471.199758:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434471.199762:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434471.199766:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434471.199771:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434471.199782:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14c00.
00000100:00000001:0.0:1789434471.199791:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434471.199804:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434471.199814:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434471.199819:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434471.199823:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002030f0d5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434471.199847:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434471.199852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434471.199857:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434471.199859:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434471.199861:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434471.199865:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434471.199866:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1789434471.199871:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5925
00000100:00000001:3.0:1789434471.199871:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434471.199880:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434471.199884:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434471.199884:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434471.199888:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434471.199895:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000400:00000200:0.0:1789434471.199896:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:2.0:1789434471.199896:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434471.199908:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1789434471.199909:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1789434471.199909:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1789434471.199917:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1789434471.199917:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.199921:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434471.199928:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434471.199929:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434471.199936:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434471.199937:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434471.199941:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434471.199945:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434471.199947:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434471.199955:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434471.199956:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434471.199958:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434471.199962:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434471.199965:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434471.199968:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434471.199972:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434471.199976:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434471.199978:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434471.199981:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434471.199982:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1789434471.199984:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:2.0:1789434471.199989:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434471.199994:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1789434471.199998:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434471.200004:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434471.200006:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1789434471.200010:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434471.200011:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789434471.200012:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434471.200020:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434471.200027:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434471.200028:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434471.200032:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434471.200035:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434471.200039:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1789434471.200041:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1789434471.200045:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1789434471.200049:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1789434471.200051:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434471.200055:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933973760:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434471.200060:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434471.200066:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1789434471.200067:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434471.200072:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434471.200073:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434471.200080:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1789434471.200082:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbdf80.
00000020:00000040:0.0:1789434471.200088:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434471.200091:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1789434471.200092:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:0.0:1789434471.200094:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434471.200098:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434471.200099:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434471.200103:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434471.200106:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434471.200113:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15400.
00000100:00000001:0.0:1789434471.200117:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434471.200123:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:0.0:1789434471.200126:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1789434471.200131:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000100:00000001:0.0:1789434471.200146:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1789434471.200146:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000001:0.0:1789434471.200151:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434471.200159:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933973760, portal 25
00000100:00000040:0.0:1789434471.200160:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d73b369] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.200166:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434471.200171:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549980288 : -119883159571328 : ffff92f786dbf480)
00000100:00000040:2.0:1789434471.200186:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434471.200200:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434471.200207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434471.200209:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1789434471.200216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1789434471.200218:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434471.200220:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434471.200224:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1789434471.200224:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000001:0.0:1789434471.200234:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:2.0:1789434471.200235:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933973760, offset 0
00000100:00080000:0.0:1789434471.200242:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5925
00000400:00000200:2.0:1789434471.200250:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434471.200253:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434471.200261:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1789434471.200267:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:0.0:1789434471.200269:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434471.200275:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:2.0:1789434471.200280:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434471.200286:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1789434471.200289:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434471.200291:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000040:0.0:1789434471.200298:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:2.0:1789434471.200303:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1789434471.200304:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434471.200312:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000020:00000001:0.0:1789434471.200313:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434471.200318:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434471.200323:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1789434471.200325:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512860:512860:256:4294967295] 192.168.203.104@tcp LPNI seq info [512827:512827:8:4294967295]
00000020:00000040:0.0:1789434471.200328:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434471.200334:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:2.0:1789434471.200336:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:0.0:1789434471.200340:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434471.200346:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434471.200374:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434471.200379:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434471.200384:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434471.200390:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434471.200399:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:2.0:1789434471.200403:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1789434471.200404:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434471.200412:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434471.200416:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1789434471.200418:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
02000000:00000001:0.0:1789434471.200421:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434471.200425:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:2.0:1789434471.200428:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000008:00100000:0.0:1789434471.200430:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434471.200436:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434471.200442:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789434471.200444:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000010:0.0:1789434471.200450:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc700.
00000800:00000200:2.0:1789434471.200451:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000020:00000040:0.0:1789434471.200457:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434471.200464:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1789434471.200465:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:0.0:1789434471.200468:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789434471.200472:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1789434471.200473:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434471.200477:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434471.200481:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1789434471.200482:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434471.200488:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
02000000:00000010:0.0:1789434471.200490:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000400:00000200:2.0:1789434471.200495:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1789434471.200497:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434471.200505:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1789434471.200509:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789434471.200514:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434471.200520:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:0.0:1789434471.200527:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434471.200531:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:0.0:1789434471.200532:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434471.200544:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4613ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434471.200545:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434471.200575:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434471.200578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434471.200586:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434471.200589:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434471.200592:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434471.200599:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434471.200604:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5925
00000100:00000001:2.0:1789434471.200608:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1789434471.200609:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434471.200621:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000040:2.0:1789434471.200622:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789434471.200625:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434471.200634:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434471.200639:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434471.200644:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434471.200645:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434471.200650:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434471.200652:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434471.200660:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434471.200662:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:2.0:1789434471.200663:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434471.200665:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434471.200670:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000400:00000200:2.0:1789434471.200675:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:0.0:1789434471.200677:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434471.200682:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300598956
00000020:00000001:0.0:1789434471.200683:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434471.200692:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000010:2.0:1789434471.200693:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:0.0:1789434471.200696:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434471.200702:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434471.200704:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434471.200706:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434471.200713:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:2.0:1789434471.200714:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300598956
00000100:00080000:0.0:1789434471.200719:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000010:2.0:1789434471.200722:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887c60.
00000100:00000001:0.0:1789434471.200725:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434471.200729:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1789434471.200730:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434471.200746:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434471.200750:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434471.200752:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434471.200754:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000001:2.0:1789434471.200756:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1789434471.200758:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434471.200763:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434471.200764:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434471.200768:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbfb80.
00000100:00000001:2.0:1789434471.200771:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1789434471.200774:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00100000:2.0:1789434471.200779:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434471/real 1789434471]  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434471.200781:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434471.200786:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434471.200794:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434471.200802:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1789434471.200804:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1789434471.200808:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1789434471.200808:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434471.200815:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
02000000:00000010:0.0:1789434471.200819:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14800.
00000400:00000200:2.0:1789434471.200822:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000100:00000001:0.0:1789434471.200826:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434471.200827:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434471.200837:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00100000:0.0:1789434471.200839:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1789434471.200847:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434471.200857:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434471.200862:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434471.200877:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f4038] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434471.200878:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434471.200912:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434471.200917:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:0.0:1789434471.200920:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5935)
00000100:00000001:2.0:1789434471.200922:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.200928:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434471.200930:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434471.200937:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.200946:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434471.200952:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.200960:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434471.200964:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.200965:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434471.200967:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.200970:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434471.200974:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434471.200978:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434471.200983:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434471.200985:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434471.200991:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434471.201003:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933973760:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434471.201008:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.201010:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434471.201015:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbf480 x1876351933973760/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201022:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434471.201025:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434471.201028:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434471.201031:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434471.201034:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434471.201036:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434471.201038:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434471.201040:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14c00.
02000000:00000001:2.0:1789434471.201043:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434471.201045:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434471.201047:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbf480.
00000100:00000001:2.0:1789434471.201050:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434471.201052:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.201054:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.201061:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434471.201062:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434471.201065:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434471.201066:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434471.201068:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434471.201072:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201078:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434471.201080:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434471.201083:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434471.201085:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434471.201088:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434471.201091:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933973888:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434471.201094:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434471.201097:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434471.201099:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434471.201101:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434471.201104:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434471.201106:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434471.201110:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434471.201112:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434471.201116:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434471.201119:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933973888, portal 10
00000100:00000001:2.0:1789434471.201120:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434471.201122:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549974912 : -119883159576704 : ffff92f786dbdf80)
00000100:00000040:2.0:1789434471.201129:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201135:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434471.201138:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434471.201141:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434471.201143:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933973888, offset 0
00000400:00000200:2.0:1789434471.201148:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434471.201153:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434471.201159:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434471.201163:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434471.201165:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434471.201168:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434471.201171:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434471.201175:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512861:512861:256:4294967295] 192.168.203.104@tcp LPNI seq info [512828:512828:8:4294967295]
00000400:00000200:2.0:1789434471.201180:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434471.201188:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434471.201193:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434471.201197:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434471.201202:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434471.201204:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789434471.201209:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434471.201212:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789434471.201215:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434471.201217:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434471.201220:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434471.201223:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434471.201226:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434471.201228:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434471.201231:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434471.201234:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201243:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434471.201247:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201253:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434471.201255:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434471.201258:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434471.201262:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434471.201268:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434471.201271:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300598284
00000100:00000001:2.0:1789434471.201274:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300598956
00000100:00000001:2.0:1789434471.201275:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300598284
00000100:00000001:2.0:1789434471.201277:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300598956
00000100:00000001:2.0:1789434471.201279:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434471.201281:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434471.201283:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434471.201287:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434471/real 1789434471]  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434471.201302:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434471.201304:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434471.201306:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434471.201309:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434471.201312:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434471.201313:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434471.201318:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434471.201328:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201335:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434471.201337:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.201340:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434471.201342:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434471.201346:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201383:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434471.201388:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201395:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434471.201398:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.201401:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434471.201402:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.201405:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434471.201412:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434471.201415:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434471.201421:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434471.201425:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434471.201432:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434471.201443:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933973888:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434471.201449:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434471.201455:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201462:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434471.201465:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434471.201468:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434471.201470:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434471.201472:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434471.201476:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933974016:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434471.201480:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434471.201484:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434471.201486:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434471.201489:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434471.201493:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434471.201496:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434471.201501:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434471.201504:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434471.201510:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434471.201514:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933974016, portal 4
00000100:00000001:2.0:1789434471.201517:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434471.201518:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549968640 : -119883159582976 : ffff92f786dbc700)
00000100:00000040:2.0:1789434471.201526:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201533:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434471.201536:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434471.201540:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434471.201543:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933974016, offset 0
00000400:00000200:2.0:1789434471.201548:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434471.201552:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434471.201556:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434471.201558:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434471.201561:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434471.201564:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434471.201566:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434471.201568:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512862:512862:256:4294967295] 192.168.203.104@tcp LPNI seq info [512829:512829:8:4294967295]
00000400:00000200:2.0:1789434471.201572:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434471.201578:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434471.201582:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434471.201586:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434471.201590:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434471.201593:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789434471.201597:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434471.201599:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789434471.201603:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434471.201605:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434471.201608:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434471.201611:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434471.201614:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434471.201616:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434471.201618:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434471.201621:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201629:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434471.201632:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201639:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434471.201640:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434471.201643:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434471.201647:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434471.201650:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434471.201652:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300598302
00000100:00000001:2.0:1789434471.201655:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300598956
00000100:00000001:2.0:1789434471.201657:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300598302
00000100:00000001:2.0:1789434471.201659:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300598956
00000100:00000001:2.0:1789434471.201661:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434471.201663:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434471.201665:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434471.201669:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434471/real 1789434471]  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434471.201676:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434471.201678:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434471.201679:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434471.201682:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434471.201683:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434471.201685:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434471.201689:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434471.201696:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201703:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434471.201704:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.201706:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434471.201707:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434471.201710:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201716:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434471.201720:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201727:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434471.201729:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.201745:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434471.201746:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.201748:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434471.201752:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434471.201755:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434471.201759:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434471.201761:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434471.201765:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434471.201772:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933974016:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434471.201776:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434471.201780:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201787:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434471.201788:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434471.201791:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434471.201793:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434471.201795:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434471.201797:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933974144:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434471.201800:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434471.201802:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434471.201804:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434471.201806:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434471.201810:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434471.201812:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434471.201815:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434471.201817:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434471.201820:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434471.201823:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933974144, portal 4
00000100:00000001:2.0:1789434471.201826:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434471.201827:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549982080 : -119883159569536 : ffff92f786dbfb80)
00000100:00000040:2.0:1789434471.201832:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201839:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434471.201842:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434471.201844:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434471.201846:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933974144, offset 0
00000400:00000200:2.0:1789434471.201851:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434471.201855:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434471.201858:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434471.201861:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434471.201864:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434471.201866:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434471.201868:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434471.201871:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512863:512863:256:4294967295] 192.168.203.104@tcp LPNI seq info [512830:512830:8:4294967295]
00000400:00000200:2.0:1789434471.201875:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434471.201880:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434471.201885:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434471.201889:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434471.201892:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434471.201895:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789434471.201898:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434471.201901:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789434471.201904:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434471.201906:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434471.201909:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434471.201912:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434471.201914:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434471.201916:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434471.201918:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434471.201922:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201934:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434471.201937:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434496 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201942:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434471.201943:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434471.201946:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434471.201948:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434471.201951:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434471.201953:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300598304
00000100:00000001:2.0:1789434471.201956:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300598956
00000100:00000001:2.0:1789434471.201957:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300598304
00000100:00000001:2.0:1789434471.201959:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300598956
00000100:00000001:2.0:1789434471.201961:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434471.201963:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434471.201964:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434471.201968:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434471/real 1789434471]  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434471.201975:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434471.201976:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434471.201977:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434471.201979:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434471.201981:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434471.201983:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434471.201985:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434471.201992:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.201998:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434471.201999:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.202001:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434471.202002:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434471.202005:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.202010:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434471.202013:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.202019:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434471.202021:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.202022:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434471.202024:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.202026:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434471.202029:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434471.202032:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434471.202035:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434471.202037:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434471.202041:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434471.202048:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933974144:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434471.202052:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.202054:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434471.202056:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbdf80 x1876351933973888/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.202063:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434471.202064:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434471.202066:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434471.202068:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434471.202070:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434471.202072:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434471.202073:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434471.202075:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15400.
02000000:00000001:2.0:1789434471.202078:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434471.202079:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434471.202080:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbdf80.
00000100:00000001:2.0:1789434471.202084:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434471.202085:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.202087:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434471.202090:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc700 x1876351933974016/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.202096:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434471.202097:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434471.202099:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434471.202102:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434471.202103:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434471.202104:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434471.202106:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434471.202107:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15000.
02000000:00000001:2.0:1789434471.202109:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434471.202110:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434471.202111:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc700.
00000100:00000001:2.0:1789434471.202113:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434471.202114:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.202116:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434471.202118:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbfb80 x1876351933974144/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434496 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434471.202124:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434471.202125:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434471.202126:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434471.202128:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434471.202129:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434471.202130:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434471.202132:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434471.202133:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14800.
02000000:00000001:2.0:1789434471.202135:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434471.202136:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434471.202137:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbfb80.
00000100:00000001:2.0:1789434471.202139:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434471.202140:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.202142:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434471.202151:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434471.202153:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434471.202155:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434471.202157:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434471.455506:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434471.455516:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434471.455519:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434471.455527:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434471.455532:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434471.455537:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434471.455540:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434471.455544:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434471.455561:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434471.903461:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300598956, at 4300598976
00000100:00000010:3.0:1789434471.903477:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887c60.
00000100:00000040:2.0:1789434471.903592:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300598956, at 4300598976
00000100:00000010:2.0:1789434471.903599:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00000100:00000001:3.0:1789434471.967416:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434471.967424:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434471.967426:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434471.967432:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434471.967437:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434471.967440:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434471.967443:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434471.967445:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434471.967449:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434471.967578:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434471.967585:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434471.967591:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434471.967593:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434471.967597:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434471.967598:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434471.967602:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434471.967603:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434471.967652:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434471.967655:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434471.967657:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434472.223452:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434472.223459:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434472.223461:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434472.223466:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434472.223469:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434472.223473:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434472.223475:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434472.223477:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434472.223480:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434472.223701:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434472.223705:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434472.223707:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434472.223710:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434472.223712:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434472.223714:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434472.223716:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434472.223718:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434472.223720:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434472.479494:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434472.479502:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434472.479503:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434472.479509:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434472.479512:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434472.479515:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434472.479517:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434472.479521:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434472.479523:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434472.991617:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434472.991625:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434472.991628:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434472.991633:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434472.991636:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434472.991640:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434472.991643:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434472.991645:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434472.991648:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434472.991902:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434472.991906:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434472.991911:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434472.991913:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434472.991917:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434472.991918:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434472.991922:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434472.991924:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434472.991969:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434472.991974:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434472.991978:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434473.247466:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434473.247466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434473.247473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434473.247475:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434473.247479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434473.247483:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434473.247485:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434473.247489:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1789434473.247490:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434473.247494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434473.247495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434473.247499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434473.247500:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434473.247503:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434473.247504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434473.247507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434473.247510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434473.247515:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434473.503476:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434473.503485:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434473.503487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434473.503492:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434473.503496:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434473.503500:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434473.503503:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434473.503506:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434473.503509:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434474.015468:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434474.015476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434474.015479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434474.015486:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434474.015490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434474.015494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434474.015497:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434474.015500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434474.015504:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016699:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434474.016706:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016720:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434474.016725:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434474.016728:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434474.016732:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016735:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434474.016738:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016741:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016743:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016748:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434474.016749:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434474.016750:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434474.016752:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016753:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434474.016755:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016756:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016758:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016762:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434474.016763:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434474.016765:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434474.016766:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016768:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434474.016769:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016771:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434474.016772:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434474.016830:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434474.016835:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434474.016840:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434474.271447:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434474.271454:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434474.271456:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434474.271461:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434474.271465:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434474.271469:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434474.271471:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434474.271474:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434474.271477:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434474.273098:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434474.273103:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434474.273105:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434474.273109:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434474.273112:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434474.273115:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434474.273117:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434474.273119:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434474.273121:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434474.527465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434474.527473:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434474.527475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434474.527480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434474.527483:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434474.527487:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434474.527490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434474.527492:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434474.527494:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434475.039465:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434475.039472:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434475.039478:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434475.039479:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434475.039484:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434475.039485:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434475.039489:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434475.039491:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434475.039609:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1789434475.039613:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:2.0:1789434475.039613:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434475.039619:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:2.0:1789434475.039620:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434475.039622:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434475.039628:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434475.039632:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434475.039635:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434475.039638:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434475.039640:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434475.039643:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434475.295463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434475.295483:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434475.295485:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434475.295491:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434475.295494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434475.295498:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434475.295500:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434475.295502:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434475.295505:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434475.295602:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434475.295606:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434475.295607:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434475.295610:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434475.295613:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434475.295615:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434475.295617:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434475.295619:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434475.295621:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434475.551462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434475.551469:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434475.551471:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434475.551477:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434475.551480:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434475.551485:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434475.551488:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434475.551490:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434475.551493:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.063482:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434476.063489:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434476.063491:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434476.063496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434476.063499:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434476.063503:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.063505:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434476.063508:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.063511:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434476.063613:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434476.063618:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434476.063620:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434476.063624:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434476.063627:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434476.063629:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434476.063632:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434476.063635:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434476.063639:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434476.063640:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434476.063644:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434476.063645:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434476.063649:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434476.063651:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434476.063693:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434476.063706:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434476.063709:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789434476.320083:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434476.320094:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434476.320097:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434476.320100:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434476.320104:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434476.320111:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5930
00000400:00000200:3.0:1789434476.320120:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434476.320125:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434476.320128:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434476.320131:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434476.320134:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434476.320138:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434476.320140:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434476.320147:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434476.320150:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434476.320153:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434476.320156:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434476.320159:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434476.320161:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434476.320164:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434476.320166:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434476.320167:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434476.320169:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434476.320172:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434476.320175:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434476.320177:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434476.320179:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434476.320182:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434476.320185:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.320187:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434476.320189:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434476.320200:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789434476.320204:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434476.320208:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434476.320209:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.320212:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434476.320214:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434476.320219:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434476.320227:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:3.0:1789434476.320234:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434476.320245:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434476.320256:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434476.320262:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434476.320267:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434476.320326:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434476.320331:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434476.320333:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434476.320337:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434476.320339:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434476.320343:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434476.320345:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434476.320363:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434476.320367:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.320389:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434476.320394:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434476.320397:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434476.320399:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434476.320400:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434476.320403:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434476.320406:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5930
00000400:00000200:3.0:1789434476.320410:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434476.320413:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434476.320415:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434476.320418:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434476.320420:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434476.320422:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434476.320424:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434476.320428:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434476.320429:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434476.320431:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434476.320433:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434476.320435:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434476.320437:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434476.320440:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434476.320442:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434476.320444:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434476.320446:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434476.320448:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434476.320451:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434476.320454:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434476.320456:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434476.320462:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434476.320464:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.320465:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434476.320645:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434476.320650:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.320652:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434476.320657:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789434476.320660:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434476.320662:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434476.320664:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.320666:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434476.320667:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434476.320669:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434476.320674:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789434476.320678:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434476.320684:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434476.320686:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434476.320691:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434476.320704:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789434476.320705:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434476.320709:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434476.320712:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789434476.320716:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.320735:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434476.320738:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.320738:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434476.320742:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1789434476.320743:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1789434476.320747:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1789434476.320748:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1789434476.320752:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434476.320757:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933974272:192.168.203.104@tcp:250:kworker.0
00000100:00000001:3.0:1789434476.320762:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789434476.320763:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1789434476.320766:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1789434476.320769:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789434476.320771:0:13200:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:0.0:1789434476.320773:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434476.320776:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5930
02000000:00000001:0.0:1789434476.320778:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1789434476.320784:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000010:0.0:1789434476.320785:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15c00.
00000400:00000200:3.0:1789434476.320789:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
02000000:00000001:0.0:1789434476.320790:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434476.320794:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434476.320800:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434476.320801:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434476.320806:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1789434476.320808:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000100:00000040:3.0:1789434476.320810:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434476.320814:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000010:0.0:1789434476.320817:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000020:00000001:3.0:1789434476.320818:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434476.320821:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434476.320823:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:0.0:1789434476.320826:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933974272, portal 25
00000020:00000040:3.0:1789434476.320826:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434476.320829:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:0.0:1789434476.320831:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434476.320835:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000100:00000040:0.0:1789434476.320842:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.320850:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434476.320853:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434476.320856:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434476.320860:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933974272, offset 0
00000400:00000200:0.0:1789434476.320867:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434476.320874:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434476.320880:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434476.320884:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434476.320888:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434476.320891:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434476.320894:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434476.320897:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512864:512864:256:4294967295] 192.168.203.104@tcp LPNI seq info [512831:512831:8:4294967295]
00000400:00000200:0.0:1789434476.320902:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434476.320910:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434476.320932:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434476.320937:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434476.320943:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434476.320947:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789434476.320952:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434476.320955:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1789434476.320958:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434476.320961:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000020:00000001:3.0:1789434476.320963:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:0.0:1789434476.320967:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1789434476.320971:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434476.320976:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1789434476.320977:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434476.320983:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434476.320986:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000100:00000001:3.0:1789434476.320986:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000010:0.0:1789434476.320992:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000020:00000040:3.0:1789434476.320992:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434476.320997:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434476.320999:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1789434476.321000:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434476.321004:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1789434476.321006:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434476.321008:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434476.321013:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.321018:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434476.321021:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000001:0.0:1789434476.321024:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1789434476.321025:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.321029:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434476.321030:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1789434476.321035:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789434476.321040:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:0.0:1789434476.321041:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.321045:0:2346:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:3.0:1789434476.321045:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434476.321049:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.321053:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.321053:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434476.321054:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434476.321058:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434476.321061:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000010:3.0:1789434476.321065:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000001:0.0:1789434476.321066:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300604076
00000100:00000001:3.0:1789434476.321072:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434476.321074:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81ea0.
00000100:00100000:3.0:1789434476.321080:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434476.321082:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434476.321090:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300604076
00000100:00000001:3.0:1789434476.321092:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1789434476.321095:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81cc0.
00000100:00000001:3.0:1789434476.321095:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.321101:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1789434476.321103:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.321107:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434476.321114:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.321118:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.321119:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1789434476.321123:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789434476.321127:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434476/real 1789434476]  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434476.321128:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434476.321131:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434476.321134:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434476.321139:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434476.321144:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5930
00000400:00000001:0.0:1789434476.321145:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434476.321148:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1789434476.321149:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434476.321151:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:3.0:1789434476.321155:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:0.0:1789434476.321157:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000100:00080000:3.0:1789434476.321159:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1789434476.321161:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000040:3.0:1789434476.321164:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434476.321166:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1789434476.321167:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434476.321171:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000200:0.0:1789434476.321175:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434476.321175:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434476.321180:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434476.321182:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434476.321186:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434476.321190:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000200:0.0:1789434476.321194:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789434476.321194:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434476.321199:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434476.321205:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434476.321210:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434476.321210:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434476.321215:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434476.321215:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434476.321221:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1789434476.321221:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789434476.321225:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1789434476.321226:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434476.321232:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00100000:0.0:1789434476.321234:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434476.321235:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434476.321239:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434476.321243:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434476.321246:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789434476.321247:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.321250:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434476.321253:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000040:0.0:1789434476.321254:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789434476.321258:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434476.321262:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434476.321267:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000100:00000001:0.0:1789434476.321269:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1789434476.321272:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:0.0:1789434476.321274:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789434476.321276:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789434476.321278:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1789434476.321280:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.321282:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434476.321283:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789434476.321286:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1789434476.321287:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789434476.321292:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1789434476.321292:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434476.321299:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434476.321304:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434476.321306:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434476.321310:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434476.321318:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933974272:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434476.321322:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.321324:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434476.321327:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933974272/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.321334:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434476.321336:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434476.321339:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434476.321342:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434476.321343:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434476.321345:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
02000000:00000010:3.0:1789434476.321390:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789434476.321395:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434476.321401:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434476.321408:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434476.321410:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434476.321414:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434476.321421:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434476.321426:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5941)
00000020:00000001:0.0:1789434476.321555:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434476.321560:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:0.0:1789434476.321566:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434476.321567:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434476.321569:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:0.0:1789434476.321572:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434476.321574:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.321576:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.321583:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434476.321585:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.321587:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434476.321588:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434476.321590:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434476.321594:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.321601:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434476.321602:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434476.321605:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434476.321607:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434476.321609:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434476.321612:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933974400:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434476.321616:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434476.321618:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434476.321619:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434476.321621:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434476.321624:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434476.321626:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434476.321629:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434476.321632:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434476.321635:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434476.321638:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933974400, portal 10
00000100:00000001:0.0:1789434476.321641:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434476.321642:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:0.0:1789434476.321647:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.321654:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434476.321656:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434476.321658:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434476.321660:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933974400, offset 0
00000400:00000200:0.0:1789434476.321664:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434476.321668:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434476.321672:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434476.321675:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434476.321677:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434476.321679:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434476.321681:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434476.321684:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512865:512865:256:4294967295] 192.168.203.104@tcp LPNI seq info [512832:512832:8:4294967295]
00000400:00000200:0.0:1789434476.321687:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434476.321704:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434476.321709:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434476.321712:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434476.321716:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434476.321719:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789434476.321724:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434476.321726:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1789434476.321730:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434476.321732:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434476.321735:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434476.321737:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434476.321740:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434476.321741:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434476.321743:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434476.321747:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.321754:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434476.321757:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.321764:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.321765:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434476.321769:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434476.321773:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434476.321775:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434476.321777:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300603405
00000100:00000001:0.0:1789434476.321780:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300604076
00000100:00000001:0.0:1789434476.321782:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300603405
00000100:00000001:0.0:1789434476.321783:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300604076
00000100:00000001:0.0:1789434476.321785:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434476.321787:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.321789:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434476.321793:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434476/real 1789434476]  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434476.321801:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434476.321803:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434476.321805:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434476.321807:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434476.321809:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434476.321811:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434476.321814:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434476.321823:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.321829:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434476.321830:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.321832:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434476.321833:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434476.321837:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.321844:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434476.321848:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.321855:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434476.321857:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.321859:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434476.321861:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.321863:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434476.321866:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434476.321869:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434476.321872:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434476.321875:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434476.321879:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434476.321886:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933974400:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434476.321890:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434476.321894:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.321901:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434476.321903:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434476.321905:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434476.321907:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434476.321921:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434476.321924:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434476.321926:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434476.321929:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434476.321931:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434476.321933:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434476.321934:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434476.321936:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434476.321938:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434476.322030:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434476.322036:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933974528:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434476.322040:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434476.322042:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434476.322043:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434476.322045:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434476.322049:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789434476.322051:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434476.322054:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434476.322057:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434476.322061:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434476.322070:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933974528, portal 4
00000100:00000001:0.0:1789434476.322072:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434476.322073:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:0.0:1789434476.322079:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322085:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434476.322087:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434476.322089:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434476.322092:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933974528, offset 0
00000400:00000200:0.0:1789434476.322096:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434476.322099:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434476.322103:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434476.322105:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434476.322108:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434476.322110:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434476.322113:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434476.322115:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512866:512866:256:4294967295] 192.168.203.104@tcp LPNI seq info [512833:512833:8:4294967295]
00000400:00000200:0.0:1789434476.322119:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434476.322125:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434476.322130:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434476.322133:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434476.322136:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434476.322139:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789434476.322144:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434476.322146:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1789434476.322150:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434476.322152:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434476.322155:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434476.322157:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434476.322160:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434476.322162:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434476.322164:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434476.322167:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322175:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434476.322178:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322184:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.322185:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434476.322188:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434476.322191:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434476.322194:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434476.322196:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300603422
00000100:00000001:0.0:1789434476.322199:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300604076
00000100:00000001:0.0:1789434476.322201:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300603422
00000100:00000001:0.0:1789434476.322203:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300604076
00000100:00000001:0.0:1789434476.322205:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434476.322206:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.322208:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434476.322211:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434476/real 1789434476]  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434476.322218:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434476.322219:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434476.322221:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434476.322223:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434476.322224:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434476.322226:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434476.322228:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434476.322235:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322240:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434476.322241:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.322243:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434476.322244:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434476.322246:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322252:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434476.322255:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322261:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434476.322264:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.322265:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434476.322266:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.322268:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434476.322271:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434476.322273:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434476.322276:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434476.322279:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434476.322282:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434476.322289:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933974528:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434476.322292:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434476.322295:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322300:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434476.322302:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434476.322304:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434476.322305:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434476.322308:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434476.322310:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933974656:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434476.322312:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434476.322314:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434476.322315:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434476.322316:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434476.322320:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434476.322321:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434476.322325:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434476.322327:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434476.322329:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434476.322332:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933974656, portal 4
00000100:00000001:0.0:1789434476.322334:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434476.322335:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:0.0:1789434476.322339:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322345:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434476.322370:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434476.322373:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434476.322376:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933974656, offset 0
00000400:00000200:0.0:1789434476.322380:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434476.322384:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434476.322387:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434476.322389:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434476.322391:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434476.322393:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434476.322395:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434476.322397:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512867:512867:256:4294967295] 192.168.203.104@tcp LPNI seq info [512834:512834:8:4294967295]
00000400:00000200:0.0:1789434476.322400:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434476.322406:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434476.322410:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434476.322413:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434476.322416:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434476.322418:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1789434476.322422:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434476.322424:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1789434476.322427:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434476.322429:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434476.322432:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434476.322435:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434476.322437:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434476.322439:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434476.322441:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434476.322444:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322455:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434476.322458:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322463:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.322465:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434476.322467:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434476.322470:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434476.322472:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434476.322474:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300603425
00000100:00000001:0.0:1789434476.322476:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300604076
00000100:00000001:0.0:1789434476.322478:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300603425
00000100:00000001:0.0:1789434476.322480:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300604076
00000100:00000001:0.0:1789434476.322482:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434476.322484:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.322485:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434476.322488:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434476/real 1789434476]  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434476.322495:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434476.322496:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434476.322497:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434476.322499:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434476.322501:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434476.322503:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434476.322506:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434476.322514:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322519:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434476.322521:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.322523:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434476.322524:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434476.322527:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322533:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434476.322536:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322543:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434476.322545:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.322546:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434476.322547:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.322549:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434476.322553:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434476.322555:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434476.322558:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434476.322560:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434476.322564:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434476.322570:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933974656:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434476.322573:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.322575:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434476.322577:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933974400/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322584:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434476.322586:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434476.322588:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434476.322590:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434476.322592:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434476.322594:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434476.322596:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434476.322597:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:0.0:1789434476.322600:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434476.322601:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434476.322603:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:0.0:1789434476.322607:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434476.322608:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.322610:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434476.322612:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933974528/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322618:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434476.322619:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434476.322620:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17000.
02000000:00000001:0.0:1789434476.322621:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434476.322622:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434476.322624:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434476.322625:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434476.322627:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:0.0:1789434476.322628:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434476.322629:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434476.322630:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:0.0:1789434476.322632:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434476.322633:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.322635:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434476.322637:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933974656/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434476.322643:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434476.322644:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434476.322645:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16c00.
02000000:00000001:0.0:1789434476.322647:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434476.322648:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434476.322649:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434476.322651:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434476.322652:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:0.0:1789434476.322653:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434476.322655:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434476.322656:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:0.0:1789434476.322658:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434476.322659:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.322660:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434476.322664:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434476.322666:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434476.322667:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434476.322669:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434476.575447:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434476.575454:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434476.575456:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434476.575461:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434476.575464:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434476.575468:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434476.575470:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434476.575472:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434476.575475:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434477.023454:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300604076, at 4300604096
00000100:00000010:2.0:1789434477.023544:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81ea0.
00000100:00000040:3.0:1789434477.023823:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300604076, at 4300604096
00000100:00000010:3.0:1789434477.023830:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81cc0.
00000100:00000001:0.0:1789434477.087464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434477.087464:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434477.087471:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434477.087474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434477.087478:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434477.087480:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434477.087485:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434477.087487:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434477.087489:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434477.087490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434477.087494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434477.087496:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434477.087498:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434477.087499:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434477.087504:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434477.087506:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434477.087509:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434477.087529:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434477.087534:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434477.087538:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434477.343467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434477.343467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434477.343477:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434477.343477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434477.343481:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434477.343481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434477.343489:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434477.343489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434477.343495:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434477.343495:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434477.343502:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434477.343502:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434477.343508:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434477.343509:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434477.343512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434477.343513:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434477.343517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434477.343518:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434477.599907:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434477.599914:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434477.599916:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434477.599922:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434477.599925:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434477.599928:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434477.599930:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434477.599932:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434477.599935:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434478.111832:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434478.111839:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434478.111844:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434478.111845:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434478.111848:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434478.111850:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434478.111852:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434478.111853:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434478.112183:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434478.112186:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434478.112189:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434478.112916:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434478.112920:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434478.112922:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434478.112927:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434478.112930:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434478.112933:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434478.112936:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434478.112938:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434478.112941:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434478.367772:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434478.367772:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434478.367778:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434478.367778:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434478.367783:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434478.367784:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434478.367791:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434478.367792:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434478.367797:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434478.367798:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434478.367803:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434478.367803:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434478.367807:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434478.367808:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434478.367812:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434478.367812:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434478.367819:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434478.367819:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434478.623428:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434478.623435:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434478.623437:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434478.623443:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434478.623446:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434478.623449:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434478.623452:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434478.623455:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434478.623458:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434479.135476:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434479.135482:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434479.135489:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434479.135490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434479.135494:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434479.135495:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434479.135498:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434479.135499:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434479.135544:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434479.135549:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434479.135553:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434479.135835:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434479.135851:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434479.135853:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434479.135858:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434479.135864:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434479.135867:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434479.135870:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434479.135872:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434479.135876:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434479.391460:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434479.391468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434479.391481:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434479.391486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434479.391490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434479.391493:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434479.391496:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434479.391498:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434479.391504:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434479.393769:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434479.393775:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434479.393776:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434479.393781:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434479.393784:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434479.393787:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434479.393789:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434479.393791:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434479.393793:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434479.647483:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434479.647489:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434479.647492:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434479.647498:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434479.647501:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434479.647505:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434479.647507:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434479.647510:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434479.647512:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434480.159504:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434480.159510:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434480.159516:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434480.159518:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434480.159522:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434480.159523:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434480.159527:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434480.159528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434480.159737:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434480.159741:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434480.159744:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434480.159754:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434480.159760:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434480.159762:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434480.159767:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434480.159771:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434480.159774:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434480.159783:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434480.159786:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434480.159789:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434480.415511:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434480.415518:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434480.415521:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434480.415526:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434480.415529:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434480.415533:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434480.415535:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434480.415538:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434480.415541:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434480.415906:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434480.415910:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434480.415911:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434480.415914:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434480.415916:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434480.415919:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434480.415921:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434480.415922:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434480.415924:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434480.671507:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434480.671515:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434480.671517:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434480.671532:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434480.671535:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434480.671539:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434480.671541:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434480.671544:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434480.671546:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.183512:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434481.183519:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434481.183521:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434481.183526:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434481.183530:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434481.183533:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.183536:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434481.183538:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.183541:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434481.184519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434481.184523:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434481.184527:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434481.184528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434481.184532:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434481.184533:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434481.184537:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434481.184538:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434481.184649:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434481.184652:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434481.184656:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789434481.439462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434481.439463:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434481.439469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434481.439473:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434481.439473:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1789434481.439479:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434481.439479:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1789434481.439485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789434481.439485:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434481.439491:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434481.439493:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1789434481.439498:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5936
00000100:00000001:0.0:1789434481.439499:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434481.439500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.439503:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434481.439504:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1789434481.439508:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000400:00000200:3.0:1789434481.439508:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434481.439512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.439514:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434481.439516:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.439517:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1789434481.439519:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789434481.439522:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434481.439526:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.439529:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434481.439532:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434481.439538:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434481.439545:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434481.439548:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434481.439550:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434481.439558:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434481.439560:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434481.439563:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434481.439566:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434481.439568:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434481.439571:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434481.439574:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434481.439575:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434481.439577:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434481.439579:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434481.439582:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434481.439585:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434481.439587:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434481.439590:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434481.439593:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434481.439596:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434481.439598:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434481.439600:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434481.439609:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289180.
00000020:00000040:3.0:1789434481.439612:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434481.439616:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434481.439617:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434481.439620:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434481.439623:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434481.439626:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434481.439633:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000100:00000001:3.0:1789434481.439638:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434481.439646:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434481.439669:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434481.439673:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434481.439677:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef858d48] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434481.439694:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434481.439697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434481.439699:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434481.439701:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434481.439702:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434481.439705:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434481.439708:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5936
00000400:00000200:3.0:1789434481.439713:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434481.439723:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1789434481.439723:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789434481.439728:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434481.439731:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1789434481.439731:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434481.439737:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000040:0.0:1789434481.439741:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434481.439741:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434481.439746:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434481.439750:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434481.439756:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1789434481.439758:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1789434481.439759:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00000001:0.0:1789434481.439761:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434481.439763:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1789434481.439766:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1789434481.439768:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
02000000:00000001:0.0:1789434481.439770:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1789434481.439772:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:0.0:1789434481.439774:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434481.439777:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00100000:0.0:1789434481.439781:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933974784:192.168.203.104@tcp:250:kworker.0
00000100:00000040:3.0:1789434481.439784:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434481.439789:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789434481.439789:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434481.439793:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:0.0:1789434481.439794:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1789434481.439796:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:0.0:1789434481.439798:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789434481.439800:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
02000000:00000001:0.0:1789434481.439803:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1789434481.439805:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434481.439809:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434481.439810:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15c00.
02000000:00000001:3.0:1789434481.439812:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434481.439815:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434481.439819:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789434481.439824:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:3.0:1789434481.439829:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434481.439830:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000100:00000001:3.0:1789434481.439832:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434481.439838:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1789434481.439839:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000008:00000001:3.0:1789434481.439845:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434481.439847:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789434481.439848:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933974784, portal 25
00000100:00000001:0.0:1789434481.439852:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000010:3.0:1789434481.439853:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000100:00000001:0.0:1789434481.439854:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293198720 : -119882416352896 : ffff92f7b3289180)
00000020:00000040:3.0:1789434481.439858:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000040:0.0:1789434481.439863:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1789434481.439871:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434481.439873:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434481.439876:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434481.439877:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434481.439879:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434481.439883:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789434481.439886:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.439888:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434481.439894:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00100000:3.0:1789434481.439894:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1789434481.439899:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434481.439905:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933974784, offset 0
00000100:00000001:3.0:1789434481.439907:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434481.439911:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434481.439915:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000040:3.0:1789434481.439923:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434481.439926:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434481.439936:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:3.0:1789434481.439936:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434481.439942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1789434481.439943:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434481.439948:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00080000:3.0:1789434481.439948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434481.439952:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1789434481.439956:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1789434481.439957:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789434481.439961:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:3.0:1789434481.439963:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:0.0:1789434481.439968:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512868:512868:256:4294967295] 192.168.203.104@tcp LPNI seq info [512835:512835:8:4294967295]
00000100:00080000:3.0:1789434481.439970:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5936
00000400:00000200:0.0:1789434481.439977:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434481.439980:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434481.439985:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434481.439987:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434481.439991:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434481.439993:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434481.439999:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434481.440003:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1789434481.440004:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434481.440012:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.0:1789434481.440014:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000020:00000040:3.0:1789434481.440015:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434481.440019:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434481.440021:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000800:00000010:0.0:1789434481.440022:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000020:00000001:3.0:1789434481.440024:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434481.440028:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:0.0:1789434481.440032:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789434481.440035:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:0.0:1789434481.440038:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1789434481.440038:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434481.440043:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434481.440049:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:0.1:1789434481.440049:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434481.440054:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000020:00000040:3.0:1789434481.440055:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000800:00000100:0.0:1789434481.440063:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789434481.440064:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000010:0.0:1789434481.440067:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000100:00000001:3.0:1789434481.440069:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434481.440074:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1789434481.440077:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789434481.440080:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1789434481.440083:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1789434481.440086:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
02000000:00000001:3.0:1789434481.440088:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434481.440091:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434481.440093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434481.440095:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434481.440097:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434481.440100:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000400:00000010:0.0:1789434481.440102:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000020:00000040:3.0:1789434481.440105:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000100:00000001:0.0:1789434481.440110:0:2346:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1789434481.440110:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434481.440114:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789434481.440117:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434481.440118:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434481.440120:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434481.440124:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434481.440130:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:0.0:1789434481.440133:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789434481.440136:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434481.440139:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434481.440145:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434481.440150:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.440154:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1789434481.440159:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434481.440161:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434481.440163:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434481.440167:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789434481.440171:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440172:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300609195
00000100:00000010:0.0:1789434481.440180:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81d20.
00000100:00000001:3.0:1789434481.440183:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434481.440187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434481.440190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434481.440191:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434481.440193:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434481.440196:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434481.440198:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1789434481.440200:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5936
00000100:00000001:0.0:1789434481.440207:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300609195
00000400:00000200:3.0:1789434481.440207:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000010:0.0:1789434481.440213:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81a20.
00000400:00000200:3.0:1789434481.440213:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:0.0:1789434481.440218:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1789434481.440219:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789434481.440224:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789434481.440225:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434481.440228:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434481.440230:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434481.440232:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1789434481.440234:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434481.440238:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434481.440242:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434481.440243:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434481.440245:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434481.440247:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00100000:0.0:1789434481.440249:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434481/real 1789434481]  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1789434481.440250:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434481.440255:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434481.440263:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000001:0.0:1789434481.440268:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1789434481.440268:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1789434481.440271:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1789434481.440274:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000010:0.0:1789434481.440275:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000100:00000001:3.0:1789434481.440278:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789434481.440280:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000020:00000040:3.0:1789434481.440283:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000010:0.0:1789434481.440284:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00080000:3.0:1789434481.440289:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434481.440292:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434481.440294:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434481.440297:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434481.440299:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.440301:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1789434481.440302:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434481.440306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000100:00000200:0.0:1789434481.440309:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1789434481.440310:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434481.440315:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434481.440321:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000100:00000200:0.0:1789434481.440325:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789434481.440326:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434481.440332:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434481.440335:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434481.440339:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434481.440341:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434481.440344:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.440377:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434481.440379:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.440381:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434481.440383:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1789434481.440388:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00100000:0.0:1789434481.440390:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434481.440395:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.440402:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1789434481.440404:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1789434481.440410:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434481.440421:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434481.440425:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.440426:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434481.440431:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1789434481.440432:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440435:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434481.440437:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.440442:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434481.440445:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1789434481.440447:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434481.440449:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1789434481.440454:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5946)
00000100:00080000:0.0:1789434481.440456:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434481.440461:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434481.440466:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434481.440475:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933974784:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434481.440480:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.440482:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434481.440484:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289180 x1876351933974784/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440491:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434481.440493:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434481.440496:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434481.440500:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434481.440502:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434481.440504:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434481.440506:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434481.440509:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:0.0:1789434481.440513:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434481.440515:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434481.440516:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289180.
00000100:00000001:0.0:1789434481.440520:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434481.440521:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.440523:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.440529:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434481.440530:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.440533:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434481.440534:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434481.440535:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434481.440539:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440546:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434481.440547:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434481.440549:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434481.440551:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434481.440553:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434481.440556:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933974912:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434481.440559:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434481.440561:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434481.440562:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434481.440564:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434481.440567:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434481.440569:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434481.440573:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434481.440576:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434481.440579:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434481.440582:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933974912, portal 10
00000100:00000001:0.0:1789434481.440585:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434481.440586:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:0.0:1789434481.440592:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440598:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434481.440600:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434481.440602:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434481.440605:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933974912, offset 0
00000400:00000200:0.0:1789434481.440609:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434481.440613:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434481.440616:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434481.440619:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434481.440622:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434481.440624:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434481.440627:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434481.440630:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512869:512869:256:4294967295] 192.168.203.104@tcp LPNI seq info [512836:512836:8:4294967295]
00000400:00000200:0.0:1789434481.440633:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434481.440640:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434481.440645:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434481.440648:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434481.440652:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434481.440654:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789434481.440671:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434481.440674:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1789434481.440677:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434481.440679:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434481.440683:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434481.440686:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434481.440689:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434481.440691:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434481.440694:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434481.440697:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440710:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434481.440713:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440718:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.440720:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434481.440723:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434481.440726:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434481.440729:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434481.440731:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300608524
00000100:00000001:0.0:1789434481.440734:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300609195
00000100:00000001:0.0:1789434481.440736:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300608524
00000100:00000001:0.0:1789434481.440738:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300609195
00000100:00000001:0.0:1789434481.440740:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434481.440742:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.440744:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434481.440747:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434481/real 1789434481]  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434481.440754:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434481.440756:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434481.440757:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434481.440759:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434481.440761:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434481.440763:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434481.440766:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434481.440773:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440779:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434481.440781:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.440783:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434481.440784:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434481.440787:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440793:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434481.440797:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440803:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434481.440805:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.440807:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434481.440808:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.440810:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434481.440813:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434481.440816:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434481.440819:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434481.440821:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434481.440825:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434481.440832:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933974912:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434481.440836:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434481.440844:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440850:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434481.440852:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434481.440854:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434481.440855:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434481.440857:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434481.440860:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933975040:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434481.440863:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434481.440865:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434481.440866:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434481.440868:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434481.440871:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434481.440873:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434481.440876:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434481.440879:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434481.440882:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434481.440885:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933975040, portal 4
00000100:00000001:0.0:1789434481.440887:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434481.440888:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:0.0:1789434481.440893:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440899:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434481.440901:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434481.440903:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434481.440905:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933975040, offset 0
00000400:00000200:0.0:1789434481.440909:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434481.440912:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434481.440916:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434481.440918:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434481.440921:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434481.440923:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434481.440925:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434481.440928:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512870:512870:256:4294967295] 192.168.203.104@tcp LPNI seq info [512837:512837:8:4294967295]
00000400:00000200:0.0:1789434481.440931:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434481.440937:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434481.440941:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434481.440944:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434481.440948:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434481.440951:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789434481.440955:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434481.440957:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1789434481.440961:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434481.440963:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434481.440966:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434481.440969:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434481.440971:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434481.440973:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434481.440975:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434481.440978:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440985:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434481.440988:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.440994:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.440995:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434481.440998:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434481.441000:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434481.441003:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434481.441005:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300608541
00000100:00000001:0.0:1789434481.441007:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300609195
00000100:00000001:0.0:1789434481.441010:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300608541
00000100:00000001:0.0:1789434481.441012:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300609195
00000100:00000001:0.0:1789434481.441014:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434481.441016:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.441018:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434481.441027:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434481/real 1789434481]  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434481.441035:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434481.441036:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434481.441038:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434481.441040:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434481.441041:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434481.441043:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434481.441046:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434481.441054:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441060:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434481.441061:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.441063:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434481.441064:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434481.441068:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441074:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434481.441078:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441084:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434481.441086:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.441088:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434481.441089:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.441091:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434481.441094:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434481.441097:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434481.441100:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434481.441102:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434481.441106:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434481.441118:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933975040:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434481.441122:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434481.441125:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441131:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434481.441132:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434481.441134:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434481.441135:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434481.441137:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434481.441140:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933975168:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434481.441142:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434481.441144:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434481.441145:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434481.441146:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434481.441149:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434481.441151:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434481.441154:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434481.441156:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434481.441159:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434481.441161:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933975168, portal 4
00000100:00000001:0.0:1789434481.441163:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434481.441164:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:0.0:1789434481.441169:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441174:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434481.441176:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434481.441178:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434481.441180:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933975168, offset 0
00000400:00000200:0.0:1789434481.441184:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434481.441188:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434481.441191:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434481.441194:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434481.441196:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434481.441198:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434481.441200:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434481.441202:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512871:512871:256:4294967295] 192.168.203.104@tcp LPNI seq info [512838:512838:8:4294967295]
00000400:00000200:0.0:1789434481.441206:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434481.441212:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434481.441216:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434481.441219:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434481.441223:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434481.441225:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1789434481.441229:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434481.441232:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1789434481.441236:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434481.441238:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434481.441241:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434481.441244:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434481.441247:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434481.441248:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434481.441250:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434481.441254:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441260:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434481.441264:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441269:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.441271:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434481.441273:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434481.441276:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434481.441279:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434481.441281:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300608543
00000100:00000001:0.0:1789434481.441284:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300609195
00000100:00000001:0.0:1789434481.441286:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300608543
00000100:00000001:0.0:1789434481.441287:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300609195
00000100:00000001:0.0:1789434481.441289:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434481.441291:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.441293:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434481.441296:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434481/real 1789434481]  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434481.441303:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434481.441304:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434481.441306:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434481.441308:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434481.441309:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434481.441311:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434481.441314:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434481.441328:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441334:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434481.441335:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.441337:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434481.441338:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434481.441341:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441347:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434481.441371:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441377:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434481.441380:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.441382:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434481.441383:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.441385:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434481.441388:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434481.441391:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434481.441394:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434481.441396:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434481.441399:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434481.441406:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933975168:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434481.441409:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.441411:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434481.441413:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933974912/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441419:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434481.441421:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434481.441422:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434481.441425:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434481.441427:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434481.441428:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434481.441430:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434481.441431:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:0.0:1789434481.441434:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434481.441435:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434481.441436:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:0.0:1789434481.441439:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434481.441440:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.441442:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434481.441445:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933975040/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441456:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434481.441458:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434481.441459:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434481.441461:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434481.441462:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434481.441463:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434481.441465:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434481.441467:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:0.0:1789434481.441469:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434481.441470:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434481.441471:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:0.0:1789434481.441473:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434481.441474:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.441475:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434481.441478:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933975168/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434481.441484:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434481.441485:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434481.441487:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434481.441489:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434481.441490:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434481.441491:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434481.441493:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434481.441494:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:0.0:1789434481.441496:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434481.441496:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434481.441498:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:0.0:1789434481.441500:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434481.441502:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.441503:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434481.441507:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434481.441508:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434481.441510:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434481.441511:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434481.695465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434481.695471:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434481.695473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434481.695478:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434481.695481:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434481.695485:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434481.695488:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434481.695491:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434481.695493:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434482.143456:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300609195, at 4300609216
00000100:00000010:3.0:1789434482.143470:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81a20.
00000100:00000040:2.0:1789434482.143541:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300609195, at 4300609216
00000100:00000010:2.0:1789434482.143548:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81d20.
00000100:00000001:0.0:1789434482.207470:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434482.207478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434482.207480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434482.207485:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434482.207494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434482.207497:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434482.207500:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434482.207503:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434482.207506:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434482.207516:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434482.207521:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434482.207526:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434482.207527:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434482.207530:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434482.207532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434482.207534:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434482.207536:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434482.208628:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434482.208632:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434482.208636:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434482.463594:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434482.463601:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434482.463603:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434482.463609:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434482.463612:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434482.463616:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434482.463619:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434482.463621:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434482.463624:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434482.466038:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434482.466045:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434482.466046:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434482.466052:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434482.466055:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434482.466059:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434482.466061:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434482.466064:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434482.466067:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434482.719527:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434482.719537:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434482.719539:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434482.719545:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434482.719549:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434482.719553:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434482.719556:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434482.719558:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434482.719561:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434483.231460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434483.231467:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434483.231470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434483.231472:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434483.231474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434483.231480:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434483.231480:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434483.231486:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434483.231486:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1789434483.231490:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434483.231490:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434483.231495:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434483.231496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434483.231500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434483.231501:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434483.231504:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434483.231507:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434483.231508:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434483.231513:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434483.231518:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434483.231520:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434483.231522:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434483.231524:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434483.231526:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434483.231527:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434483.231529:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434483.231531:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434483.231535:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434483.231537:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434483.231538:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434483.231539:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434483.231541:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434483.231542:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434483.231544:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434483.231546:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434483.231579:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434483.231583:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434483.231588:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434483.487459:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434483.487459:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434483.487466:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434483.487466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434483.487471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434483.487471:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434483.487477:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789434483.487478:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434483.487483:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434483.487483:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434483.487488:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434483.487488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434483.487494:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434483.487495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434483.487498:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434483.487498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434483.487504:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434483.487504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434483.743459:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434483.743466:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434483.743468:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434483.743482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434483.743485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434483.743489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434483.743492:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434483.743494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434483.743497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434484.255488:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434484.255489:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434484.255498:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434484.255500:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434484.255505:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434484.255512:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434484.255515:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434484.255518:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434484.255519:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434484.255526:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434484.255527:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434484.255531:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434484.255532:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434484.255538:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434484.255539:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434484.255542:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434484.255581:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434484.255615:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434484.255619:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434484.255622:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434484.511497:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434484.511507:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434484.511509:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434484.511516:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434484.511520:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434484.511525:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434484.511529:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434484.511532:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434484.511535:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434484.511975:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434484.511982:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434484.511984:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434484.511989:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434484.511991:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434484.511994:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434484.511997:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434484.511999:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434484.512001:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434484.767461:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434484.767468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434484.767471:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434484.767476:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434484.767479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434484.767483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434484.767486:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434484.767489:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434484.767492:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434485.279494:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434485.279502:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434485.279504:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434485.279511:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434485.279516:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434485.279521:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434485.279524:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434485.279526:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434485.279529:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434485.279563:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434485.279568:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434485.279571:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434485.279574:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434485.279577:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434485.279579:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434485.279581:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434485.279584:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434485.279588:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434485.279589:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434485.279593:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434485.279594:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434485.279597:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434485.279598:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434485.279863:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434485.279866:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434485.279869:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434485.535673:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434485.535680:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434485.535682:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434485.535687:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434485.535690:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434485.535693:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434485.535696:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434485.535699:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434485.535819:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434485.535833:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434485.535837:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434485.535839:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434485.535846:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434485.535849:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434485.535852:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434485.535854:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434485.535855:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434485.535858:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434485.791609:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434485.791615:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434485.791617:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434485.791620:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434485.791634:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434485.791637:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434485.791639:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434485.791641:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434485.791643:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434486.303532:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434486.303540:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434486.303544:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434486.303550:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434486.303554:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434486.303559:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.303562:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434486.303566:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.303570:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434486.303578:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434486.303583:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434486.303588:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434486.303590:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434486.303594:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434486.303596:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434486.303599:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434486.303600:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434486.303661:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434486.303665:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434486.303668:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434486.559474:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434486.559490:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434486.559492:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434486.559497:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434486.559501:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434486.559504:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.559507:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434486.559509:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.559512:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434486.559684:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434486.559689:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434486.559690:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434486.559693:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434486.559697:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1789434486.559697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434486.559700:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434486.559705:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1789434486.559707:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434486.559708:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434486.559710:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1789434486.559712:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434486.559715:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434486.559720:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434486.559727:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5941
00000400:00000200:3.0:1789434486.559735:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434486.559740:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434486.559742:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434486.559746:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.559749:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434486.559751:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.559753:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434486.559760:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434486.559762:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434486.559765:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434486.559767:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434486.559770:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434486.559772:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434486.559775:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.559777:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434486.559779:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.559780:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434486.559783:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434486.559787:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434486.559789:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434486.559792:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434486.559795:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434486.559798:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434486.559800:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434486.559802:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434486.559811:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789434486.559814:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434486.559818:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434486.559820:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434486.559822:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434486.559825:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434486.559828:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434486.559835:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789434486.559840:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434486.559849:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434486.559859:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434486.559863:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434486.559868:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434486.559891:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434486.559894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434486.559897:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434486.559899:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434486.559900:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434486.559903:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434486.559905:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5941
00000400:00000200:3.0:1789434486.559909:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434486.559913:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434486.559916:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434486.559919:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.559921:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434486.559923:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.559925:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434486.559927:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434486.559928:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434486.559930:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1789434486.559931:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1789434486.559933:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:0.0:1789434486.559937:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1789434486.559937:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:0.0:1789434486.559940:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1789434486.559942:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434486.559948:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000040:0.0:1789434486.559950:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434486.559951:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434486.559955:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.559959:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434486.559964:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:0.0:1789434486.559967:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1789434486.559969:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434486.559970:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434486.559973:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434486.559976:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1789434486.559977:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434486.559981:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434486.559984:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434486.559985:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434486.559987:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434486.559991:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:0.0:1789434486.559992:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933975296:192.168.203.104@tcp:250:kworker.0
00000008:00100000:3.0:1789434486.559996:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1789434486.559998:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1789434486.560000:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434486.560003:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434486.560004:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1789434486.560007:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
02000000:00000001:0.0:1789434486.560008:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789434486.560011:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434486.560013:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1789434486.560017:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434486.560019:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434486.560020:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
00000100:00000001:3.0:1789434486.560021:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434486.560025:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434486.560025:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434486.560028:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434486.560033:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000400:00000200:0.0:1789434486.560034:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434486.560040:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1789434486.560041:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434486.560048:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00100000:3.0:1789434486.560049:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1789434486.560056:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933975296, portal 25
00000100:00000001:3.0:1789434486.560060:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434486.560064:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434486.560065:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1789434486.560069:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.560070:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000100:00000001:3.0:1789434486.560081:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434486.560082:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789434486.560085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434486.560093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434486.560096:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789434486.560099:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1789434486.560100:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434486.560104:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:0.0:1789434486.560106:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789434486.560110:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5941
00000400:00000010:0.0:1789434486.560113:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000400:00000200:3.0:1789434486.560116:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000200:0.0:1789434486.560119:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933975296, offset 0
00000400:00000200:3.0:1789434486.560121:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434486.560125:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434486.560130:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434486.560132:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434486.560134:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434486.560137:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.560140:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434486.560142:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1789434486.560143:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:3.0:1789434486.560145:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434486.560148:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434486.560150:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434486.560152:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:0.0:1789434486.560153:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000020:00000001:3.0:1789434486.560155:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434486.560160:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434486.560161:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1789434486.560163:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1789434486.560168:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000040:3.0:1789434486.560169:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.560173:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789434486.560177:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1789434486.560177:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434486.560182:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:0.0:1789434486.560184:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.560186:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434486.560190:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1789434486.560192:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512872:512872:256:4294967295] 192.168.203.104@tcp LPNI seq info [512839:512839:8:4294967295]
02000000:00000001:3.0:1789434486.560193:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434486.560198:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434486.560200:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1789434486.560202:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00100000:3.0:1789434486.560204:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434486.560207:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434486.560209:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434486.560212:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000400:00000200:0.0:1789434486.560217:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1789434486.560217:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434486.560223:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434486.560225:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434486.560227:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1789434486.560230:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
02000000:00000001:3.0:1789434486.560230:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434486.560233:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789434486.560238:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
02000000:00000010:3.0:1789434486.560239:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
00000100:00000001:3.0:1789434486.560244:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789434486.560249:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00100000:3.0:1789434486.560251:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1789434486.560255:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1789434486.560263:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434486.560267:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789434486.560268:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789434486.560273:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1789434486.560274:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1789434486.560286:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434486.560288:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789434486.560290:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000100:00080000:3.0:1789434486.560291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434486.560296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1789434486.560298:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1789434486.560298:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434486.560301:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1789434486.560306:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1789434486.560306:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434486.560311:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5941
00000400:00000200:0.0:1789434486.560315:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000200:3.0:1789434486.560317:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434486.560319:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000400:00000200:3.0:1789434486.560321:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434486.560325:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1789434486.560326:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:3.0:1789434486.560328:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.560331:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434486.560333:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.560335:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434486.560337:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434486.560339:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434486.560340:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434486.560342:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434486.560344:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434486.560345:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434486.560369:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.560371:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434486.560373:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434486.560374:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434486.560376:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434486.560379:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434486.560381:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434486.560382:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434486.560385:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434486.560387:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434486.560388:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434486.560390:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434486.560392:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434486.560394:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434486.560397:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789434486.560399:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434486.560401:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434486.560402:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434486.560404:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434486.560405:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434486.560407:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434486.560410:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789434486.560414:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434486.560418:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434486.560425:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434486.560427:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789434486.560430:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1789434486.560434:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.560454:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1789434486.560454:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434486.560460:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5951)
00000100:00000040:0.0:1789434486.560470:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.560479:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434486.560481:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434486.560488:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434486.560492:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434486.560494:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300614316
00000100:00000010:0.0:1789434486.560500:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81c00.
00000100:00000001:0.0:1789434486.560506:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434486.560524:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300614316
00000100:00000010:0.0:1789434486.560528:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81600.
00000100:00000001:0.0:1789434486.560530:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434486.560539:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434486.560542:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434486.560544:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434486.560548:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434486/real 1789434486]  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434486.560557:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434486.560558:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434486.560560:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434486.560563:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434486.560572:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434486.560574:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434486.560578:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434486.560585:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.560591:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434486.560592:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.560594:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434486.560596:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434486.560599:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.560605:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434486.560609:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.560615:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434486.560629:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.560631:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434486.560632:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.560634:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434486.560636:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434486.560639:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434486.560642:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434486.560645:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434486.560649:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434486.560656:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933975296:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434486.560660:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.560662:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434486.560665:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933975296/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.560671:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434486.560673:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434486.560676:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434486.560679:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434486.560681:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434486.560683:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434486.560685:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434486.560688:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2c00.
02000000:00000001:0.0:1789434486.560691:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434486.560693:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434486.560695:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:0.0:1789434486.560698:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434486.560699:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.560701:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.560707:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434486.560709:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434486.560710:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434486.560712:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434486.560713:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434486.560724:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.560735:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434486.560737:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434486.560739:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434486.560741:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434486.560743:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434486.560746:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933975424:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434486.560749:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434486.560750:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434486.560752:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434486.560754:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434486.560757:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434486.560758:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434486.560762:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434486.560764:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434486.560768:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434486.560771:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933975424, portal 10
00000100:00000001:0.0:1789434486.560772:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434486.560774:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:0.0:1789434486.560781:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.560788:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434486.560790:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434486.560792:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434486.560795:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933975424, offset 0
00000400:00000200:0.0:1789434486.560799:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434486.560803:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434486.560806:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434486.560809:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434486.560811:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434486.560814:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434486.560816:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434486.560819:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512873:512873:256:4294967295] 192.168.203.104@tcp LPNI seq info [512840:512840:8:4294967295]
00000400:00000200:0.0:1789434486.560823:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434486.560828:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434486.560833:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434486.560849:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434486.560854:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434486.560856:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789434486.560861:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434486.560863:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1789434486.560867:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434486.560869:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434486.560872:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434486.560875:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434486.560878:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434486.560880:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434486.560882:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434486.560886:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.560893:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434486.560897:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.560909:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434486.560910:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434486.560914:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434486.561029:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434486.561035:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434486.561037:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300613644
00000100:00000001:0.0:1789434486.561040:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300614316
00000100:00000001:0.0:1789434486.561042:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300613644
00000100:00000001:0.0:1789434486.561044:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300614316
00000100:00000001:0.0:1789434486.561046:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434486.561048:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434486.561049:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434486.561054:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434486/real 1789434486]  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434486.561062:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434486.561064:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434486.561066:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434486.561068:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434486.561070:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434486.561072:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434486.561076:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434486.561083:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561088:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434486.561090:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561091:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434486.561092:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434486.561096:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561103:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434486.561107:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561113:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434486.561116:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561117:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434486.561118:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561120:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434486.561124:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434486.561127:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434486.561130:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434486.561132:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434486.561136:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434486.561143:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933975424:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434486.561146:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434486.561150:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561156:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434486.561157:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434486.561159:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434486.561160:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434486.561162:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434486.561165:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933975552:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434486.561168:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434486.561170:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434486.561172:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434486.561174:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434486.561177:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434486.561179:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434486.561182:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434486.561185:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434486.561188:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434486.561190:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933975552, portal 4
00000100:00000001:0.0:1789434486.561192:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434486.561193:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:0.0:1789434486.561198:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561204:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434486.561206:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434486.561208:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434486.561211:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933975552, offset 0
00000400:00000200:0.0:1789434486.561215:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434486.561219:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434486.561222:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434486.561225:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434486.561228:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434486.561230:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434486.561232:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434486.561235:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512874:512874:256:4294967295] 192.168.203.104@tcp LPNI seq info [512841:512841:8:4294967295]
00000400:00000200:0.0:1789434486.561239:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434486.561245:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434486.561249:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434486.561252:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434486.561256:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434486.561258:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789434486.561263:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434486.561265:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1789434486.561269:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434486.561272:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434486.561274:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434486.561277:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434486.561280:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434486.561282:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434486.561284:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434486.561287:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561295:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434486.561298:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561304:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434486.561305:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434486.561308:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434486.561311:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434486.561314:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434486.561316:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300613661
00000100:00000001:0.0:1789434486.561318:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300614316
00000100:00000001:0.0:1789434486.561320:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300613661
00000100:00000001:0.0:1789434486.561322:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300614316
00000100:00000001:0.0:1789434486.561324:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434486.561326:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434486.561328:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434486.561332:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434486/real 1789434486]  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434486.561339:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434486.561341:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434486.561342:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434486.561345:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434486.561346:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434486.561368:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434486.561371:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434486.561380:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561386:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434486.561388:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561390:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434486.561392:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434486.561395:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561402:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434486.561406:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561412:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434486.561415:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561416:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434486.561417:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561419:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434486.561423:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434486.561425:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434486.561429:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434486.561431:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434486.561435:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434486.561442:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933975552:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434486.561446:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434486.561453:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561460:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434486.561461:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434486.561464:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434486.561465:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434486.561467:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434486.561470:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933975680:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434486.561473:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434486.561475:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434486.561476:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434486.561478:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434486.561481:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434486.561482:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434486.561486:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434486.561488:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434486.561491:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434486.561494:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933975680, portal 4
00000100:00000001:0.0:1789434486.561496:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434486.561497:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:0.0:1789434486.561503:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561509:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434486.561511:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434486.561513:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434486.561515:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933975680, offset 0
00000400:00000200:0.0:1789434486.561518:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434486.561522:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434486.561526:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434486.561529:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434486.561531:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434486.561533:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434486.561536:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434486.561539:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512875:512875:256:4294967295] 192.168.203.104@tcp LPNI seq info [512842:512842:8:4294967295]
00000400:00000200:0.0:1789434486.561543:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434486.561549:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434486.561552:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434486.561555:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434486.561557:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434486.561559:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1789434486.561561:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434486.561563:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1789434486.561578:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434486.561580:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434486.561583:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434486.561586:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434486.561588:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434486.561590:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434486.561592:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434486.561596:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561603:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434486.561606:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561612:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434486.561613:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434486.561628:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434486.561631:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434486.561635:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434486.561637:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300613664
00000100:00000001:0.0:1789434486.561639:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300614316
00000100:00000001:0.0:1789434486.561641:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300613664
00000100:00000001:0.0:1789434486.561643:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300614316
00000100:00000001:0.0:1789434486.561645:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434486.561648:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434486.561649:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434486.561653:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434486/real 1789434486]  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434486.561661:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434486.561662:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434486.561664:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434486.561666:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434486.561668:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434486.561670:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434486.561673:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434486.561686:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561692:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434486.561694:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561696:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434486.561697:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434486.561700:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561706:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434486.561710:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561717:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434486.561719:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561720:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434486.561721:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561723:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434486.561726:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434486.561728:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434486.561731:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434486.561733:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434486.561737:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434486.561744:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933975680:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434486.561748:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561749:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434486.561752:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933975424/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561758:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434486.561760:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434486.561761:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434486.561764:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434486.561766:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434486.561767:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434486.561768:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434486.561770:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0800.
02000000:00000001:0.0:1789434486.561773:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434486.561774:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434486.561776:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:0.0:1789434486.561778:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434486.561780:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561781:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434486.561784:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933975552/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561789:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434486.561791:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434486.561792:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434486.561794:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434486.561795:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434486.561796:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434486.561797:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434486.561799:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1400.
02000000:00000001:0.0:1789434486.561801:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434486.561802:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434486.561803:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:0.0:1789434486.561806:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434486.561807:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561808:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434486.561811:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933975680/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434486.561817:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434486.561819:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434486.561820:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15c00.
02000000:00000001:0.0:1789434486.561822:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434486.561823:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434486.561824:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434486.561826:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434486.561827:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2000.
02000000:00000001:0.0:1789434486.561829:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434486.561830:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434486.561831:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:0.0:1789434486.561833:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434486.561834:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561836:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434486.561840:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434486.561842:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434486.561844:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434486.561846:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434486.815489:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434486.815496:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434486.815498:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434486.815503:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434486.815507:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434486.815511:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434486.815514:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434486.815516:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434486.815520:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434487.263456:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300614316, at 4300614336
00000100:00000040:2.0:1789434487.263457:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300614316, at 4300614336
00000100:00000010:2.0:1789434487.263473:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81c00.
00000100:00000010:3.0:1789434487.263477:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81600.
00000100:00000001:0.0:1789434487.327440:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434487.327445:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434487.327448:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434487.327449:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434487.327453:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434487.327457:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1789434487.327459:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434487.327460:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434487.327466:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434487.327467:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434487.327470:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434487.327471:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434487.327476:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434487.327481:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434487.327484:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434487.327487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434487.327490:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434487.327545:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434487.327549:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434487.327552:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434487.583473:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434487.583481:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434487.583483:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434487.583488:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434487.583492:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434487.583495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434487.583498:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434487.583500:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434487.583503:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434487.584050:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434487.584054:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434487.584055:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434487.584059:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434487.584061:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434487.584063:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434487.584066:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434487.584067:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434487.584069:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434487.839475:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434487.839482:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434487.839484:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434487.839489:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434487.839492:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434487.839495:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434487.839499:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434487.839501:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434487.839504:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434488.351460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434488.351477:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434488.351479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434488.351484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434488.351488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434488.351492:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434488.351494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434488.351497:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434488.351500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434488.351700:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434488.351704:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434488.351709:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434488.351710:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434488.351714:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434488.351716:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434488.351720:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434488.351722:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434488.352030:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434488.352032:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434488.352035:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434488.607468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434488.607468:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434488.607476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434488.607476:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434488.607480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434488.607480:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434488.607487:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:1.0:1789434488.607487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434488.607493:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434488.607494:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434488.607497:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434488.607498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434488.607502:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434488.607503:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434488.607507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434488.607507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434488.607513:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434488.607514:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434488.863463:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434488.863470:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434488.863472:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434488.863477:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434488.863480:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434488.863484:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434488.863486:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434488.863489:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434488.863492:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434489.375465:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434489.375470:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434489.375473:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434489.375474:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434489.375477:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434489.375483:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434489.375483:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434489.375486:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434489.375490:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434489.375492:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434489.375497:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434489.375498:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434489.375501:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434489.375502:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434489.375506:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434489.375508:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434489.375512:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434489.375628:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434489.375632:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434489.375636:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434489.631547:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434489.631553:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434489.631556:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434489.631561:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434489.631566:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434489.631569:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434489.631582:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434489.631583:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434489.631587:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434489.631588:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434489.631592:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434489.631593:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434489.631606:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434489.631610:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434489.631613:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434489.631615:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434489.631617:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434489.631620:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434489.887519:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434489.887526:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434489.887528:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434489.887533:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434489.887537:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434489.887550:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434489.887553:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434489.887561:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434489.887564:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434490.399477:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434490.399486:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434490.399489:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434490.399495:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434490.399499:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434490.399502:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434490.399505:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434490.399508:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434490.399511:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434490.400741:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434490.400746:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434490.400751:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434490.400753:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434490.400756:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434490.400757:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434490.400761:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434490.400762:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434490.400808:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434490.400812:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434490.400816:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434490.655465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434490.655472:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434490.655474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434490.655477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434490.655478:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434490.655481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434490.655485:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:1.0:1789434490.655486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434490.655491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434490.655492:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434490.655496:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434490.655497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434490.655502:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434490.655503:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434490.655506:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434490.655507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434490.655513:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434490.655513:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434490.911645:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434490.911653:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434490.911655:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434490.911660:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434490.911664:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434490.911667:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434490.911670:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434490.911672:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434490.911675:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434491.423469:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434491.423480:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434491.423487:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434491.423488:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434491.423491:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434491.423492:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434491.423494:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434491.423495:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434491.423546:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434491.423550:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434491.423555:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434491.423576:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434491.423589:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434491.423592:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434491.423603:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434491.423607:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434491.423611:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.423613:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434491.423616:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.423619:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434491.679465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434491.679477:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434491.679480:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434491.679484:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434491.679488:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434491.679494:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5946
00000400:00000200:1.0:1789434491.679503:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434491.679509:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434491.679512:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434491.679516:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679519:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434491.679521:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679523:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434491.679531:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434491.679533:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434491.679536:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434491.679539:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434491.679541:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434491.679544:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434491.679546:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679548:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434491.679551:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679552:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434491.679555:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434491.679559:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679561:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434491.679565:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434491.679568:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434491.679571:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434491.679573:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434491.679575:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434491.679597:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000020:00000040:1.0:1789434491.679602:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434491.679605:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434491.679607:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434491.679610:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434491.679613:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434491.679617:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434491.679624:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7800.
00000100:00000001:1.0:1789434491.679631:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434491.679640:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434491.679651:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434491.679655:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434491.679673:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434491.679698:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434491.679701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434491.679704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434491.679706:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434491.679707:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434491.679710:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434491.679712:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5946
00000400:00000200:1.0:1789434491.679715:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434491.679718:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434491.679720:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434491.679723:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679725:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434491.679727:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679729:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434491.679733:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434491.679734:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434491.679735:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434491.679738:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434491.679740:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434491.679742:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434491.679745:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679747:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434491.679749:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679762:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434491.679765:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434491.679768:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679770:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434491.679773:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434491.679778:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434491.679780:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434491.679782:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434491.679786:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434491.679789:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434491.679791:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434491.679804:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
00000020:00000040:1.0:1789434491.679807:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434491.679809:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434491.679810:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434491.679812:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434491.679813:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434491.679815:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434491.679818:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6400.
00000100:00000001:1.0:1789434491.679822:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434491.679827:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434491.679834:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434491.679836:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434491.679840:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434491.679847:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434491.679849:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434491.679852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434491.679854:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434491.679855:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434491.679858:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434491.679860:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5946
00000400:00000200:1.0:1789434491.679864:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434491.679867:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434491.679869:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434491.679888:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679890:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434491.679892:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679893:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434491.679896:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434491.679898:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434491.679899:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434491.679901:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434491.679903:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434491.679905:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434491.679908:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679910:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434491.679911:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679913:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434491.679915:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434491.679917:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434491.679919:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434491.679921:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434491.679924:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434491.679926:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434491.679927:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434491.679929:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434491.679931:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434491.679933:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434491.679936:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
00000020:00000040:1.0:1789434491.679938:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434491.679940:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434491.679942:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434491.679943:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434491.679944:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434491.679946:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434491.679949:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5800.
00000100:00000001:1.0:1789434491.679953:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434491.679967:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434491.679974:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434491.679976:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434491.679980:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434491.679986:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434491.679989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434491.679992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434491.679993:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434491.679995:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434491.679997:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434491.679999:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5946
00000400:00000200:1.0:1789434491.680003:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434491.680005:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434491.680007:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434491.680009:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.680011:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434491.680013:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.680015:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434491.680018:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434491.680019:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434491.680021:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434491.680023:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434491.680025:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434491.680026:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434491.680029:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.680031:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434491.680034:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434491.680036:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434491.680039:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434491.680042:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434491.680044:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434491.680046:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434491.680049:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434491.680052:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434491.680054:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434491.680056:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434491.680058:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434491.680060:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434491.680065:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434491.680068:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434491.680070:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434491.680071:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434491.680073:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434491.680074:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434491.680076:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434491.680092:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6c00.
00000100:00000001:1.0:1789434491.680097:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434491.680102:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434491.680108:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434491.680110:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434491.680114:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434491.680121:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434491.680126:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5956)
00000100:00000001:2.0:1789434491.680154:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434491.680159:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434491.680161:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434491.680164:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434491.680167:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434491.680171:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434491.680173:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434491.680176:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434491.680180:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434491.680215:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434491.680219:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434491.680221:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434491.680228:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680241:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434491.680242:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434491.680245:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434491.680248:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434491.680250:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434491.680253:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933975808:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434491.680256:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434491.680259:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434491.680261:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434491.680264:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434491.680267:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434491.680269:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434491.680274:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434491.680278:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434491.680284:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434491.680290:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933975808, portal 25
00000100:00000001:0.0:1789434491.680292:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434491.680293:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:0.0:1789434491.680298:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680305:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434491.680307:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434491.680310:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434491.680313:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933975808, offset 0
00000400:00000200:0.0:1789434491.680319:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434491.680326:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434491.680330:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434491.680335:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434491.680339:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434491.680342:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434491.680345:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434491.680364:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512876:512876:256:4294967295] 192.168.203.104@tcp LPNI seq info [512843:512843:8:4294967295]
00000400:00000200:0.0:1789434491.680369:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434491.680378:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434491.680383:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434491.680389:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434491.680396:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434491.680400:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789434491.680406:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434491.680409:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789434491.680414:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434491.680416:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434491.680422:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434491.680427:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434491.680432:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434491.680435:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434491.680439:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434491.680442:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680451:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434491.680454:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680458:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434491.680459:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434491.680464:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434491.680466:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434491.680468:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300619436
00000100:00000010:0.0:1789434491.680472:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81420.
00000100:00000001:0.0:1789434491.680477:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434491.680480:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300619436
00000100:00000010:0.0:1789434491.680482:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed812a0.
00000100:00000001:0.0:1789434491.680484:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434491.680489:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434491.680492:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434491.680493:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434491.680496:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434491/real 1789434491]  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434491.680503:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434491.680504:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434491.680505:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434491.680507:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434491.680508:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434491.680510:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434491.680512:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434491.680517:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680521:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434491.680522:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.680523:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434491.680524:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434491.680527:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680530:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434491.680533:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680537:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434491.680538:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.680539:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434491.680540:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.680541:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434491.680542:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434491.680544:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434491.680547:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434491.680549:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434491.680551:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434491.680556:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933975808:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434491.680559:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434491.680561:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680564:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434491.680565:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434491.680566:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434491.680567:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434491.680568:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434491.680570:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933975936:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434491.680571:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434491.680573:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434491.680573:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434491.680574:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434491.680576:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434491.680577:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434491.680590:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434491.680593:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434491.680596:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434491.680599:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933975936, portal 10
00000100:00000001:0.0:1789434491.680601:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434491.680602:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:0.0:1789434491.680609:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680615:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434491.680617:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434491.680620:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434491.680622:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933975936, offset 0
00000400:00000200:0.0:1789434491.680626:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434491.680629:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434491.680633:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434491.680635:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434491.680643:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434491.680646:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434491.680648:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434491.680651:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512877:512877:256:4294967295] 192.168.203.104@tcp LPNI seq info [512844:512844:8:4294967295]
00000400:00000200:0.0:1789434491.680655:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434491.680662:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434491.680666:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434491.680670:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434491.680673:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434491.680676:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789434491.680680:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434491.680682:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789434491.680686:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434491.680688:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434491.680691:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434491.680694:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434491.680697:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434491.680699:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434491.680701:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434491.680705:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680712:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434491.680714:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680720:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434491.680721:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434491.680724:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434491.680728:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434491.680732:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434491.680734:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300618764
00000100:00000001:0.0:1789434491.680736:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300619436
00000100:00000001:0.0:1789434491.680738:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300618764
00000100:00000001:0.0:1789434491.680740:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300619436
00000100:00000001:0.0:1789434491.680753:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434491.680755:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434491.680757:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434491.680761:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434491/real 1789434491]  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434491.680769:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434491.680770:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434491.680772:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434491.680775:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434491.680776:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434491.680778:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434491.680782:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434491.680790:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680796:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434491.680797:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.680799:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434491.680801:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434491.680804:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680811:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434491.680814:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680822:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434491.680824:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.680825:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434491.680827:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.680828:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434491.680832:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434491.680834:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434491.680838:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434491.680840:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434491.680849:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434491.680857:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933975936:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434491.680861:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434491.680864:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680870:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434491.680871:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434491.680873:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434491.680875:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434491.680877:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434491.680880:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933976064:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434491.680883:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434491.680884:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434491.680886:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434491.680888:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434491.680891:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434491.680893:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434491.680897:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434491.680900:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434491.680903:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434491.680906:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933976064, portal 4
00000100:00000001:0.0:1789434491.680908:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434491.680909:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000040:0.0:1789434491.680915:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.680921:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434491.680922:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434491.680925:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434491.680927:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933976064, offset 0
00000400:00000200:0.0:1789434491.680931:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434491.680934:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434491.680938:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434491.680940:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434491.680943:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434491.680945:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434491.680947:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434491.680950:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512878:512878:256:4294967295] 192.168.203.104@tcp LPNI seq info [512845:512845:8:4294967295]
00000400:00000200:0.0:1789434491.680954:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434491.680960:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434491.680964:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434491.680967:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434491.680971:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434491.680973:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789434491.680977:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434491.680979:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789434491.680983:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434491.680984:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434491.680987:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434491.680990:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434491.680993:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434491.680994:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434491.680998:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434491.681002:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681008:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434491.681011:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681017:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434491.681019:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434491.681022:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434491.681024:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434491.681027:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434491.681029:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300618781
00000100:00000001:0.0:1789434491.681031:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300619436
00000100:00000001:0.0:1789434491.681033:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300618781
00000100:00000001:0.0:1789434491.681035:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300619436
00000100:00000001:0.0:1789434491.681037:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434491.681039:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434491.681041:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434491.681044:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434491/real 1789434491]  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434491.681051:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434491.681053:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434491.681054:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434491.681056:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434491.681058:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434491.681060:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434491.681063:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434491.681070:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681081:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434491.681083:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.681084:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434491.681086:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434491.681089:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681095:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434491.681099:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681105:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434491.681107:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.681109:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434491.681110:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.681111:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434491.681116:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434491.681118:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434491.681121:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434491.681123:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434491.681127:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434491.681134:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933976064:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434491.681137:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434491.681140:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681146:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434491.681147:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434491.681150:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434491.681151:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434491.681153:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434491.681155:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933976192:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434491.681158:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434491.681160:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434491.681161:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434491.681163:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434491.681166:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434491.681168:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434491.681172:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434491.681174:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434491.681177:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434491.681179:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933976192, portal 4
00000100:00000001:0.0:1789434491.681181:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434491.681182:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:0.0:1789434491.681187:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681192:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434491.681195:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434491.681197:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434491.681199:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933976192, offset 0
00000400:00000200:0.0:1789434491.681203:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434491.681206:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434491.681209:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434491.681212:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434491.681214:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434491.681216:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434491.681218:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434491.681221:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512879:512879:256:4294967295] 192.168.203.104@tcp LPNI seq info [512846:512846:8:4294967295]
00000400:00000200:0.0:1789434491.681225:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434491.681230:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434491.681234:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434491.681237:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434491.681241:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434491.681244:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789434491.681247:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434491.681250:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789434491.681253:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434491.681255:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434491.681258:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434491.681261:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434491.681264:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434491.681266:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434491.681268:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434491.681271:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681277:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434491.681280:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681286:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434491.681287:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434491.681290:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434491.681293:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434491.681296:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434491.681298:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300618783
00000100:00000001:0.0:1789434491.681300:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300619436
00000100:00000001:0.0:1789434491.681302:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300618783
00000100:00000001:0.0:1789434491.681304:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300619436
00000100:00000001:0.0:1789434491.681306:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434491.681308:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434491.681309:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434491.681313:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434491/real 1789434491]  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434491.681320:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434491.681321:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434491.681323:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434491.681325:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434491.681327:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434491.681329:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434491.681331:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434491.681339:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681344:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434491.681346:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.681368:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434491.681370:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434491.681374:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681380:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434491.681384:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681390:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434491.681392:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.681393:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434491.681395:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.681396:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434491.681400:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434491.681402:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434491.681405:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434491.681408:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434491.681412:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434491.681419:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933976192:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434491.681422:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.681424:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434491.681428:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933975808/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681434:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434491.681436:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434491.681438:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17c00.
02000000:00000001:0.0:1789434491.681441:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434491.681443:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434491.681445:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434491.681447:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434491.681449:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7800.
02000000:00000001:0.0:1789434491.681452:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434491.681454:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434491.681455:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:0.0:1789434491.681458:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434491.681460:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.681461:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434491.681464:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933975936/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681470:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434491.681472:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434491.681473:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434491.681475:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434491.681477:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434491.681478:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434491.681480:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434491.681481:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:0.0:1789434491.681483:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434491.681484:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434491.681486:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:0.0:1789434491.681488:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434491.681489:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.681490:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434491.681493:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933976064/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681499:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434491.681501:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434491.681502:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434491.681504:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434491.681506:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434491.681507:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434491.681509:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434491.681510:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:0.0:1789434491.681512:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434491.681513:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434491.681515:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:0.0:1789434491.681517:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434491.681518:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.681519:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434491.681523:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933976192/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434491.681528:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434491.681529:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434491.681531:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434491.681533:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434491.681534:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434491.681535:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434491.681537:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434491.681538:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6c00.
02000000:00000001:0.0:1789434491.681540:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434491.681541:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434491.681542:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:0.0:1789434491.681544:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434491.681545:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.681548:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434491.681556:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434491.681558:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434491.681560:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434491.681562:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434491.681778:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434491.681780:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434491.681781:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434491.681784:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434491.681787:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434491.681789:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434491.681790:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434491.681792:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434491.681794:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434491.935491:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434491.935497:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434491.935499:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434491.935504:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434491.935508:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434491.935511:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434491.935514:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434491.935516:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434491.935519:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434492.383467:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300619436, at 4300619456
00000100:00000040:3.0:1789434492.383477:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300619436, at 4300619456
00000100:00000010:2.0:1789434492.383482:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81420.
00000100:00000010:3.0:1789434492.383487:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed812a0.
00000100:00000001:0.0:1789434492.447601:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434492.447609:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434492.447611:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434492.447617:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434492.447620:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434492.447623:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434492.447626:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434492.447628:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434492.447632:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434492.447857:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434492.447861:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434492.447865:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434492.447866:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434492.447879:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434492.447881:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434492.447884:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434492.447885:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434492.449464:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434492.449468:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434492.449472:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434492.703671:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434492.703680:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434492.703683:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434492.703690:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434492.703694:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434492.703697:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434492.703700:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434492.703703:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434492.703706:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434492.704160:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434492.704164:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434492.704165:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434492.704168:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434492.704171:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434492.704173:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434492.704175:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434492.704177:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434492.704180:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434492.959471:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434492.959478:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434492.959480:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434492.959485:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434492.959488:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434492.959492:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434492.959495:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434492.959498:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434492.959501:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471488:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434493.471495:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471501:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434493.471505:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434493.471507:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434493.471510:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471512:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434493.471514:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471516:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471517:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471520:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434493.471522:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434493.471523:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434493.471531:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471532:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434493.471534:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471535:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471540:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471544:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434493.471545:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434493.471547:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434493.471548:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471550:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434493.471552:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471554:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434493.471557:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434493.471598:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434493.471604:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434493.471606:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434493.471611:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434493.471614:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434493.471618:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434493.471622:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434493.471624:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434493.471627:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434493.471728:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434493.471730:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434493.471733:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434493.727455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434493.727458:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434493.727463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434493.727464:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434493.727468:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434493.727468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434493.727475:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434493.727476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434493.727482:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434493.727482:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434493.727487:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434493.727488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434493.727494:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434493.727494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434493.727497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434493.727498:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434493.727501:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434493.727503:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434493.983690:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434493.983697:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434493.983699:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434493.983704:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434493.983707:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434493.983711:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434493.983714:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434493.983717:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434493.983719:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434494.495461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434494.495469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434494.495477:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434494.495483:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434494.495488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434494.495491:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434494.495495:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434494.495498:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434494.495502:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434494.495529:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434494.495533:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434494.495537:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434494.495538:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434494.495541:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434494.495542:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434494.495545:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434494.495546:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434494.495603:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434494.495607:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434494.495611:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434494.751470:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434494.751477:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434494.751479:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434494.751480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434494.751485:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1789434494.751486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434494.751489:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434494.751490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434494.751495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434494.751496:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434494.751498:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434494.751502:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434494.751502:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434494.751508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434494.751508:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434494.751514:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434494.751517:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434494.751519:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434495.007678:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434495.007686:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434495.007688:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434495.007694:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434495.007698:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434495.007701:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434495.007704:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434495.007706:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434495.007709:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434495.519459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434495.519460:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434495.519467:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1789434495.519468:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434495.519472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434495.519472:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434495.519477:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434495.519479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434495.519482:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1789434495.519486:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434495.519486:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434495.519491:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434495.519492:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434495.519495:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434495.519497:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434495.519501:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434495.519502:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434495.519505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434495.519505:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434495.519513:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434495.519515:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434495.519518:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434495.519520:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434495.519654:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434495.519657:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434495.519659:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434495.775432:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434495.775439:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434495.775441:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434495.775446:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434495.775450:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434495.775453:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434495.775456:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434495.775458:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434495.775462:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434495.775485:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434495.775489:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434495.775490:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434495.775493:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434495.775496:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434495.775498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434495.775500:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434495.775502:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434495.775504:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434496.033473:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434496.033487:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434496.033489:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434496.033496:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434496.033500:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434496.033504:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434496.033507:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434496.033510:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434496.033513:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434496.543504:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434496.543511:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434496.543518:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434496.543519:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434496.543523:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434496.543524:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434496.543527:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434496.543528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434496.543575:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434496.543578:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434496.543582:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434496.543650:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434496.543655:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434496.543657:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434496.543661:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434496.543663:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434496.543667:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.543669:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434496.543672:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.543675:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434496.799460:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434496.799467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1789434496.799473:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434496.799473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434496.799477:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434496.799478:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434496.799484:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789434496.799485:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434496.799490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434496.799491:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1789434496.799495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789434496.799499:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5951
00000100:00000001:1.0:1789434496.799500:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434496.799505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1789434496.799509:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434496.799511:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434496.799516:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434496.799519:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434496.799522:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434496.799524:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434496.799527:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434496.799528:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434496.799534:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434496.799537:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434496.799539:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434496.799555:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434496.799559:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434496.799561:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434496.799564:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434496.799566:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434496.799567:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434496.799569:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434496.799572:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434496.799575:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434496.799578:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434496.799581:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434496.799584:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434496.799586:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434496.799588:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434496.799591:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434496.799600:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc000.
00000020:00000040:0.0:1789434496.799605:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434496.799609:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434496.799612:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434496.799614:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1789434496.799617:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
02000000:00000001:0.0:1789434496.799618:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789434496.799622:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1789434496.799623:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.799625:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434496.799633:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14400.
00000100:00100000:2.0:1789434496.799633:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434496.799638:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434496.799641:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434496.799642:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.799644:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434496.799647:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.799650:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434496.799655:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434496.799667:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434496.799671:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434496.799676:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f9eea5b] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434496.799695:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434496.799697:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434496.799699:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434496.799700:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434496.799701:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434496.799703:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434496.799704:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5951
00000400:00000200:0.0:1789434496.799708:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434496.799710:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434496.799712:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434496.799714:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434496.799715:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434496.799716:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434496.799720:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434496.799720:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434496.799722:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434496.799724:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1789434496.799726:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434496.799729:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434496.799733:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1789434496.799734:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789434496.799736:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434496.799741:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434496.799746:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:2.0:1789434496.799752:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1789434496.799753:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434496.799754:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434496.799759:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1789434496.799761:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1789434496.799764:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:2.0:1789434496.799765:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434496.799769:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:2.0:1789434496.799770:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789434496.799775:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00100000:2.0:1789434496.799778:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933976320:192.168.203.104@tcp:250:kworker.0
00000100:00080000:0.0:1789434496.799781:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434496.799787:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.799787:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434496.799790:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434496.799795:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434496.799797:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434496.799797:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1789434496.799801:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1789434496.799802:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1789434496.799804:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1789434496.799806:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1789434496.799808:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434496.799810:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434496.799813:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbea00.
02000000:00000010:2.0:1789434496.799813:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434496.799818:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789434496.799819:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434496.799824:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434496.799825:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434496.799826:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434496.799828:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1789434496.799829:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:0.0:1789434496.799830:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434496.799836:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
02000000:00000010:0.0:1789434496.799837:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17c00.
00000100:00000001:0.0:1789434496.799844:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434496.799848:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1789434496.799848:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434496.799857:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933976320, portal 25
00000100:00000001:0.0:1789434496.799858:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434496.799862:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.799863:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434496.799866:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549966848 : -119883159584768 : ffff92f786dbc000)
00000100:00000040:0.0:1789434496.799868:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099227cf5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434496.799876:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434496.799882:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434496.799888:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434496.799890:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1789434496.799894:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1789434496.799895:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434496.799896:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434496.799899:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1789434496.799900:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000001:0.0:1789434496.799901:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434496.799906:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5951
00000100:00000200:2.0:1789434496.799907:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933976320, offset 0
00000400:00000200:0.0:1789434496.799911:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434496.799913:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434496.799915:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434496.799920:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:2.0:1789434496.799920:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434496.799924:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434496.799926:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434496.799927:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434496.799929:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434496.799930:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434496.799932:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1789434496.799933:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:0.0:1789434496.799934:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434496.799938:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434496.799940:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434496.799943:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434496.799946:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434496.799946:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000040:0.0:1789434496.799950:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434496.799953:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434496.799954:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000200:2.0:1789434496.799956:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1789434496.799957:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434496.799961:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434496.799964:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
02000000:00000001:0.0:1789434496.799965:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1789434496.799970:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1789434496.799974:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789434496.799974:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
02000000:00000001:0.0:1789434496.799979:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434496.799982:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512880:512880:256:4294967295] 192.168.203.104@tcp LPNI seq info [512847:512847:8:4294967295]
00000100:00000001:0.0:1789434496.799984:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434496.799987:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000400:00000200:2.0:1789434496.799992:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000008:00000001:0.0:1789434496.799993:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434496.799997:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434496.800001:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbed80.
00000020:00000040:0.0:1789434496.800006:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
00000400:00000200:2.0:1789434496.800009:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1789434496.800011:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434496.800014:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434496.800019:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1789434496.800019:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
02000000:00000001:0.0:1789434496.800021:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434496.800025:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1789434496.800027:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
02000000:00000010:0.0:1789434496.800030:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
00000100:00000001:0.0:1789434496.800035:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789434496.800036:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434496.800042:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000100:00100000:0.0:1789434496.800044:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1789434496.800051:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434496.800057:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1789434496.800059:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434496.800063:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1789434496.800064:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434496.800068:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000100:00000040:0.0:1789434496.800070:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d26fcf9] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789434496.800074:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1789434496.800079:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434496.800083:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1789434496.800084:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1789434496.800089:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434496.800092:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434496.800093:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1789434496.800093:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000100:00000001:0.0:1789434496.800099:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:2.0:1789434496.800099:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00080000:0.0:1789434496.800103:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5951
00000100:00000001:2.0:1789434496.800106:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000400:00000200:0.0:1789434496.800107:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434496.800113:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000200:2.0:1789434496.800113:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789434496.800118:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789434496.800129:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434496.800133:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434496.800138:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434496.800143:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434496.800145:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434496.800148:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434496.800150:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434496.800152:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434496.800157:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434496.800158:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434496.800162:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434496.800163:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434496.800166:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000400:00000200:2.0:1789434496.800166:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:0.0:1789434496.800171:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434496.800172:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300624555
00000020:00000001:0.0:1789434496.800173:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434496.800177:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434496.800179:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434496.800180:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000010:2.0:1789434496.800181:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:0.0:1789434496.800182:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434496.800185:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434496.800188:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434496.800189:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434496.800191:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434496.800191:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1789434496.800195:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434496.800197:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434496.800199:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434496.800199:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300624555
00000100:00000010:2.0:1789434496.800204:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888870c0.
00000100:00000001:2.0:1789434496.800208:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000008:00100000:0.0:1789434496.800209:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434496.800212:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434496.800213:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434496.800216:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbe300.
00000020:00000040:0.0:1789434496.800218:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434496.800219:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434496.800220:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434496.800222:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1789434496.800222:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434496.800225:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789434496.800228:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434496.800232:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.800232:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000010:0.0:1789434496.800239:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17000.
00000100:00100000:2.0:1789434496.800240:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434496/real 1789434496]  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434496.800246:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434496.800256:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1789434496.800256:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434496.800260:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434496.800263:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434496.800269:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000100:00000001:0.0:1789434496.800270:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1789434496.800274:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:0.0:1789434496.800275:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.800279:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:0.0:1789434496.800283:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad113eb] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434496.800288:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434496.800305:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434496.800310:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434496.800311:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5961)
00000100:00000001:2.0:1789434496.800320:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434496.800323:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.800325:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434496.800328:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434496.800332:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800340:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434496.800344:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800371:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434496.800374:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.800376:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434496.800377:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.800379:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434496.800381:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434496.800384:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434496.800388:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434496.800391:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434496.800395:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434496.800403:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933976320:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434496.800408:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.800410:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434496.800413:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc000 x1876351933976320/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800419:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434496.800422:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434496.800424:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434496.800429:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434496.800430:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434496.800432:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434496.800434:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434496.800437:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14400.
02000000:00000001:2.0:1789434496.800441:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434496.800442:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434496.800444:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc000.
00000100:00000001:2.0:1789434496.800447:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434496.800448:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.800450:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.800456:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434496.800458:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.800460:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434496.800461:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434496.800462:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434496.800466:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800472:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434496.800473:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434496.800475:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434496.800477:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434496.800480:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434496.800483:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933976448:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434496.800486:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434496.800488:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434496.800489:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434496.800491:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434496.800494:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434496.800495:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434496.800499:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434496.800502:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434496.800505:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434496.800508:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933976448, portal 10
00000100:00000001:2.0:1789434496.800510:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434496.800511:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549977600 : -119883159574016 : ffff92f786dbea00)
00000100:00000040:2.0:1789434496.800517:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800522:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434496.800525:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434496.800526:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434496.800528:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933976448, offset 0
00000400:00000200:2.0:1789434496.800532:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434496.800535:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434496.800538:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434496.800555:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434496.800558:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434496.800560:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434496.800562:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434496.800565:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512881:512881:256:4294967295] 192.168.203.104@tcp LPNI seq info [512848:512848:8:4294967295]
00000400:00000200:2.0:1789434496.800569:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434496.800575:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434496.800580:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434496.800584:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434496.800588:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434496.800591:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789434496.800595:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434496.800598:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789434496.800602:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434496.800604:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434496.800607:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434496.800610:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434496.800613:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434496.800615:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434496.800617:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434496.800621:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800628:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434496.800631:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800637:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.800638:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434496.800641:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434496.800644:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434496.800647:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434496.800649:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300623884
00000100:00000001:2.0:1789434496.800651:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300624555
00000100:00000001:2.0:1789434496.800653:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300623884
00000100:00000001:2.0:1789434496.800656:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300624555
00000100:00000001:2.0:1789434496.800657:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434496.800659:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.800661:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434496.800665:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434496/real 1789434496]  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434496.800679:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434496.800680:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434496.800681:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434496.800684:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434496.800686:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434496.800688:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434496.800691:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434496.800699:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800705:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434496.800706:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.800708:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434496.800709:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434496.800713:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800720:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434496.800723:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800729:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434496.800731:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.800733:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434496.800734:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.800736:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434496.800739:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434496.800742:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434496.800745:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434496.800747:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434496.800751:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434496.800758:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933976448:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434496.800761:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434496.800764:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800770:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434496.800771:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434496.800773:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434496.800774:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434496.800776:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434496.800778:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933976576:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434496.800781:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434496.800783:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434496.800784:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434496.800786:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434496.800789:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434496.800791:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434496.800794:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434496.800797:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434496.800800:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434496.800803:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933976576, portal 4
00000100:00000001:2.0:1789434496.800805:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434496.800806:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549978496 : -119883159573120 : ffff92f786dbed80)
00000100:00000040:2.0:1789434496.800811:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800817:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434496.800819:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434496.800821:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434496.800823:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933976576, offset 0
00000400:00000200:2.0:1789434496.800828:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434496.800831:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434496.800835:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434496.800838:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434496.800840:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434496.800842:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434496.800844:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434496.800847:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512882:512882:256:4294967295] 192.168.203.104@tcp LPNI seq info [512849:512849:8:4294967295]
00000400:00000200:2.0:1789434496.800851:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434496.800856:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434496.800860:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434496.800863:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434496.800866:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434496.800869:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789434496.800872:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434496.800874:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789434496.800877:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434496.800879:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434496.800881:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434496.800884:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434496.800887:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434496.800888:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434496.800891:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434496.800894:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800900:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434496.800903:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800909:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.800910:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434496.800912:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434496.800915:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434496.800918:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434496.800920:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300623901
00000100:00000001:2.0:1789434496.800922:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300624555
00000100:00000001:2.0:1789434496.800924:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300623901
00000100:00000001:2.0:1789434496.800927:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300624555
00000100:00000001:2.0:1789434496.800928:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434496.800930:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.800932:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434496.800936:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434496/real 1789434496]  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434496.800942:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434496.800943:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434496.800944:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434496.800946:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434496.800948:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434496.800950:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434496.800953:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434496.800961:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800967:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434496.800968:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.800970:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434496.800971:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434496.800974:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800980:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434496.800983:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.800989:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434496.800992:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.800993:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434496.800994:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.800996:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434496.801000:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434496.801002:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434496.801005:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434496.801007:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434496.801011:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434496.801018:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933976576:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434496.801021:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434496.801024:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.801030:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434496.801031:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434496.801033:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434496.801034:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434496.801036:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434496.801038:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933976704:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434496.801041:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434496.801042:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434496.801044:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434496.801046:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434496.801048:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434496.801050:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434496.801053:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434496.801055:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434496.801058:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434496.801060:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933976704, portal 4
00000100:00000001:2.0:1789434496.801063:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434496.801064:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549975808 : -119883159575808 : ffff92f786dbe300)
00000100:00000040:2.0:1789434496.801069:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.801075:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434496.801077:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434496.801079:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434496.801081:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933976704, offset 0
00000400:00000200:2.0:1789434496.801084:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434496.801088:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434496.801091:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434496.801094:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434496.801096:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434496.801098:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434496.801100:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434496.801103:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512883:512883:256:4294967295] 192.168.203.104@tcp LPNI seq info [512850:512850:8:4294967295]
00000400:00000200:2.0:1789434496.801107:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434496.801112:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434496.801116:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434496.801120:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434496.801123:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434496.801126:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1789434496.801129:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434496.801131:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1789434496.801135:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434496.801137:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434496.801139:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434496.801142:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434496.801145:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434496.801147:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434496.801149:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434496.801152:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.801164:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434496.801167:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.801173:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.801174:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434496.801177:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434496.801180:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434496.801183:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434496.801185:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300623903
00000100:00000001:2.0:1789434496.801187:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300624555
00000100:00000001:2.0:1789434496.801189:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300623903
00000100:00000001:2.0:1789434496.801191:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300624555
00000100:00000001:2.0:1789434496.801193:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434496.801194:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.801196:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434496.801200:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434496/real 1789434496]  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434496.801207:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434496.801208:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434496.801210:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434496.801212:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434496.801213:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434496.801215:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434496.801218:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434496.801225:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.801230:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434496.801232:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.801234:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434496.801235:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434496.801238:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.801244:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434496.801247:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.801253:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434496.801255:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.801256:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434496.801258:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.801259:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434496.801262:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434496.801264:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434496.801266:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434496.801269:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434496.801272:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434496.801279:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933976704:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434496.801282:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.801284:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434496.801287:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbea00 x1876351933976448/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.801293:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434496.801294:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434496.801297:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434496.801299:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434496.801301:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434496.801302:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434496.801304:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434496.801306:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17c00.
02000000:00000001:2.0:1789434496.801308:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434496.801309:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434496.801310:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbea00.
00000100:00000001:2.0:1789434496.801313:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434496.801314:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.801316:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434496.801319:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbed80 x1876351933976576/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.801325:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434496.801326:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434496.801328:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434496.801330:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434496.801331:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434496.801332:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434496.801334:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434496.801335:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15c00.
02000000:00000001:2.0:1789434496.801337:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434496.801338:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434496.801339:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbed80.
00000100:00000001:2.0:1789434496.801341:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434496.801342:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.801344:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434496.801346:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbe300 x1876351933976704/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434496.801374:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434496.801375:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434496.801376:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434496.801379:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434496.801380:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434496.801381:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434496.801383:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434496.801385:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17000.
02000000:00000001:2.0:1789434496.801387:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434496.801388:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434496.801389:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbe300.
00000100:00000001:2.0:1789434496.801392:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434496.801393:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.801395:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434496.801398:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434496.801399:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434496.801401:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434496.801402:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434497.055557:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434497.055564:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434497.055566:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434497.055571:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434497.055575:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434497.055578:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434497.055582:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434497.055584:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434497.055586:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434497.503458:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300624555, at 4300624576
00000100:00000010:2.0:1789434497.503484:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00000100:00000040:3.0:1789434497.503771:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300624555, at 4300624576
00000100:00000010:3.0:1789434497.503778:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888870c0.
00010000:00000001:1.0:1789434497.567523:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434497.567530:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434497.567546:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434497.567548:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434497.567552:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434497.567553:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434497.567556:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434497.567557:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434497.567748:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434497.567751:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434497.567754:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434497.567811:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434497.567815:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434497.567817:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434497.567820:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434497.567824:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434497.567827:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434497.567829:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434497.567832:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434497.567834:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434497.823663:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434497.823670:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434497.823672:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434497.823678:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434497.823682:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434497.823686:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434497.823688:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434497.823691:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434497.823693:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434497.824174:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434497.824179:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434497.824180:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434497.824183:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434497.824186:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434497.824188:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434497.824190:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434497.824192:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434497.824194:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434498.079436:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434498.079441:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434498.079443:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434498.079447:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434498.079449:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434498.079451:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434498.079453:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434498.079455:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434498.079457:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434498.591498:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434498.591507:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434498.591509:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434498.591517:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434498.591521:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434498.591539:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434498.591542:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434498.591544:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434498.591547:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434498.592213:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434498.592217:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434498.592221:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434498.592223:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434498.592227:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434498.592228:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434498.592231:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434498.592232:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434498.592566:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434498.592569:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434498.592572:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434498.847454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434498.847462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434498.847464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434498.847469:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434498.847472:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434498.847475:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434498.847478:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434498.847480:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434498.847482:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434498.848272:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434498.848276:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434498.848277:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434498.848281:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434498.848283:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434498.848285:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434498.848287:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434498.848289:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434498.848291:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434499.105102:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434499.105109:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434499.105112:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434499.105116:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434499.105119:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434499.105123:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434499.105126:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434499.105128:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434499.105131:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434499.615457:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434499.615462:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434499.615465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434499.615466:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434499.615469:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434499.615476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434499.615476:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434499.615479:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434499.615481:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434499.615485:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434499.615486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434499.615489:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434499.615490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434499.615494:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434499.615495:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434499.615497:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434499.615500:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434499.615546:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434499.615550:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434499.615554:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434499.871471:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434499.871478:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434499.871481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434499.871488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434499.871493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434499.871496:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434499.871499:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434499.871501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434499.871505:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434499.871510:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434499.871515:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434499.871517:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434499.871531:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434499.871534:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434499.871537:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434499.871540:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434499.871542:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434499.871545:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434500.127465:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434500.127478:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434500.127480:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434500.127487:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434500.127490:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434500.127493:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434500.127496:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434500.127499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434500.127503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434500.639477:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434500.639485:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434500.639487:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434500.639494:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434500.639498:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434500.639502:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434500.639506:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434500.639509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434500.639512:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434500.639544:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434500.639549:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434500.639553:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434500.639555:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434500.639558:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434500.639560:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434500.639564:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434500.639565:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434500.639648:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434500.639651:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434500.639663:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434500.895464:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434500.895464:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434500.895470:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434500.895472:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434500.895472:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434500.895475:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434500.895477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434500.895481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434500.895481:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434500.895486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434500.895486:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434500.895490:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434500.895491:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434500.895493:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434500.895495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434500.895497:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434500.895499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434500.895503:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434501.151579:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434501.151591:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434501.151593:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434501.151601:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434501.151606:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434501.151611:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434501.151615:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434501.151618:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434501.151622:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434501.663481:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434501.663489:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434501.663497:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434501.663499:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434501.663503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434501.663516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434501.663521:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434501.663522:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.663595:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1789434501.663601:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1789434501.663605:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1789434501.663607:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.663611:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434501.663614:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789434501.663622:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434501.663627:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434501.663631:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.663635:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434501.663637:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.663641:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.919416:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434501.919419:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434501.919423:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434501.919425:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434501.919427:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434501.919428:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434501.919433:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789434501.919434:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434501.919435:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434501.919441:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434501.919441:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1789434501.919443:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434501.919448:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1789434501.919448:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434501.919448:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1789434501.919453:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434501.919455:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434501.919455:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434501.919458:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434501.919460:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434501.919460:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.919465:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434501.919466:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5956
00000100:00000001:3.0:1789434501.919467:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434501.919478:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434501.919485:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434501.919489:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434501.919493:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434501.919496:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434501.919499:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434501.919502:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434501.919524:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434501.919526:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434501.919528:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434501.919531:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434501.919534:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434501.919536:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434501.919540:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434501.919542:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434501.919543:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434501.919546:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434501.919548:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434501.919551:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434501.919554:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434501.919557:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434501.919559:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434501.919562:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434501.919565:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434501.919567:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434501.919575:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf100.
00000020:00000040:0.0:1789434501.919579:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434501.919582:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434501.919583:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434501.919586:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434501.919588:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434501.919591:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434501.919598:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17800.
00000100:00000001:0.0:1789434501.919604:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434501.919614:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434501.919623:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434501.919626:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434501.919631:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053892fb8] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434501.919651:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434501.919654:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434501.919657:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434501.919659:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434501.919661:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434501.919664:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434501.919667:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5956
00000100:00000001:2.0:1789434501.919670:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1789434501.919673:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434501.919674:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434501.919677:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1789434501.919680:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000040:2.0:1789434501.919683:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789434501.919684:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434501.919693:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434501.919697:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434501.919702:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434501.919705:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434501.919707:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434501.919707:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434501.919713:0:13200:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1789434501.919713:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434501.919715:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1789434501.919716:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
02000000:00000001:2.0:1789434501.919719:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434501.919720:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434501.919724:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434501.919726:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434501.919730:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00100000:2.0:1789434501.919730:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933976832:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434501.919737:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1789434501.919739:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:2.0:1789434501.919741:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1789434501.919743:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1789434501.919744:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434501.919748:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:2.0:1789434501.919748:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1789434501.919752:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000010:2.0:1789434501.919754:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
00000020:00000040:0.0:1789434501.919755:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
02000000:00000001:2.0:1789434501.919758:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434501.919761:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434501.919766:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434501.919768:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:0.0:1789434501.919769:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1789434501.919775:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
02000000:00000001:0.0:1789434501.919776:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434501.919780:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434501.919783:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:2.0:1789434501.919783:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000008:00100000:0.0:1789434501.919789:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1789434501.919791:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933976832, portal 25
00000008:00000001:0.0:1789434501.919793:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.919795:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434501.919796:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.919799:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549979392 : -119883159572224 : ffff92f786dbf100)
00000100:00000010:0.0:1789434501.919802:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc380.
00000020:00000040:0.0:1789434501.919807:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434501.919811:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434501.919813:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434501.919814:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1789434501.919815:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434501.919816:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434501.919819:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434501.919825:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14800.
00000100:00000001:2.0:1789434501.919829:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1789434501.919830:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434501.919835:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00100000:0.0:1789434501.919840:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1789434501.919840:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434501.919845:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933976832, offset 0
00000100:00000001:0.0:1789434501.919853:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1789434501.919856:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434501.919858:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434501.919864:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008be3708] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789434501.919867:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434501.919877:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:0.0:1789434501.919878:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434501.919883:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1789434501.919884:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1789434501.919889:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1789434501.919890:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:0.0:1789434501.919892:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434501.919895:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1789434501.919897:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1789434501.919899:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1789434501.919903:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00080000:0.0:1789434501.919904:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5956
00000400:00000200:0.0:1789434501.919910:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434501.919913:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434501.919915:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434501.919919:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434501.919922:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434501.919924:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512884:512884:256:4294967295] 192.168.203.104@tcp LPNI seq info [512851:512851:8:4294967295]
00000100:00000040:0.0:1789434501.919925:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434501.919930:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434501.919935:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:0.0:1789434501.919936:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434501.919939:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434501.919941:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434501.919944:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434501.919948:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:2.0:1789434501.919952:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1789434501.919953:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434501.919960:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000200:2.0:1789434501.919962:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434501.919964:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1789434501.919967:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000100:00000040:0.0:1789434501.919970:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434501.919973:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:2.0:1789434501.919976:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:0.0:1789434501.919978:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000800:00000200:2.0:1789434501.919980:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1789434501.919984:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000800:00000200:2.1:1789434501.919988:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789434501.919990:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434501.919993:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434501.919995:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434501.919997:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434501.919999:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434501.920001:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434501.920003:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434501.920004:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434501.920009:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbe300.
00000020:00000040:0.0:1789434501.920011:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434501.920013:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434501.920014:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434501.920016:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434501.920017:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434501.920019:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434501.920022:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000100:00000001:0.0:1789434501.920026:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434501.920032:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1789434501.920033:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789434501.920043:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000001:0.0:1789434501.920046:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1789434501.920048:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000100:00000001:0.0:1789434501.920051:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434501.920056:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1789434501.920059:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad113eb] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789434501.920065:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1789434501.920071:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434501.920074:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434501.920077:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434501.920078:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1789434501.920078:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000100:00080000:0.0:1789434501.920082:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1789434501.920082:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:0.0:1789434501.920087:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434501.920088:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:0.0:1789434501.920090:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5956
00000100:00000200:2.0:1789434501.920094:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1789434501.920095:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434501.920100:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434501.920104:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434501.920109:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434501.920111:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1789434501.920112:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434501.920117:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000040:2.0:1789434501.920118:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434501.920119:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434501.920124:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434501.920126:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434501.920129:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789434501.920129:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789434501.920131:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000001:2.0:1789434501.920132:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1789434501.920136:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434501.920137:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434501.920141:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000200:2.0:1789434501.920145:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434501.920148:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300629675
00000100:00000040:0.0:1789434501.920150:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000010:2.0:1789434501.920152:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:0.0:1789434501.920153:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434501.920158:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434501.920159:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434501.920161:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434501.920163:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300629675
00000020:00000040:0.0:1789434501.920165:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000010:2.0:1789434501.920169:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887a80.
00000100:00080000:0.0:1789434501.920171:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434501.920174:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434501.920176:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434501.920179:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434501.920180:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434501.920183:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434501.920184:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434501.920187:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.920189:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1789434501.920191:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1789434501.920197:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434501/real 1789434501]  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789434501.920201:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434501.920208:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434501.920211:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1789434501.920212:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:0.0:1789434501.920215:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbed80.
00000400:00000001:2.0:1789434501.920215:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434501.920218:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000020:00000040:0.0:1789434501.920220:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000200:2.0:1789434501.920222:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
02000000:00000001:0.0:1789434501.920224:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1789434501.920225:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
02000000:00000001:0.0:1789434501.920227:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.920228:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1789434501.920231:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1789434501.920233:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1789434501.920234:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434501.920238:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434501.920244:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15400.
00000100:00000200:2.0:1789434501.920245:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434501.920250:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.920252:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434501.920256:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434501.920259:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434501.920260:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434501.920263:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434501.920272:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1789434501.920273:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434501.920276:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434501.920285:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d26fcf9] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920289:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434501.920298:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434501.920300:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434501.920303:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5966)
00000100:00000001:2.0:1789434501.920311:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434501.920314:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.920316:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434501.920318:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.920321:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434501.920323:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434501.920326:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434501.920329:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434501.920332:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434501.920336:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434501.920345:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933976832:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434501.920368:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.920370:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434501.920373:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbf100 x1876351933976832/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920380:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434501.920383:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434501.920385:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434501.920389:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434501.920390:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434501.920391:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434501.920392:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434501.920394:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17800.
02000000:00000001:2.0:1789434501.920396:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434501.920397:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434501.920399:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbf100.
00000100:00000001:2.0:1789434501.920401:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434501.920402:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.920405:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.920411:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434501.920413:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.920415:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434501.920416:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434501.920417:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434501.920421:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920428:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434501.920449:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434501.920451:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434501.920453:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434501.920455:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434501.920458:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933976960:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434501.920462:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434501.920464:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434501.920466:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434501.920468:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434501.920472:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434501.920474:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434501.920478:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434501.920481:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434501.920484:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434501.920487:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933976960, portal 10
00000100:00000001:2.0:1789434501.920489:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434501.920491:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549967744 : -119883159583872 : ffff92f786dbc380)
00000100:00000040:2.0:1789434501.920497:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920515:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434501.920519:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434501.920521:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434501.920524:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933976960, offset 0
00000400:00000200:2.0:1789434501.920529:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434501.920533:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434501.920546:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434501.920549:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434501.920552:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434501.920554:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434501.920556:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434501.920559:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512885:512885:256:4294967295] 192.168.203.104@tcp LPNI seq info [512852:512852:8:4294967295]
00000400:00000200:2.0:1789434501.920563:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434501.920568:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434501.920573:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434501.920577:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434501.920580:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434501.920583:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789434501.920587:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434501.920589:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789434501.920593:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434501.920595:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434501.920597:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434501.920600:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434501.920604:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434501.920605:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434501.920607:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434501.920611:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920618:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434501.920620:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920626:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.920627:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434501.920630:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434501.920634:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434501.920636:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434501.920638:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300629004
00000100:00000001:2.0:1789434501.920641:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300629675
00000100:00000001:2.0:1789434501.920642:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300629004
00000100:00000001:2.0:1789434501.920644:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300629675
00000100:00000001:2.0:1789434501.920646:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434501.920648:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.920649:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434501.920653:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434501/real 1789434501]  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434501.920664:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434501.920666:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434501.920667:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434501.920669:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434501.920671:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434501.920673:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434501.920675:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434501.920682:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920688:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434501.920689:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.920691:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434501.920692:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434501.920695:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920700:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434501.920704:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920710:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434501.920712:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.920713:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434501.920714:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.920716:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434501.920719:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434501.920721:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434501.920724:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434501.920726:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434501.920730:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434501.920737:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933976960:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434501.920740:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434501.920743:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920748:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434501.920750:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434501.920752:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434501.920753:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434501.920755:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434501.920757:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933977088:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434501.920760:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434501.920761:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434501.920763:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434501.920764:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434501.920767:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434501.920769:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434501.920772:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434501.920774:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434501.920776:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434501.920778:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933977088, portal 4
00000100:00000001:2.0:1789434501.920780:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434501.920781:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549975808 : -119883159575808 : ffff92f786dbe300)
00000100:00000040:2.0:1789434501.920786:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920791:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434501.920793:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434501.920795:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434501.920797:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933977088, offset 0
00000400:00000200:2.0:1789434501.920802:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434501.920805:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434501.920808:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434501.920811:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434501.920813:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434501.920815:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434501.920817:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434501.920819:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512886:512886:256:4294967295] 192.168.203.104@tcp LPNI seq info [512853:512853:8:4294967295]
00000400:00000200:2.0:1789434501.920821:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434501.920826:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434501.920830:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434501.920833:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434501.920836:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434501.920839:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789434501.920842:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434501.920844:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789434501.920848:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434501.920850:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434501.920852:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434501.920856:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434501.920859:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434501.920861:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434501.920863:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434501.920867:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920875:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434501.920877:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920881:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.920882:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434501.920884:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434501.920886:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434501.920888:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434501.920890:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300629021
00000100:00000001:2.0:1789434501.920891:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300629675
00000100:00000001:2.0:1789434501.920893:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300629021
00000100:00000001:2.0:1789434501.920894:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300629675
00000100:00000001:2.0:1789434501.920896:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434501.920898:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.920900:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434501.920903:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434501/real 1789434501]  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434501.920909:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434501.920911:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434501.920912:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434501.920914:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434501.920916:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434501.920920:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434501.920922:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434501.920929:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920934:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434501.920935:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.920937:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434501.920938:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434501.920941:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920946:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434501.920949:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920955:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434501.920957:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.920959:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434501.920960:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.920961:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434501.920965:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434501.920967:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434501.920970:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434501.920972:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434501.920975:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434501.920981:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933977088:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434501.920984:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434501.920987:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.920992:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434501.920993:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434501.920995:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434501.920996:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434501.920998:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434501.921000:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933977216:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434501.921002:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434501.921004:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434501.921005:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434501.921006:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434501.921009:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434501.921011:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434501.921013:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434501.921015:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434501.921017:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434501.921020:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933977216, portal 4
00000100:00000001:2.0:1789434501.921022:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434501.921023:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549978496 : -119883159573120 : ffff92f786dbed80)
00000100:00000040:2.0:1789434501.921028:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.921033:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434501.921035:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434501.921037:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434501.921039:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933977216, offset 0
00000400:00000200:2.0:1789434501.921042:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434501.921046:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434501.921049:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434501.921051:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434501.921053:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434501.921055:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434501.921057:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434501.921059:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512887:512887:256:4294967295] 192.168.203.104@tcp LPNI seq info [512854:512854:8:4294967295]
00000400:00000200:2.0:1789434501.921063:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434501.921068:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434501.921073:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434501.921076:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434501.921079:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434501.921081:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1789434501.921083:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434501.921085:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1789434501.921087:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434501.921089:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434501.921090:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434501.921092:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434501.921094:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434501.921095:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434501.921097:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434501.921099:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.921108:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434501.921109:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.921113:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.921114:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434501.921116:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434501.921118:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434501.921120:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434501.921121:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300629023
00000100:00000001:2.0:1789434501.921123:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300629675
00000100:00000001:2.0:1789434501.921124:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300629023
00000100:00000001:2.0:1789434501.921125:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300629675
00000100:00000001:2.0:1789434501.921126:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434501.921127:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.921128:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434501.921130:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434501/real 1789434501]  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434501.921135:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434501.921135:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434501.921136:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434501.921138:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434501.921139:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434501.921140:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434501.921142:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434501.921146:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.921150:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434501.921151:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.921152:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434501.921153:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434501.921155:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.921159:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434501.921161:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.921164:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434501.921166:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.921167:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434501.921168:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.921170:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434501.921173:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434501.921175:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434501.921177:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434501.921179:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434501.921183:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434501.921190:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933977216:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434501.921193:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.921195:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434501.921197:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc380 x1876351933976960/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.921204:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434501.921205:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434501.921207:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434501.921210:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434501.921212:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434501.921213:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434501.921215:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434501.921217:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14800.
02000000:00000001:2.0:1789434501.921219:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434501.921220:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434501.921220:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc380.
00000100:00000001:2.0:1789434501.921222:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434501.921223:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.921224:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434501.921227:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbe300 x1876351933977088/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.921230:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434501.921231:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434501.921232:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434501.921233:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434501.921234:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434501.921235:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434501.921236:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434501.921236:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15000.
02000000:00000001:2.0:1789434501.921237:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434501.921238:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434501.921239:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbe300.
00000100:00000001:2.0:1789434501.921241:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434501.921241:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.921242:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434501.921244:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbed80 x1876351933977216/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434501.921247:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434501.921247:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434501.921248:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434501.921249:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434501.921250:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434501.921250:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434501.921252:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434501.921253:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15400.
02000000:00000001:2.0:1789434501.921255:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434501.921256:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434501.921257:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbed80.
00000100:00000001:2.0:1789434501.921259:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434501.921260:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.921262:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434501.921265:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434501.921266:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434501.921268:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434501.921270:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434502.175476:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434502.175484:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434502.175487:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434502.175493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434502.175497:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434502.175512:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434502.175516:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434502.175518:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434502.175522:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434502.623467:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300629675, at 4300629696
00000100:00000040:3.0:1789434502.623467:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300629675, at 4300629696
00000100:00000010:3.0:1789434502.623482:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887a80.
00000100:00000010:2.0:1789434502.623484:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434502.687526:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434502.687535:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434502.687538:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434502.687545:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434502.687551:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434502.687555:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434502.687559:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434502.687561:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434502.687566:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434502.687590:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434502.687598:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434502.687606:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434502.687608:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434502.687612:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434502.687613:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434502.687617:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434502.687618:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434502.687681:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434502.687685:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434502.687688:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434502.943478:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434502.943481:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434502.943485:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434502.943489:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434502.943490:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434502.943493:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434502.943506:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434502.943511:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434502.943514:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434502.943517:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434502.943519:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434502.943521:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434502.943555:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434502.943558:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434502.943560:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434502.943563:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434502.943565:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434502.943568:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434503.199448:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434503.199456:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434503.199458:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434503.199463:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434503.199466:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434503.199477:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434503.199480:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434503.199485:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434503.199488:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434503.711564:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434503.711571:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434503.711573:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434503.711588:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434503.711592:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434503.711595:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434503.711597:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434503.711599:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434503.711603:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712571:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434503.712576:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712581:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434503.712584:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434503.712586:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434503.712589:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712592:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434503.712595:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712597:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712599:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712602:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434503.712604:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434503.712605:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434503.712606:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712607:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434503.712609:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712610:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712612:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712615:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434503.712616:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434503.712617:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434503.712619:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712621:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434503.712622:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712623:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434503.712625:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434503.712770:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434503.712773:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434503.712776:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434503.967466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434503.967473:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434503.967475:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434503.967480:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434503.967484:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434503.967487:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434503.967502:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434503.967504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434503.967508:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434503.967982:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434503.967985:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434503.967987:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434503.967990:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434503.967992:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434503.967994:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434503.967997:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434503.967999:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434503.968001:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434504.223470:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434504.223476:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434504.223479:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434504.223485:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434504.223500:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434504.223513:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434504.223516:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434504.223518:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434504.223521:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434504.735526:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434504.735533:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434504.735539:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434504.735540:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434504.735544:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434504.735545:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434504.735548:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434504.735549:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434504.735622:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434504.735625:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434504.735628:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434504.736577:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434504.736581:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434504.736584:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434504.736588:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434504.736592:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434504.736596:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434504.736599:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434504.736601:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434504.736604:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434504.991520:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434504.991529:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434504.991531:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434504.991537:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434504.991542:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434504.991546:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434504.991549:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434504.991551:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434504.991554:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434504.991606:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434504.991613:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434504.991615:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434504.991620:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434504.991624:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434504.991627:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434504.991631:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434504.991633:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434504.991636:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434505.247462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434505.247471:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434505.247473:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434505.247478:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434505.247567:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434505.247571:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434505.247574:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434505.247577:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434505.247580:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434505.759468:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434505.759487:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1789434505.759488:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434505.759489:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1789434505.759494:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434505.759498:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434505.759500:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434505.759505:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434505.759506:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434505.759510:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434505.759514:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434505.759514:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434505.759520:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434505.759521:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434505.759527:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434505.759529:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434505.759531:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434505.759535:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434505.759541:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434505.759545:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434505.759546:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434505.759549:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434505.759550:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434505.759602:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434505.759605:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434505.759608:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434506.015516:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434506.015527:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434506.015529:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434506.015535:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434506.015538:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434506.015541:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434506.015544:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434506.015546:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434506.015548:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434506.015919:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434506.015923:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434506.015925:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434506.015928:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434506.015931:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434506.015933:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434506.015935:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434506.015937:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434506.015939:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434506.271468:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434506.271484:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434506.271486:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434506.271491:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434506.271495:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434506.271499:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434506.271501:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434506.271504:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434506.271506:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434506.783446:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434506.783454:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434506.783456:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434506.783462:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434506.783465:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434506.783480:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434506.783483:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434506.783486:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434506.783489:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434506.783521:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434506.783525:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434506.783529:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434506.783530:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434506.783533:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434506.783534:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434506.783537:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434506.783538:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434506.783614:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434506.783617:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434506.783620:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434507.039455:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434507.039455:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434507.039462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434507.039462:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434507.039465:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434507.039479:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434507.039485:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434507.039488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434507.039490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434507.039494:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434507.039495:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.039498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434507.039499:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434507.039504:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434507.039504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.039509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434507.039510:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434507.039513:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434507.039520:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434507.039526:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434507.039529:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434507.039532:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434507.039537:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434507.039543:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5961
00000400:00000200:0.0:1789434507.039551:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434507.039557:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434507.039561:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434507.039565:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039567:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434507.039569:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039571:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434507.039578:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434507.039580:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434507.039582:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434507.039585:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434507.039587:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434507.039590:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434507.039593:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039595:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434507.039596:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039598:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434507.039601:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434507.039604:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039606:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434507.039609:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434507.039612:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434507.039615:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434507.039617:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434507.039620:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434507.039628:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbea00.
00000020:00000040:0.0:1789434507.039631:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434507.039635:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434507.039636:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434507.039639:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434507.039641:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434507.039645:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434507.039652:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15400.
00000100:00000001:0.0:1789434507.039657:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434507.039666:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434507.039677:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434507.039681:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434507.039685:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099227cf5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434507.039710:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434507.039713:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434507.039716:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434507.039717:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434507.039719:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434507.039721:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434507.039724:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5961
00000400:00000200:0.0:1789434507.039727:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434507.039730:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434507.039732:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434507.039735:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039737:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434507.039739:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039741:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434507.039743:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434507.039745:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434507.039746:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434507.039748:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434507.039750:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434507.039752:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434507.039755:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039757:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434507.039758:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039761:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434507.039763:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434507.039765:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039767:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434507.039769:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434507.039773:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434507.039775:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434507.039776:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434507.039780:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434507.039782:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434507.039784:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434507.039787:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc000.
00000020:00000040:0.0:1789434507.039789:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434507.039791:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434507.039792:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434507.039793:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434507.039794:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434507.039796:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434507.039799:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000100:00000001:0.0:1789434507.039802:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434507.039806:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434507.039813:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434507.039815:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434507.039818:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f9eea5b] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434507.039825:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434507.039827:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434507.039830:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434507.039831:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434507.039832:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434507.039835:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434507.039838:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5961
00000400:00000200:0.0:1789434507.039841:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434507.039844:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434507.039846:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434507.039849:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039851:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434507.039852:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039854:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434507.039857:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434507.039858:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434507.039859:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434507.039861:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434507.039863:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434507.039865:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434507.039868:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039870:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434507.039872:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039874:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434507.039876:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434507.039878:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039880:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434507.039881:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434507.039883:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434507.039884:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434507.039885:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434507.039887:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434507.039888:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434507.039889:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434507.039891:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbfb80.
00000020:00000040:0.0:1789434507.039893:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434507.039895:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434507.039896:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434507.039897:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434507.039898:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434507.039899:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434507.039901:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14800.
00000100:00000001:0.0:1789434507.039904:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434507.039907:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434507.039911:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434507.039912:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434507.039914:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f4038] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434507.039919:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434507.039920:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434507.039922:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434507.039923:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434507.039924:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434507.039926:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434507.039927:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5961
00000400:00000200:0.0:1789434507.039929:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434507.039931:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434507.039932:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434507.039933:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039934:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434507.039935:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039936:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434507.039938:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434507.039939:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434507.039940:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434507.039941:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434507.039943:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434507.039944:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434507.039945:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039946:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434507.039947:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039948:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434507.039949:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434507.039951:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434507.039952:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434507.039953:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434507.039954:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434507.039955:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434507.039956:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434507.039957:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434507.039958:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434507.039959:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434507.039961:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc700.
00000020:00000040:0.0:1789434507.039962:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434507.039963:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434507.039963:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434507.039964:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434507.039965:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434507.039965:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434507.039967:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17800.
00000100:00000001:0.0:1789434507.039969:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434507.039971:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434507.039974:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434507.039975:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434507.039977:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4613ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434507.039981:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434507.039984:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5971)
00000100:00000001:2.0:1789434507.040166:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434507.040169:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434507.040171:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434507.040175:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040180:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434507.040182:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434507.040185:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434507.040186:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434507.040188:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434507.040190:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933977344:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434507.040193:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434507.040195:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434507.040197:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434507.040198:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434507.040201:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434507.040202:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434507.040206:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434507.040209:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434507.040213:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434507.040218:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933977344, portal 25
00000100:00000001:2.0:1789434507.040219:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434507.040220:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549977600 : -119883159574016 : ffff92f786dbea00)
00000100:00000040:2.0:1789434507.040224:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040229:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434507.040231:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434507.040232:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434507.040234:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933977344, offset 0
00000400:00000200:2.0:1789434507.040238:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434507.040243:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434507.040254:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434507.040259:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434507.040263:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434507.040267:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434507.040270:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434507.040274:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512888:512888:256:4294967295] 192.168.203.104@tcp LPNI seq info [512855:512855:8:4294967295]
00000400:00000200:2.0:1789434507.040279:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434507.040288:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434507.040295:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434507.040300:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434507.040305:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434507.040308:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789434507.040312:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434507.040315:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1789434507.040317:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434507.040319:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434507.040322:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434507.040326:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434507.040330:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434507.040331:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434507.040334:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434507.040344:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040370:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434507.040373:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040381:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434507.040383:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434507.040390:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434507.040392:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434507.040394:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300634796
00000100:00000010:2.0:1789434507.040397:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434507.040402:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434507.040405:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300634796
00000100:00000010:2.0:1789434507.040407:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887ea0.
00000100:00000001:2.0:1789434507.040409:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434507.040415:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434507.040417:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434507.040419:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434507.040422:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434507/real 1789434507]  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434507.040433:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434507.040434:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434507.040435:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434507.040437:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434507.040438:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434507.040440:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434507.040442:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434507.040447:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040451:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434507.040452:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.040454:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434507.040455:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434507.040457:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040462:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434507.040476:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040484:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434507.040487:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.040492:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434507.040494:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.040496:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434507.040499:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434507.040502:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434507.040505:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434507.040509:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434507.040514:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434507.040523:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933977344:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434507.040529:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434507.040533:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040540:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434507.040541:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434507.040544:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434507.040546:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434507.040548:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434507.040552:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933977472:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434507.040555:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434507.040558:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434507.040560:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434507.040562:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434507.040565:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434507.040567:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434507.040571:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434507.040574:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434507.040577:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434507.040579:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933977472, portal 10
00000100:00000001:2.0:1789434507.040581:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434507.040582:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549966848 : -119883159584768 : ffff92f786dbc000)
00000100:00000040:2.0:1789434507.040589:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040594:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434507.040597:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434507.040599:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434507.040603:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933977472, offset 0
00000400:00000200:2.0:1789434507.040608:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434507.040613:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434507.040617:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434507.040621:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434507.040623:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434507.040626:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434507.040628:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434507.040630:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512889:512889:256:4294967295] 192.168.203.104@tcp LPNI seq info [512856:512856:8:4294967295]
00000400:00000200:2.0:1789434507.040633:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434507.040637:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434507.040639:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434507.040642:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434507.040644:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434507.040646:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789434507.040648:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434507.040650:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1789434507.040652:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434507.040654:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434507.040655:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434507.040657:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434507.040659:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434507.040660:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434507.040662:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434507.040664:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040669:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434507.040671:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040674:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434507.040675:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434507.040677:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434507.040679:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434507.040681:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434507.040683:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300634124
00000100:00000001:2.0:1789434507.040685:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300634796
00000100:00000001:2.0:1789434507.040686:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300634124
00000100:00000001:2.0:1789434507.040688:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300634796
00000100:00000001:2.0:1789434507.040689:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434507.040690:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434507.040691:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434507.040693:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434507/real 1789434507]  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434507.040697:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434507.040698:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434507.040699:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434507.040700:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434507.040701:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434507.040702:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434507.040705:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434507.040710:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040714:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434507.040715:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.040716:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434507.040716:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434507.040718:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040722:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434507.040724:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040728:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434507.040729:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.040730:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434507.040731:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.040732:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434507.040734:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434507.040736:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434507.040737:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434507.040739:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434507.040741:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434507.040745:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933977472:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434507.040747:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434507.040749:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040752:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434507.040753:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434507.040754:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434507.040755:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434507.040756:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434507.040758:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933977600:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434507.040759:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434507.040760:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434507.040761:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434507.040762:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434507.040764:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434507.040765:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434507.040767:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434507.040769:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434507.040770:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434507.040772:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933977600, portal 4
00000100:00000001:2.0:1789434507.040773:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434507.040774:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549982080 : -119883159569536 : ffff92f786dbfb80)
00000100:00000040:2.0:1789434507.040777:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040781:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434507.040782:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434507.040783:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434507.040785:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933977600, offset 0
00000400:00000200:2.0:1789434507.040787:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434507.040788:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434507.040790:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434507.040792:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434507.040793:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434507.040795:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434507.040796:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434507.040798:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512890:512890:256:4294967295] 192.168.203.104@tcp LPNI seq info [512857:512857:8:4294967295]
00000400:00000200:2.0:1789434507.040800:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434507.040804:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434507.040806:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434507.040808:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434507.040810:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434507.040811:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789434507.040814:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434507.040815:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1789434507.040817:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434507.040818:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434507.040820:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434507.040822:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434507.040824:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434507.040825:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434507.040826:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434507.040828:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040836:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434507.040838:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040841:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434507.040842:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434507.040843:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434507.040845:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434507.040846:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434507.040847:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300634141
00000100:00000001:2.0:1789434507.040849:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300634796
00000100:00000001:2.0:1789434507.040850:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300634141
00000100:00000001:2.0:1789434507.040851:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300634796
00000100:00000001:2.0:1789434507.040853:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434507.040854:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434507.040855:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434507.040857:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434507/real 1789434507]  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434507.040860:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434507.040861:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434507.040862:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434507.040863:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434507.040864:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434507.040865:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434507.040866:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434507.040871:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040874:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434507.040875:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.040877:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434507.040877:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434507.040879:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040883:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434507.040885:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040888:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434507.040889:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.040890:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434507.040891:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.040892:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434507.040894:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434507.040895:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434507.040897:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434507.040898:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434507.040900:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434507.040904:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933977600:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434507.040905:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434507.040907:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040911:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434507.040912:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434507.040913:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434507.040914:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434507.040915:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434507.040917:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933977728:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434507.040919:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434507.040920:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434507.040921:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434507.040922:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434507.040923:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78800.
02000000:00000001:2.0:1789434507.040924:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434507.040926:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434507.040927:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434507.040928:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434507.040930:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933977728, portal 4
00000100:00000001:2.0:1789434507.040931:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434507.040932:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549968640 : -119883159582976 : ffff92f786dbc700)
00000100:00000040:2.0:1789434507.040934:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040938:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434507.040939:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434507.040940:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434507.040941:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933977728, offset 0
00000400:00000200:2.0:1789434507.040943:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434507.040945:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434507.040947:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434507.040948:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434507.040950:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434507.040951:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434507.040952:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434507.040954:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512891:512891:256:4294967295] 192.168.203.104@tcp LPNI seq info [512858:512858:8:4294967295]
00000400:00000200:2.0:1789434507.040956:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434507.040960:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434507.040962:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434507.040963:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434507.040966:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434507.040967:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1789434507.040969:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434507.040971:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1789434507.040973:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434507.040974:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434507.040975:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434507.040977:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434507.040979:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434507.040980:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434507.040981:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434507.040983:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040987:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434507.040988:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434532 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.040992:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434507.040993:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434507.040994:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434507.040996:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434507.040997:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434507.040998:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300634143
00000100:00000001:2.0:1789434507.040999:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300634796
00000100:00000001:2.0:1789434507.041000:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300634143
00000100:00000001:2.0:1789434507.041002:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300634796
00000100:00000001:2.0:1789434507.041003:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434507.041004:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434507.041005:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434507.041007:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434507/real 1789434507]  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434507.041010:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434507.041011:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434507.041012:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434507.041013:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434507.041014:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434507.041016:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434507.041017:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434507.041021:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.041025:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434507.041025:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.041026:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434507.041027:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434507.041029:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.041032:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434507.041034:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.041037:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434507.041039:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.041040:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434507.041041:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.041043:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434507.041046:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434507.041047:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434507.041050:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434507.041052:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434507.041056:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434507.041068:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933977728:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434507.041071:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.041073:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434507.041076:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbea00 x1876351933977344/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.041082:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434507.041084:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434507.041087:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434507.041090:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434507.041092:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434507.041094:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434507.041096:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434507.041098:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15400.
02000000:00000001:2.0:1789434507.041100:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434507.041102:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434507.041104:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbea00.
00000100:00000001:2.0:1789434507.041107:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434507.041108:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.041110:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434507.041113:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc000 x1876351933977472/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.041117:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434507.041118:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434507.041119:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434507.041121:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434507.041121:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434507.041122:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434507.041123:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434507.041124:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15000.
02000000:00000001:2.0:1789434507.041125:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434507.041126:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434507.041127:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc000.
00000100:00000001:2.0:1789434507.041129:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434507.041130:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.041131:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434507.041132:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbfb80 x1876351933977600/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.041136:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434507.041137:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434507.041137:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434507.041138:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434507.041139:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434507.041140:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434507.041140:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434507.041141:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14800.
02000000:00000001:2.0:1789434507.041142:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434507.041143:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434507.041143:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbfb80.
00000100:00000001:2.0:1789434507.041144:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434507.041145:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.041146:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434507.041147:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc700 x1876351933977728/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434532 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434507.041151:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434507.041151:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434507.041152:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78800.
02000000:00000001:2.0:1789434507.041153:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434507.041154:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434507.041154:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434507.041155:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434507.041156:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17800.
02000000:00000001:2.0:1789434507.041157:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434507.041157:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434507.041158:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc700.
00000100:00000001:2.0:1789434507.041159:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434507.041160:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.041161:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434507.041166:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434507.041167:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434507.041169:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434507.041170:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434507.295447:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434507.295454:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434507.295456:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434507.295461:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434507.295475:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434507.295479:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434507.295482:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434507.295485:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434507.295488:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434507.743447:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300634796, at 4300634816
00000100:00000040:3.0:1789434507.743447:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300634796, at 4300634816
00000100:00000010:3.0:1789434507.743470:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887ea0.
00000100:00000010:2.0:1789434507.743472:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00010000:00000001:1.0:1789434507.807440:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434507.807447:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434507.807454:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434507.807455:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434507.807473:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434507.807474:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434507.807480:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434507.807482:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434507.807482:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434507.807489:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434507.807492:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434507.807496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434507.807499:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434507.807503:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434507.807507:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434507.807509:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434507.807513:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434507.807631:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434507.807634:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434507.807638:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434508.063453:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434508.063453:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434508.063470:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434508.063471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434508.063474:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434508.063477:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434508.063480:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434508.063485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434508.063486:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434508.063491:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434508.063495:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434508.063497:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434508.063499:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434508.063501:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434508.063503:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434508.063508:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434508.063510:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434508.063512:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434508.319553:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434508.319571:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434508.319573:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434508.319579:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434508.319582:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434508.319587:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434508.319589:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434508.319592:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434508.319595:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434508.831403:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434508.831414:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434508.831417:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434508.831424:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434508.831428:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434508.831433:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434508.831437:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434508.831440:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434508.831444:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434508.831613:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434508.831618:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434508.831624:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434508.831625:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434508.831630:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434508.831631:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434508.831635:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434508.831637:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434508.831689:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434508.831693:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434508.831698:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434509.087489:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434509.087500:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434509.087503:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434509.087511:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434509.087515:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434509.087519:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434509.087522:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434509.087525:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434509.087529:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434509.087646:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434509.087651:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434509.087653:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434509.087657:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434509.087660:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434509.087663:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434509.087666:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434509.087668:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434509.087671:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434509.343567:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434509.343579:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434509.343581:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434509.343588:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434509.343592:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434509.343596:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434509.343600:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434509.343603:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434509.343606:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434509.855497:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434509.855497:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434509.855506:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434509.855508:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434509.855512:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434509.855516:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1789434509.855518:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434509.855519:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434509.855525:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434509.855526:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434509.855527:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434509.855531:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434509.855532:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434509.855534:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434509.855537:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434509.855541:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434509.855545:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434509.855689:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434509.855694:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434509.855698:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434510.111526:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434510.111526:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434510.111536:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434510.111537:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434510.111540:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434510.111542:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434510.111550:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434510.111551:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434510.111558:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434510.111559:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434510.111564:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434510.111565:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434510.111570:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434510.111572:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434510.111575:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434510.111577:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434510.111581:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434510.111583:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434510.367533:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434510.367541:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434510.367543:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434510.367549:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434510.367553:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434510.367557:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434510.367561:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434510.367563:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434510.367566:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434510.879516:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434510.879523:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434510.879526:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434510.879532:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434510.879535:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434510.879538:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434510.879540:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434510.879543:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434510.879546:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434510.879737:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434510.879740:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434510.879745:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434510.879746:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434510.879749:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434510.879751:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434510.879755:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434510.879756:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434510.879913:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434510.879916:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434510.879919:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434511.135480:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434511.135489:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434511.135493:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434511.135496:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1789434511.135500:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434511.135506:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434511.135506:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434511.135513:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434511.135514:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434511.135523:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1789434511.135525:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434511.135526:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434511.135533:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434511.135540:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434511.135543:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434511.135553:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434511.135560:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434511.135565:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434511.391500:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434511.391510:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434511.391513:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434511.391520:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434511.391524:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434511.391529:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434511.391533:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434511.391535:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434511.391539:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434511.903476:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434511.903484:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434511.903490:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434511.903492:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434511.903497:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434511.903498:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434511.903506:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434511.903508:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434511.903547:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434511.903553:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434511.903555:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434511.903560:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434511.903563:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434511.903567:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434511.903570:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434511.903573:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434511.903577:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434511.903710:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434511.903714:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434511.903717:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434512.159467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434512.159468:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1789434512.159471:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434512.159475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434512.159475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434512.159480:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434512.159480:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434512.159481:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434512.159487:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1789434512.159488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434512.159488:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:0.0:1789434512.159491:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434512.159493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434512.159494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434512.159497:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434512.159498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434512.159498:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.159504:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1789434512.159506:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5966
00000100:00000001:3.0:1789434512.159506:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434512.159507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434512.159510:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.159513:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434512.159515:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434512.159520:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434512.159528:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434512.159531:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434512.159535:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159539:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434512.159542:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159545:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434512.159552:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434512.159554:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434512.159556:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434512.159559:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434512.159562:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434512.159564:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434512.159568:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159570:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434512.159572:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159574:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434512.159577:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434512.159580:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159583:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434512.159586:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434512.159590:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434512.159592:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434512.159595:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434512.159597:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434512.159606:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbdf80.
00000020:00000040:0.0:1789434512.159609:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434512.159613:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434512.159614:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434512.159616:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434512.159619:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434512.159622:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434512.159629:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
00000100:00000001:0.0:1789434512.159646:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434512.159655:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434512.159665:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434512.159670:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434512.159674:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d73b369] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434512.159699:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434512.159702:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434512.159705:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434512.159707:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434512.159709:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434512.159711:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434512.159713:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5966
00000400:00000200:0.0:1789434512.159717:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434512.159719:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434512.159722:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434512.159725:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159727:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434512.159729:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159730:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434512.159733:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434512.159734:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434512.159736:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434512.159738:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434512.159740:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434512.159742:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434512.159745:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159747:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434512.159748:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159750:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434512.159752:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434512.159755:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159757:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434512.159759:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434512.159764:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434512.159766:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434512.159767:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434512.159771:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434512.159773:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434512.159775:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434512.159779:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf480.
00000020:00000040:0.0:1789434512.159781:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434512.159784:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434512.159785:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434512.159787:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434512.159788:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434512.159790:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434512.159793:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17c00.
00000100:00000001:0.0:1789434512.159796:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434512.159801:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434512.159809:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434512.159811:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434512.159815:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002030f0d5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434512.159822:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434512.159825:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434512.159828:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434512.159829:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434512.159831:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434512.159833:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434512.159835:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5966
00000400:00000200:0.0:1789434512.159838:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434512.159839:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434512.159841:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434512.159842:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159844:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434512.159845:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159846:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434512.159848:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434512.159850:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434512.159851:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434512.159852:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434512.159853:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434512.159855:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434512.159856:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159857:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434512.159858:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159859:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434512.159861:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434512.159862:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159863:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434512.159864:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434512.159866:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434512.159867:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434512.159868:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434512.159869:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434512.159871:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434512.159872:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434512.159874:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbca80.
00000020:00000040:0.0:1789434512.159875:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434512.159876:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434512.159877:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434512.159878:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434512.159879:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434512.159880:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434512.159882:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14400.
00000100:00000001:0.0:1789434512.159884:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434512.159887:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434512.159891:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434512.159892:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434512.159894:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6c4da94] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434512.159899:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434512.159900:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434512.159902:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434512.159902:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434512.159903:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434512.159905:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434512.159906:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5966
00000400:00000200:0.0:1789434512.159907:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434512.159909:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434512.159910:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434512.159911:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159912:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434512.159913:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159914:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434512.159915:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434512.159916:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434512.159917:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434512.159918:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434512.159919:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434512.159920:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434512.159922:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159923:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434512.159924:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159925:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434512.159926:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434512.159934:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434512.159940:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434512.159942:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434512.159945:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434512.159946:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434512.159948:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434512.159949:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434512.159951:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434512.159953:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434512.159956:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd180.
00000020:00000040:0.0:1789434512.159958:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434512.159960:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434512.159961:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434512.159962:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434512.159963:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434512.159965:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434512.159968:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17400.
00000100:00000001:0.0:1789434512.159971:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434512.159976:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434512.159983:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434512.159985:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434512.159988:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002561b92c] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434512.160000:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434512.160005:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5976)
00000100:00000001:2.0:1789434512.160075:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434512.160078:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434512.160079:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434512.160084:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160088:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434512.160089:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434512.160092:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434512.160094:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434512.160095:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434512.160097:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933977856:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434512.160100:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434512.160103:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434512.160105:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434512.160106:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434512.160109:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78800.
02000000:00000001:2.0:1789434512.160111:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434512.160114:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434512.160117:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434512.160121:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434512.160126:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933977856, portal 25
00000100:00000001:2.0:1789434512.160127:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434512.160128:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549974912 : -119883159576704 : ffff92f786dbdf80)
00000100:00000040:2.0:1789434512.160132:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160136:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434512.160138:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434512.160140:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434512.160142:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933977856, offset 0
00000400:00000200:2.0:1789434512.160145:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434512.160152:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434512.160157:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434512.160162:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434512.160165:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434512.160169:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434512.160172:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434512.160175:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512892:512892:256:4294967295] 192.168.203.104@tcp LPNI seq info [512859:512859:8:4294967295]
00000400:00000200:2.0:1789434512.160179:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434512.160188:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434512.160193:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434512.160198:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434512.160203:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434512.160206:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789434512.160211:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434512.160215:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789434512.160219:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434512.160221:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434512.160227:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434512.160230:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434512.160233:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434512.160235:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434512.160239:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434512.160242:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160251:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434512.160254:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160261:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434512.160262:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434512.160268:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434512.160272:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434512.160275:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300639915
00000100:00000010:2.0:1789434512.160279:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434512.160285:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434512.160297:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300639915
00000100:00000010:2.0:1789434512.160301:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887120.
00000100:00000001:2.0:1789434512.160304:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434512.160307:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434512.160309:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434512.160311:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434512.160316:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434512/real 1789434512]  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434512.160324:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434512.160326:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434512.160328:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434512.160331:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434512.160332:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434512.160335:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434512.160338:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434512.160346:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160366:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434512.160367:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.160369:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434512.160370:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434512.160373:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160377:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434512.160380:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160384:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434512.160386:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.160387:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434512.160387:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.160389:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434512.160390:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434512.160391:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434512.160394:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434512.160395:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434512.160397:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434512.160402:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933977856:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434512.160404:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434512.160406:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160410:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434512.160411:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434512.160413:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434512.160415:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434512.160416:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434512.160419:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933977984:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434512.160422:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434512.160424:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434512.160425:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434512.160427:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434512.160440:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434512.160442:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434512.160445:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434512.160448:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434512.160451:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434512.160454:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933977984, portal 10
00000100:00000001:2.0:1789434512.160456:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434512.160457:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549980288 : -119883159571328 : ffff92f786dbf480)
00000100:00000040:2.0:1789434512.160464:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160470:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434512.160473:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434512.160475:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434512.160477:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933977984, offset 0
00000400:00000200:2.0:1789434512.160481:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434512.160484:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434512.160488:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434512.160491:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434512.160493:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434512.160496:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434512.160498:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434512.160501:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512893:512893:256:4294967295] 192.168.203.104@tcp LPNI seq info [512860:512860:8:4294967295]
00000400:00000200:2.0:1789434512.160505:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434512.160510:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434512.160514:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434512.160517:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434512.160521:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434512.160522:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789434512.160525:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434512.160526:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789434512.160529:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434512.160530:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434512.160532:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434512.160534:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434512.160536:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434512.160537:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434512.160539:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434512.160541:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160546:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434512.160547:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160551:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434512.160552:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434512.160554:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434512.160556:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434512.160558:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434512.160559:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300639244
00000100:00000001:2.0:1789434512.160560:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300639915
00000100:00000001:2.0:1789434512.160562:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300639244
00000100:00000001:2.0:1789434512.160563:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300639915
00000100:00000001:2.0:1789434512.160564:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434512.160565:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434512.160567:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434512.160569:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434512/real 1789434512]  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434512.160577:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434512.160578:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434512.160579:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434512.160580:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434512.160581:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434512.160582:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434512.160584:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434512.160588:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160592:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434512.160593:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.160594:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434512.160595:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434512.160596:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160600:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434512.160602:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160605:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434512.160607:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.160608:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434512.160608:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.160609:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434512.160611:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434512.160613:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434512.160614:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434512.160615:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434512.160618:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434512.160623:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933977984:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434512.160626:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434512.160629:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160635:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434512.160636:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434512.160638:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434512.160639:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434512.160641:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434512.160644:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933978112:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434512.160647:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434512.160649:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434512.160650:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434512.160651:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434512.160654:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434512.160656:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434512.160660:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434512.160662:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434512.160665:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434512.160667:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933978112, portal 4
00000100:00000001:2.0:1789434512.160669:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434512.160670:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549969536 : -119883159582080 : ffff92f786dbca80)
00000100:00000040:2.0:1789434512.160676:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160683:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434512.160685:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434512.160687:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434512.160689:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933978112, offset 0
00000400:00000200:2.0:1789434512.160693:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434512.160696:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434512.160699:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434512.160702:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434512.160705:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434512.160707:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434512.160709:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434512.160712:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512894:512894:256:4294967295] 192.168.203.104@tcp LPNI seq info [512861:512861:8:4294967295]
00000400:00000200:2.0:1789434512.160717:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434512.160723:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434512.160727:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434512.160730:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434512.160734:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434512.160736:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789434512.160741:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434512.160743:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789434512.160747:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434512.160749:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434512.160751:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434512.160755:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434512.160758:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434512.160759:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434512.160761:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434512.160765:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160771:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434512.160774:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160780:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434512.160782:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434512.160785:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434512.160787:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434512.160790:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434512.160793:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300639261
00000100:00000001:2.0:1789434512.160795:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300639915
00000100:00000001:2.0:1789434512.160797:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300639261
00000100:00000001:2.0:1789434512.160798:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300639915
00000100:00000001:2.0:1789434512.160801:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434512.160803:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434512.160804:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434512.160808:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434512/real 1789434512]  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434512.160815:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434512.160817:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434512.160818:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434512.160821:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434512.160822:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434512.160824:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434512.160827:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434512.160835:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160841:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434512.160842:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.160844:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434512.160845:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434512.160848:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160855:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434512.160858:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160864:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434512.160867:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.160868:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434512.160869:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.160871:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434512.160874:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434512.160877:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434512.160879:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434512.160881:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434512.160885:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434512.160892:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933978112:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434512.160895:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434512.160898:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160904:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434512.160905:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434512.160907:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434512.160909:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434512.160911:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434512.160914:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933978240:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434512.160917:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434512.160918:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434512.160920:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434512.160921:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434512.160924:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434512.160926:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434512.160929:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434512.160932:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434512.160934:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434512.160937:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933978240, portal 4
00000100:00000001:2.0:1789434512.160939:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434512.160940:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549971328 : -119883159580288 : ffff92f786dbd180)
00000100:00000040:2.0:1789434512.160945:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.160951:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434512.160953:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434512.160955:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434512.160958:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933978240, offset 0
00000400:00000200:2.0:1789434512.160961:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434512.160965:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434512.160969:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434512.160972:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434512.160974:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434512.160976:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434512.160978:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434512.160981:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512895:512895:256:4294967295] 192.168.203.104@tcp LPNI seq info [512862:512862:8:4294967295]
00000400:00000200:2.0:1789434512.160984:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434512.160989:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434512.160994:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434512.160997:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434512.161001:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434512.161003:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789434512.161007:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434512.161009:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789434512.161013:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434512.161014:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434512.161016:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434512.161019:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434512.161022:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434512.161023:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434512.161026:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434512.161029:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.161041:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434512.161044:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434537 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.161049:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434512.161051:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434512.161053:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434512.161056:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434512.161059:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434512.161061:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300639263
00000100:00000001:2.0:1789434512.161063:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300639915
00000100:00000001:2.0:1789434512.161065:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300639263
00000100:00000001:2.0:1789434512.161066:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300639915
00000100:00000001:2.0:1789434512.161068:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434512.161069:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434512.161070:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434512.161073:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434512/real 1789434512]  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434512.161077:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434512.161078:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434512.161079:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434512.161081:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434512.161082:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434512.161083:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434512.161085:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434512.161089:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.161093:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434512.161094:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.161095:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434512.161096:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434512.161098:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.161102:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434512.161104:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.161107:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434512.161109:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.161109:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434512.161110:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.161111:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434512.161113:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434512.161115:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434512.161116:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434512.161117:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434512.161119:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434512.161123:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933978240:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434512.161125:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.161127:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434512.161129:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbdf80 x1876351933977856/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.161133:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434512.161135:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434512.161137:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78800.
02000000:00000001:2.0:1789434512.161139:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434512.161140:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434512.161141:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434512.161142:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434512.161144:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15c00.
02000000:00000001:2.0:1789434512.161147:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434512.161148:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434512.161150:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbdf80.
00000100:00000001:2.0:1789434512.161154:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434512.161155:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.161156:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434512.161159:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbf480 x1876351933977984/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.161165:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434512.161166:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434512.161168:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434512.161172:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434512.161173:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434512.161174:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434512.161176:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434512.161177:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17c00.
02000000:00000001:2.0:1789434512.161179:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434512.161180:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434512.161181:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbf480.
00000100:00000001:2.0:1789434512.161183:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434512.161184:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.161186:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434512.161189:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbca80 x1876351933978112/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.161195:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434512.161196:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434512.161197:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434512.161199:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434512.161200:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434512.161201:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434512.161203:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434512.161205:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14400.
02000000:00000001:2.0:1789434512.161206:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434512.161207:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434512.161208:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbca80.
00000100:00000001:2.0:1789434512.161209:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434512.161210:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.161211:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434512.161213:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd180 x1876351933978240/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434537 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434512.161216:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434512.161217:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434512.161218:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434512.161219:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434512.161220:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434512.161221:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434512.161222:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434512.161222:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17400.
02000000:00000001:2.0:1789434512.161223:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434512.161224:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434512.161225:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd180.
00000100:00000001:2.0:1789434512.161226:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434512.161226:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.161227:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.161233:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434512.161233:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434512.161235:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434512.161236:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434512.415481:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434512.415489:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434512.415491:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434512.415497:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434512.415500:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434512.415505:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434512.415508:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434512.415511:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434512.415514:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434512.863470:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300639915, at 4300639936
00000100:00000040:3.0:1789434512.863470:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300639915, at 4300639936
00000100:00000010:2.0:1789434512.863486:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00000100:00000010:3.0:1789434512.863488:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887120.
00010000:00000001:1.0:1789434512.927657:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434512.927663:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434512.927669:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434512.927670:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434512.927674:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434512.927675:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434512.927678:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434512.927679:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434512.927993:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434512.927998:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434512.928002:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434512.929119:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434512.929124:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434512.929126:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434512.929130:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434512.929134:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434512.929137:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.929139:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434512.929141:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434512.929144:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434513.183494:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434513.183505:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434513.183508:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434513.183514:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434513.183524:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434513.183528:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434513.183530:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434513.183532:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434513.183536:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434513.183688:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434513.183691:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434513.183693:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434513.183696:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434513.183698:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434513.183700:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434513.183702:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434513.183704:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434513.183705:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434513.439672:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434513.439680:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434513.439682:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434513.439688:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434513.439691:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434513.439694:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434513.439697:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434513.439700:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434513.439703:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434513.951542:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434513.951546:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434513.951552:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434513.951553:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434513.951557:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434513.951561:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1789434513.951563:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434513.951565:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434513.951570:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:2.0:1789434513.951570:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434513.951574:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434513.951575:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434513.951579:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1789434513.951581:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434513.951583:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434513.951584:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434513.951587:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434513.951591:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434513.951594:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434513.951597:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434513.951601:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434513.951603:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434513.951605:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434513.951607:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434513.951609:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434513.951611:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434513.951613:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434513.951617:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434513.951619:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434513.951620:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434513.951622:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434513.951623:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434513.951625:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434513.951626:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434513.951628:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434513.951884:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434513.951888:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434513.951891:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434514.208448:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434514.208456:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434514.208458:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434514.208464:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434514.208468:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434514.208472:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434514.208475:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434514.208477:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434514.208480:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434514.208496:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434514.208501:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434514.208503:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434514.208507:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434514.208511:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434514.208513:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434514.208516:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434514.208518:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434514.208520:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434514.463705:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434514.463712:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434514.463715:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434514.463720:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434514.463723:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434514.463727:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434514.463730:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434514.463741:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434514.463745:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434514.975698:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434514.975705:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434514.975707:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434514.975713:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434514.975715:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434514.975719:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434514.975721:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434514.975723:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434514.975726:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434514.977165:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434514.977169:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434514.977174:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434514.977175:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434514.977178:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434514.977179:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434514.977182:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434514.977183:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434514.977241:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434514.977244:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434514.977247:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434515.231536:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434515.231543:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434515.231545:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434515.231551:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434515.231554:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434515.231558:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434515.231561:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434515.231563:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434515.231566:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434515.232700:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434515.232704:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434515.232706:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434515.232709:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434515.232711:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434515.232714:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434515.232716:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434515.232718:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434515.232721:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434515.487492:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434515.487499:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434515.487501:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434515.487506:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434515.487510:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434515.487513:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434515.487516:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434515.487519:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434515.487522:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434515.999461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434515.999469:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434515.999472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434515.999478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434515.999481:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434515.999484:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434515.999487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434515.999489:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434515.999493:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434515.999935:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434515.999940:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434515.999942:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434515.999945:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434515.999948:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434515.999950:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434515.999952:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434515.999954:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434515.999958:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434515.999960:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434515.999963:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434515.999964:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434515.999966:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434515.999967:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434516.000021:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434516.000025:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434516.000028:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434516.255483:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434516.255490:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434516.255492:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434516.255497:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434516.255501:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434516.255505:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434516.255508:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434516.255510:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434516.255513:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434516.256467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434516.256471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434516.256472:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434516.256476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434516.256478:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434516.256480:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434516.256482:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434516.256484:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434516.256487:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434516.511486:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434516.511494:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434516.511497:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434516.511502:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434516.511505:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434516.511510:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434516.511513:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434516.511515:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434516.511518:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434517.023470:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434517.023478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434517.023480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434517.023486:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434517.023490:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434517.023494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.023497:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434517.023500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.023503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434517.023574:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434517.023577:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434517.023581:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434517.023582:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434517.023585:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434517.023587:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434517.023589:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434517.023590:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434517.023724:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434517.023728:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434517.023732:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434517.279513:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434517.279514:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434517.279526:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434517.279526:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434517.279533:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434517.279533:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434517.279543:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434517.279544:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434517.279553:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434517.279554:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434517.279561:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434517.279561:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434517.279571:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434517.279572:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434517.279577:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.279578:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434517.279583:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434517.279584:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434517.279805:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434517.279812:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434517.279816:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434517.279821:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434517.279826:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434517.279835:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5971
00000400:00000200:1.0:1789434517.279846:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434517.279853:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434517.279856:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434517.279860:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.279864:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434517.279867:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.279869:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434517.279878:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434517.279881:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434517.279884:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434517.279888:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434517.279890:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434517.279893:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434517.279896:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.279899:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434517.279900:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.279902:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434517.279905:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434517.279909:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434517.279911:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434517.279915:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434517.279919:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434517.279921:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434517.279924:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434517.279927:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434517.279938:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849f80.
00000020:00000040:1.0:1789434517.279942:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434517.279946:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434517.279948:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434517.279951:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434517.279954:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434517.279958:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434517.279967:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6400.
00000100:00000001:1.0:1789434517.279974:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434517.279985:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434517.279997:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434517.280002:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434517.280007:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003af3c0cd] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434517.280037:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434517.280040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434517.280044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434517.280045:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434517.280047:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434517.280050:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434517.280053:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5971
00000400:00000200:1.0:1789434517.280056:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434517.280059:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434517.280061:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434517.280064:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280066:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434517.280067:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280069:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434517.280072:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434517.280074:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434517.280075:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434517.280078:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434517.280080:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434517.280082:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434517.280085:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280087:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434517.280089:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280091:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434517.280093:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434517.280096:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280098:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434517.280100:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434517.280106:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434517.280108:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434517.280110:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434517.280114:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434517.280117:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434517.280120:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434517.280123:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849500.
00000020:00000040:1.0:1789434517.280125:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434517.280128:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434517.280129:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434517.280130:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434517.280132:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434517.280134:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434517.280137:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7800.
00000100:00000001:1.0:1789434517.280141:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434517.280146:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434517.280153:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434517.280155:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434517.280159:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4c7c83] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434517.280172:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434517.280175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434517.280178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434517.280180:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434517.280182:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434517.280184:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434517.280187:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5971
00000400:00000200:1.0:1789434517.280191:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434517.280193:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434517.280196:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434517.280199:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280201:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434517.280203:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280205:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434517.280208:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434517.280209:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434517.280211:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434517.280213:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434517.280215:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434517.280217:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434517.280220:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280222:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434517.280224:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280226:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434517.280228:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434517.280231:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280233:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434517.280235:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434517.280238:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434517.280240:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434517.280242:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434517.280244:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434517.280247:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434517.280249:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434517.280252:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849880.
00000020:00000040:1.0:1789434517.280254:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434517.280257:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434517.280258:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434517.280260:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434517.280261:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434517.280262:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434517.280266:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5000.
00000100:00000001:1.0:1789434517.280270:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434517.280275:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434517.280282:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434517.280284:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434517.280287:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1fca34] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434517.280295:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434517.280297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434517.280302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434517.280303:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434517.280304:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434517.280307:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434517.280309:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5971
00000400:00000200:1.0:1789434517.280313:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434517.280316:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434517.280318:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434517.280321:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280323:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434517.280325:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280327:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434517.280330:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434517.280331:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434517.280333:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434517.280335:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434517.280337:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434517.280339:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434517.280341:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280343:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434517.280345:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280389:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434517.280404:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434517.280407:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434517.280409:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434517.280411:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434517.280414:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434517.280417:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434517.280419:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434517.280421:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434517.280424:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434517.280426:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434517.280431:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434517.280434:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434517.280437:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434517.280438:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434517.280439:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434517.280440:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434517.280442:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434517.280446:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6000.
00000100:00000001:1.0:1789434517.280451:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434517.280457:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434517.280464:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434517.280467:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434517.280471:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434517.280477:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434517.280482:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5982)
00000100:00000001:2.0:1789434517.280659:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434517.280664:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434517.280667:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434517.280674:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.280682:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434517.280684:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434517.280688:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434517.280691:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434517.280694:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434517.280697:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933978368:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434517.280702:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434517.280706:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434517.280708:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434517.280711:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434517.280717:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434517.280719:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434517.280725:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434517.280729:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434517.280737:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434517.280745:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933978368, portal 25
00000100:00000001:2.0:1789434517.280748:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434517.280750:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:2.0:1789434517.280755:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.280762:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434517.280765:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434517.280769:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434517.280772:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933978368, offset 0
00000400:00000200:2.0:1789434517.280780:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434517.280790:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434517.280796:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434517.280802:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434517.280807:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434517.280810:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434517.280814:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434517.280818:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512896:512896:256:4294967295] 192.168.203.104@tcp LPNI seq info [512863:512863:8:4294967295]
00000400:00000200:2.0:1789434517.280822:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434517.280832:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434517.280839:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434517.280845:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434517.280853:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434517.280857:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789434517.280864:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434517.280964:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1789434517.280975:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434517.280979:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434517.280987:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434517.280992:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434517.281000:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434517.281003:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434517.281008:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434517.281015:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281026:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434517.281029:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281036:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434517.281038:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434517.281046:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434517.281053:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434517.281056:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300645036
00000100:00000010:2.0:1789434517.281063:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434517.281069:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434517.281075:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300645036
00000100:00000010:2.0:1789434517.281077:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887840.
00000100:00000001:2.0:1789434517.281080:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434517.281091:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434517.281094:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434517.281097:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434517.281101:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434517/real 1789434517]  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434517.281112:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434517.281115:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434517.281119:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434517.281124:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434517.281127:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434517.281130:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434517.281134:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434517.281142:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281148:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434517.281150:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.281152:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434517.281154:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434517.281158:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281164:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434517.281168:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281175:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434517.281178:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.281180:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434517.281181:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.281184:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434517.281186:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434517.281189:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434517.281194:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434517.281196:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434517.281200:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434517.281208:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933978368:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434517.281213:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434517.281217:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281225:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434517.281226:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434517.281230:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434517.281233:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434517.281235:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434517.281238:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933978496:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434517.281242:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434517.281245:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434517.281248:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434517.281250:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434517.281255:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434517.281257:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434517.281262:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434517.281265:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434517.281269:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434517.281273:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933978496, portal 10
00000100:00000001:2.0:1789434517.281275:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434517.281277:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:2.0:1789434517.281283:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281290:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434517.281293:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434517.281296:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434517.281299:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933978496, offset 0
00000400:00000200:2.0:1789434517.281303:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434517.281310:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434517.281315:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434517.281320:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434517.281324:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434517.281327:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434517.281330:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434517.281333:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512897:512897:256:4294967295] 192.168.203.104@tcp LPNI seq info [512864:512864:8:4294967295]
00000400:00000200:2.0:1789434517.281338:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434517.281346:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434517.281378:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434517.281382:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434517.281388:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434517.281403:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789434517.281408:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434517.281410:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1789434517.281414:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434517.281416:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434517.281419:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434517.281422:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434517.281425:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434517.281427:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434517.281429:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434517.281433:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281439:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434517.281442:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281448:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434517.281450:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434517.281454:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434517.281457:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434517.281460:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434517.281462:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300644365
00000100:00000001:2.0:1789434517.281465:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300645036
00000100:00000001:2.0:1789434517.281467:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300644365
00000100:00000001:2.0:1789434517.281469:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300645036
00000100:00000001:2.0:1789434517.281470:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434517.281472:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434517.281474:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434517.281477:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434517/real 1789434517]  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434517.281485:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434517.281486:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434517.281487:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434517.281490:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434517.281492:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434517.281494:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434517.281496:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434517.281503:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281509:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434517.281510:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.281512:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434517.281513:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434517.281516:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281522:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434517.281526:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281532:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434517.281534:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.281536:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434517.281537:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.281539:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434517.281543:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434517.281546:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434517.281549:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434517.281551:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434517.281565:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434517.281614:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933978496:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434517.281619:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434517.281624:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281631:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434517.281632:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434517.281634:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434517.281636:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434517.281638:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434517.281641:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933978624:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434517.281644:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434517.281647:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434517.281648:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434517.281650:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434517.281654:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78800.
02000000:00000001:2.0:1789434517.281656:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434517.281660:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434517.281663:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434517.281666:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434517.281670:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933978624, portal 4
00000100:00000001:2.0:1789434517.281671:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434517.281673:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:2.0:1789434517.281678:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281684:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434517.281686:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434517.281688:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434517.281690:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933978624, offset 0
00000400:00000200:2.0:1789434517.281694:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434517.281697:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434517.281701:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434517.281703:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434517.281705:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434517.281721:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434517.281724:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434517.281727:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512898:512898:256:4294967295] 192.168.203.104@tcp LPNI seq info [512865:512865:8:4294967295]
00000400:00000200:2.0:1789434517.281731:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434517.281737:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434517.281741:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434517.281744:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434517.281747:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434517.281750:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789434517.281754:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434517.281756:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1789434517.281759:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434517.281761:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434517.281763:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434517.281766:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434517.281769:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434517.281771:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434517.281773:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434517.281776:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281783:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434517.281786:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281791:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434517.281792:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434517.281795:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434517.281798:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434517.281801:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434517.281803:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300644382
00000100:00000001:2.0:1789434517.281805:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300645036
00000100:00000001:2.0:1789434517.281807:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300644382
00000100:00000001:2.0:1789434517.281809:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300645036
00000100:00000001:2.0:1789434517.281810:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434517.281812:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434517.281814:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434517.281817:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434517/real 1789434517]  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434517.281824:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434517.281825:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434517.281827:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434517.281829:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434517.281831:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434517.281833:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434517.281836:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434517.281843:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281855:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434517.281856:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.281858:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434517.281859:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434517.281863:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281869:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434517.281872:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281878:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434517.281881:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.281882:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434517.281883:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.281885:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434517.281889:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434517.281891:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434517.281894:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434517.281896:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434517.281900:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434517.281906:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933978624:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434517.281909:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434517.281911:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281915:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434517.281916:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434517.281918:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434517.281920:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434517.281921:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434517.281922:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933978752:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434517.281924:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434517.281926:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434517.281934:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434517.281935:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434517.281939:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434517.281941:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434517.281944:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434517.281947:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434517.281950:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434517.281953:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933978752, portal 4
00000100:00000001:2.0:1789434517.281954:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434517.281956:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:2.0:1789434517.281962:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.281968:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434517.281971:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434517.281973:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434517.281975:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933978752, offset 0
00000400:00000200:2.0:1789434517.281978:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434517.281982:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434517.281985:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434517.281987:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434517.281989:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434517.281991:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434517.281992:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434517.281994:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512899:512899:256:4294967295] 192.168.203.104@tcp LPNI seq info [512866:512866:8:4294967295]
00000400:00000200:2.0:1789434517.281996:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434517.282000:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434517.282004:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434517.282006:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434517.282008:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434517.282010:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1789434517.282012:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434517.282014:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1789434517.282017:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434517.282018:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434517.282020:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434517.282022:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434517.282024:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:2.0:1789434517.282025:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:2.0:1789434517.282027:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434517.282029:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.282033:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434517.282035:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.282039:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434517.282040:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434517.282041:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434517.282043:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434517.282045:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434517.282046:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300644384
00000100:00000001:2.0:1789434517.282048:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300645036
00000100:00000001:2.0:1789434517.282060:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300644384
00000100:00000001:2.0:1789434517.282061:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300645036
00000100:00000001:2.0:1789434517.282062:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434517.282064:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434517.282065:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434517.282067:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434517/real 1789434517]  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434517.282072:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434517.282073:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434517.282074:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434517.282076:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434517.282077:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434517.282078:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434517.282080:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434517.282084:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.282088:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434517.282089:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.282090:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434517.282090:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434517.282092:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.282096:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434517.282098:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.282102:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434517.282103:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.282104:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434517.282105:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.282106:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434517.282108:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434517.282109:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434517.282111:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434517.282112:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434517.282114:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434517.282119:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933978752:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434517.282121:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.282123:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434517.282124:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933978368/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.282128:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434517.282130:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434517.282131:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434517.282133:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434517.282135:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434517.282136:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434517.282138:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434517.282139:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:2.0:1789434517.282141:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434517.282143:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434517.282144:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:2.0:1789434517.282146:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434517.282147:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.282148:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434517.282150:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933978496/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.282154:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434517.282154:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434517.282155:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434517.282158:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434517.282159:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434517.282159:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434517.282160:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434517.282161:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7800.
02000000:00000001:2.0:1789434517.282165:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434517.282166:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434517.282167:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:2.0:1789434517.282168:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434517.282169:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.282170:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434517.282172:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933978624/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.282175:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434517.282176:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434517.282177:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78800.
02000000:00000001:2.0:1789434517.282178:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434517.282178:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434517.282179:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434517.282180:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434517.282180:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5000.
02000000:00000001:2.0:1789434517.282182:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434517.282182:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434517.282183:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:2.0:1789434517.282184:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434517.282184:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.282185:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434517.282187:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933978752/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434542 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434517.282190:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434517.282190:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434517.282191:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434517.282192:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434517.282193:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434517.282193:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434517.282194:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434517.282195:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6000.
02000000:00000001:2.0:1789434517.282196:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434517.282196:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434517.282197:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:2.0:1789434517.282198:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434517.282199:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.282200:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434517.282205:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434517.282207:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434517.282208:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434517.282210:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434517.535541:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434517.535552:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434517.535554:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434517.535562:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434517.535566:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434517.535572:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434517.535575:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434517.535578:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434517.535581:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434517.983457:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300645036, at 4300645056
00000100:00000010:2.0:1789434517.983468:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00000100:00000040:3.0:1789434517.984515:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300645036, at 4300645057
00000100:00000010:3.0:1789434517.984523:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887840.
00000100:00000001:2.0:1789434518.047465:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434518.047481:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434518.047483:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434518.047489:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434518.047493:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434518.047495:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434518.047499:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434518.047501:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434518.047503:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434518.047780:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434518.047784:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434518.047788:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434518.047789:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434518.047792:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434518.047793:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434518.047797:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434518.047798:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434518.047891:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434518.047895:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434518.047908:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434518.303516:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434518.303522:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434518.303523:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434518.303527:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434518.303530:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434518.303532:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434518.303538:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434518.303540:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434518.303542:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434518.303550:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434518.303563:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434518.303566:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434518.303569:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434518.303572:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434518.303574:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434518.303576:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434518.303578:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434518.303580:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434518.559467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434518.559473:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434518.559475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434518.559480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434518.559484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434518.559487:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434518.559490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434518.559492:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434518.559495:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434519.071582:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434519.071588:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434519.071593:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434519.071594:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434519.071598:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434519.071599:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434519.071603:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434519.071604:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434519.072049:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434519.072053:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434519.072055:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434519.072059:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434519.072062:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434519.072065:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434519.072067:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434519.072069:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434519.072072:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434519.072408:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434519.072411:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434519.072414:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434519.327534:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434519.327540:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434519.327543:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434519.327547:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434519.327551:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434519.327555:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434519.327558:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434519.327560:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434519.327563:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434519.327763:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434519.327767:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434519.327768:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434519.327771:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434519.327774:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434519.327776:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434519.327778:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434519.327779:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434519.327781:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434519.583485:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434519.583492:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434519.583494:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434519.583500:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434519.583504:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434519.583508:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434519.583511:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434519.583513:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434519.583516:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434520.095468:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434520.095471:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434520.095476:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434520.095476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434520.095480:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434520.095484:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1789434520.095486:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434520.095487:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434520.095493:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434520.095495:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434520.095498:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434520.095498:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434520.095503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434520.095503:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434520.095507:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434520.095508:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434520.095513:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434520.095538:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434520.095543:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434520.095547:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434520.351487:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434520.351494:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434520.351496:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434520.351501:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434520.351505:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434520.351509:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434520.351512:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434520.351515:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434520.351517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434520.351632:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434520.351639:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434520.351641:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434520.351646:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434520.351650:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434520.351702:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434520.351705:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434520.351708:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434520.351711:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434520.607493:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434520.607499:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434520.607501:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434520.607506:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434520.607509:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434520.607513:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434520.607515:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434520.607518:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434520.607521:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434521.119536:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434521.119547:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434521.119549:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434521.119551:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434521.119557:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434521.119561:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434521.119566:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434521.119569:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434521.119571:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434521.119577:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434521.119584:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434521.119587:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434521.119589:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434521.119593:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434521.119594:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434521.119599:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434521.119604:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434521.119633:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434521.119637:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434521.119640:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434521.375762:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434521.375770:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434521.375774:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434521.375780:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434521.375788:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434521.375794:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434521.375798:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434521.375801:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434521.375804:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434521.375826:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434521.375831:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434521.375834:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434521.375840:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434521.375844:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434521.375847:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434521.375849:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434521.375851:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434521.375854:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434521.631454:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434521.631460:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434521.631462:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434521.631466:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434521.631468:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434521.631471:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434521.631474:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434521.631486:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434521.631491:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434522.143475:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434522.143482:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434522.143488:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434522.143489:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434522.143493:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434522.143493:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434522.143496:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434522.143499:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434522.143501:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434522.143503:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434522.143504:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434522.143510:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434522.143515:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434522.143519:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434522.143522:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434522.143526:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434522.143529:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434522.143589:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434522.143593:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434522.143596:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434522.399464:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434522.399471:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434522.399473:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434522.399473:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434522.399479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1789434522.399481:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434522.399482:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434522.399489:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434522.399489:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434522.399493:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434522.399495:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434522.399496:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434522.399501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434522.399501:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434522.399504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434522.399506:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434522.399509:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434522.399510:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434522.399592:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434522.399598:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434522.399600:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434522.399604:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434522.399607:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434522.399613:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5977
00000400:00000200:0.0:1789434522.399622:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434522.399628:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434522.399631:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434522.399634:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399636:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434522.399639:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399642:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434522.399649:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434522.399652:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434522.399654:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434522.399658:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434522.399660:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434522.399663:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434522.399666:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399668:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434522.399670:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399672:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434522.399675:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434522.399678:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399680:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434522.399683:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434522.399686:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434522.399688:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434522.399691:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434522.399693:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434522.399702:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbce00.
00000020:00000040:0.0:1789434522.399706:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434522.399710:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434522.399712:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434522.399715:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434522.399718:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434522.399721:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434522.399728:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14400.
00000100:00000001:0.0:1789434522.399734:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434522.399742:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434522.399749:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434522.399753:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434522.399756:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c51f9e] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434522.399777:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434522.399779:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434522.399781:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434522.399782:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434522.399783:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434522.399785:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434522.399787:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5977
00000400:00000200:0.0:1789434522.399789:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434522.399791:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434522.399793:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434522.399795:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399796:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434522.399797:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399799:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434522.399801:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434522.399802:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434522.399803:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434522.399805:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434522.399806:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434522.399807:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434522.399809:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399810:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434522.399811:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399812:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434522.399813:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434522.399815:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399816:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434522.399817:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434522.399821:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434522.399822:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434522.399823:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434522.399826:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434522.399828:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434522.399829:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434522.399831:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd500.
00000020:00000040:0.0:1789434522.399832:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434522.399834:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434522.399834:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434522.399835:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434522.399836:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434522.399837:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434522.399840:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17c00.
00000100:00000001:0.0:1789434522.399842:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434522.399845:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434522.399851:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434522.399853:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434522.399857:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879e203] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434522.399870:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434522.399873:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434522.399876:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434522.399877:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434522.399878:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434522.399881:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434522.399883:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5977
00000400:00000200:0.0:1789434522.399887:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434522.399889:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434522.399892:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434522.399894:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399896:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434522.399898:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399900:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434522.399903:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434522.399904:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434522.399906:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434522.399907:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434522.399909:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434522.399912:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434522.399914:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399917:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434522.399918:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399921:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434522.399923:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434522.399925:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434522.399928:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434522.399930:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434522.399933:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434522.399935:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434522.399936:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434522.399938:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:0.0:1789434522.399940:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434522.399942:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434522.399947:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbd180.
00000020:00000040:0.0:1789434522.399949:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434522.399951:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434522.399952:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434522.399954:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434522.399955:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434522.399957:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434522.399960:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
00000100:00000001:0.0:1789434522.399964:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434522.399968:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434522.399975:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434522.399977:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434522.399980:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002561b92c] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434522.399988:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434522.399990:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434522.399993:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434522.399995:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434522.399996:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434522.399999:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434522.400001:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5977
00000400:00000200:0.0:1789434522.400004:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434522.400007:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434522.400009:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434522.400012:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.400013:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434522.400015:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.400017:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434522.400019:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434522.400021:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434522.400022:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434522.400024:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434522.400026:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434522.400028:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434522.400031:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.400032:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434522.400034:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434522.400036:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434522.400038:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434522.400041:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434522.400043:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434522.400044:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434522.400046:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434522.400047:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434522.400048:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434522.400049:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434522.400051:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434522.400052:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434522.400054:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbca80.
00000020:00000040:0.0:1789434522.400056:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434522.400057:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434522.400058:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434522.400059:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434522.400060:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434522.400061:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434522.400063:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17000.
00000100:00000001:0.0:1789434522.400066:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434522.400069:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434522.400073:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434522.400075:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434522.400077:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6c4da94] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434522.400084:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434522.400088:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5987)
00000100:00000001:2.0:1789434522.400227:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434522.400231:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434522.400233:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434522.400241:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434522.400249:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434522.400251:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434522.400255:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434522.400257:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434522.400259:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434522.400263:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933978880:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434522.400267:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434522.400273:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434522.400275:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434522.400277:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434522.400282:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434522.400284:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434522.400290:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434522.400295:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434522.400301:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434522.400308:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933978880, portal 25
00000100:00000001:2.0:1789434522.400310:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434522.400312:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549970432 : -119883159581184 : ffff92f786dbce00)
00000100:00000040:2.0:1789434522.400318:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434522.400325:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434522.400328:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434522.400331:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65d48.
00000100:00000200:2.0:1789434522.400334:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933978880, offset 0
00000400:00000200:2.0:1789434522.400340:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434522.400382:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434522.400398:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434522.400404:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434522.400408:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434522.400411:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434522.400414:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434522.400418:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512900:512900:256:4294967295] 192.168.203.104@tcp LPNI seq info [512867:512867:8:4294967295]
00000400:00000200:2.0:1789434522.400422:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434522.400432:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434522.400438:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434522.400444:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434522.400450:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434522.400454:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434522.400473:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434522.400478:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434522.400480:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300650156
00000100:00000010:2.0:1789434522.400485:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434522.400491:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434522.400496:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300650156
00000100:00000010:2.0:1789434522.400499:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887660.
00000100:00000001:2.0:1789434522.400502:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434522.400511:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434522.400514:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434522.400517:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434522.400522:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434522.400530:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434522.400531:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434522.400534:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434522.400536:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434522.400539:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434522.400542:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933979008:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434522.400545:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434522.400548:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434522.400549:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434522.400551:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434522.400554:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78800.
02000000:00000001:2.0:1789434522.400556:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434522.400559:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434522.400561:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0bb0.
00000400:00000010:2.0:1789434522.400565:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e655d8.
00000100:00000200:2.0:1789434522.400568:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933979008, portal 10
00000100:00000001:2.0:1789434522.400570:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434522.400571:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549972224 : -119883159579392 : ffff92f786dbd500)
00000100:00000040:2.0:1789434522.400578:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434522.400584:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434522.400586:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434522.400589:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65770.
00000100:00000200:2.0:1789434522.400592:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933979008, offset 0
00000400:00000200:2.0:1789434522.400598:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434522.400602:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434522.400605:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434522.400608:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434522.400610:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434522.400613:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434522.400615:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434522.400618:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512901:512901:255:4294967295] 192.168.203.104@tcp LPNI seq info [512868:512868:7:4294967295]
00000400:00000200:2.0:1789434522.400623:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434522.400628:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434522.400643:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434522.400652:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a900.
00000800:00000200:2.0:1789434522.400657:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434522.400661:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434522.400664:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434522.400667:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434522.401041:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434522.401044:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300649484
00000100:00000001:2.0:1789434522.401047:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300650156
00000100:00000001:2.0:1789434522.401049:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300649484
00000100:00000001:2.0:1789434522.401052:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300650156
00000100:00000001:2.0:1789434522.401054:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434522.401064:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434522.401067:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434522.401072:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434522.401079:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434522.401081:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434522.401083:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434522.401085:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434522.401087:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434522.401089:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933979136:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434522.401093:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434522.401095:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434522.401096:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434522.401098:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434522.401101:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434522.401103:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434522.401106:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434522.401109:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434522.401112:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434522.401115:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933979136, portal 4
00000100:00000001:2.0:1789434522.401117:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434522.401118:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549971328 : -119883159580288 : ffff92f786dbd180)
00000100:00000040:2.0:1789434522.401123:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434522.401129:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434522.401132:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434522.401134:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65bb0.
00000100:00000200:2.0:1789434522.401136:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933979136, offset 0
00000400:00000200:2.0:1789434522.401140:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434522.401144:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434522.401148:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434522.401150:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434522.401153:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434522.401155:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434522.401157:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434522.401160:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512902:512902:254:4294967295] 192.168.203.104@tcp LPNI seq info [512869:512869:6:4294967295]
00000400:00000200:2.0:1789434522.401164:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434522.401170:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434522.401174:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434522.401178:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515aa00.
00000800:00000200:2.0:1789434522.401182:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434522.401186:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434522.401189:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434522.401191:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434522.401194:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434522.401195:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300649501
00000100:00000001:2.0:1789434522.401198:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300650156
00000100:00000001:2.0:1789434522.401200:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300649501
00000100:00000001:2.0:1789434522.401202:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300650156
00000100:00000001:2.0:1789434522.401203:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434522.401205:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434522.401207:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434522.401211:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434522.401217:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434522.401218:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434522.401221:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434522.401222:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434522.401224:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434522.401226:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933979264:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434522.401229:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434522.401231:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434522.401232:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434522.401233:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434522.401236:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434522.401237:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434522.401240:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434522.401242:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434522.401244:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434522.401246:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933979264, portal 4
00000100:00000001:2.0:1789434522.401248:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434522.401249:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549969536 : -119883159582080 : ffff92f786dbca80)
00000100:00000040:2.0:1789434522.401253:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434522.401259:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434522.401261:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434522.401263:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65990.
00000100:00000200:2.0:1789434522.401265:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933979264, offset 0
00000400:00000200:2.0:1789434522.401268:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434522.401272:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434522.401275:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434522.401277:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434522.401279:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434522.401281:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434522.401283:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434522.401286:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512903:512903:253:4294967295] 192.168.203.104@tcp LPNI seq info [512870:512870:5:4294967295]
00000400:00000200:2.0:1789434522.401289:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434522.401294:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434522.401298:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434522.401301:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a700.
00000800:00000200:2.0:1789434522.401304:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434522.401307:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434522.401309:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434522.401311:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434522.401314:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434522.401315:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300649503
00000100:00000001:2.0:1789434522.401318:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300650156
00000100:00000001:2.0:1789434522.401320:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300649503
00000100:00000001:2.0:1789434522.401322:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300650156
00000100:00000001:2.0:1789434522.401324:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434522.401325:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434522.401328:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434522.401330:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434522.401336:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434522.401337:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1789434522.401339:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434522.401340:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434522.401341:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434522.401343:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434522.655622:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434522.655629:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434522.655631:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434522.655637:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434522.655640:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434522.655644:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434522.655647:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434522.655649:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434522.655652:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434523.103499:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300650156, at 4300650176
00000100:00000010:3.0:1789434523.103515:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887660.
00000100:00000040:2.0:1789434523.103545:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300650156, at 4300650176
00000100:00000010:2.0:1789434523.103550:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00010000:00000001:1.0:1789434523.167525:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434523.167532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434523.167538:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434523.167539:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434523.167543:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434523.167544:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434523.167547:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434523.167549:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434523.167607:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434523.167611:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434523.167614:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434523.167698:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434523.167702:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434523.167704:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434523.167708:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434523.167712:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434523.167715:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434523.167717:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434523.167720:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434523.167722:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434523.423466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434523.423466:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434523.423474:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434523.423475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434523.423478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434523.423479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434523.423487:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434523.423487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434523.423494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434523.423494:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434523.423500:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434523.423500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434523.423504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434523.423505:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434523.423508:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434523.423509:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434523.423515:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434523.423515:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434523.679598:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434523.679606:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434523.679608:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434523.679613:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434523.679616:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434523.679620:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434523.679623:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434523.679626:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434523.679629:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434524.191426:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434524.191434:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434524.191437:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434524.191442:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434524.191446:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434524.191449:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434524.191452:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434524.191455:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434524.191458:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434524.191459:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191464:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191469:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434524.191473:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434524.191476:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434524.191480:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191483:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434524.191485:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191487:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191489:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191492:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434524.191494:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434524.191495:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434524.191497:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191499:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434524.191500:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191501:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191503:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191505:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434524.191507:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434524.191508:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434524.191509:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191511:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434524.191512:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191513:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434524.191515:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434524.191578:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434524.191582:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434524.191585:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434524.447461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434524.447469:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434524.447471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434524.447476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434524.447480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434524.447483:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434524.447486:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434524.447488:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434524.447491:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434524.448158:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434524.448161:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434524.448163:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434524.448166:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434524.448168:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434524.448170:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434524.448172:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434524.448174:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434524.448176:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434524.704807:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434524.704815:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434524.704817:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434524.704823:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434524.704826:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434524.704831:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434524.704834:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434524.704836:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434524.704839:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434525.215503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434525.215509:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434525.215514:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434525.215516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434525.215519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434525.215520:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434525.215524:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434525.215525:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434525.215556:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434525.215558:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434525.215562:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434525.215594:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434525.215598:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434525.215600:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434525.215604:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434525.215607:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434525.215611:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434525.215614:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434525.215616:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434525.215619:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434525.471514:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434525.471521:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434525.471525:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434525.471530:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434525.471533:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434525.471537:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434525.471539:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434525.471541:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434525.471555:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1789434525.471857:0:2336:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.104:988
00000400:00000100:0.0:1789434525.471897:0:2336:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.104@tcp at host 192.168.203.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1789434525.471906:0:2336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434525.471910:0:2336:0:(router.c:1791:lnet_notify()) 192.168.203.4@tcp notifying 192.168.203.104@tcp: down
00000400:00000200:0.0:1789434525.471914:0:2336:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434525.471918:0:2336:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1789434525.471923:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434525.471927:0:2336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:0.0:1789434525.471932:0:2336:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434525.471936:0:2336:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434525.471942:0:2336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65d48
00000400:00000010:0.0:1789434525.471944:0:2336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65d48.
00000100:00000001:0.0:1789434525.471949:0:2336:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434525.471956:0:2336:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434525.471976:0:2336:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434525.471981:0:2336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434525.471988:0:2336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434525.471990:0:2336:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434525.471999:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434525.472001:0:2336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a900.
00000400:00000200:0.0:1789434525.472003:0:2336:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434525.472006:0:2336:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434525.472009:0:2336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65770
00000400:00000010:0.0:1789434525.472011:0:2336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65770.
00000100:00000001:0.0:1789434525.472013:0:2336:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434525.472017:0:2336:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434525.472025:0:2336:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434525.472028:0:2336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434525.472034:0:2336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434525.472035:0:2336:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434525.472040:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434525.472041:0:2336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515aa00.
00000400:00000200:0.0:1789434525.472043:0:2336:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434525.472046:0:2336:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434525.472049:0:2336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65bb0
00000400:00000010:0.0:1789434525.472051:0:2336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65bb0.
00000100:00000001:0.0:1789434525.472053:0:2336:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434525.472057:0:2336:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434525.472064:0:2336:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434525.472067:0:2336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434525.472072:0:2336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434525.472074:0:2336:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434525.472078:0:2336:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434525.472081:0:2336:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a700.
00000400:00000200:0.0:1789434525.472083:0:2336:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434525.472086:0:2336:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434525.472088:0:2336:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65990
00000400:00000010:0.0:1789434525.472090:0:2336:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65990.
00000100:00000001:0.0:1789434525.472092:0:2336:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434525.472097:0:2336:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434525.472104:0:2336:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434525.472106:0:2336:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434525.472112:0:2336:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434525.472113:0:2336:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434525.473246:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434525.473252:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434525.473255:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434525.473265:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434522/real 1789434525]  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434525.473280:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434525.473282:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434525.473285:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434525.473291:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:2.0:1789434525.473293:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:2.0:1789434525.473297:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434525.473301:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434525.473309:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473317:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434525.473319:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473322:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434525.473323:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434525.473327:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473342:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434525.473362:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473369:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434525.473372:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473373:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434525.473374:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473377:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434525.473379:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434525.473382:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434525.473386:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434525.473389:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434525.473393:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434525.473401:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933978880:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434525.473406:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434525.473410:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434522/real 1789434525]  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434525.473417:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434525.473419:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434525.473420:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0bb0.
00000400:00000200:2.0:1789434525.473423:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e655d8
00000400:00000010:2.0:1789434525.473426:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e655d8.
00000100:00000001:2.0:1789434525.473428:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434525.473431:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434525.473439:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473445:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434525.473447:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473448:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434525.473449:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434525.473452:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473457:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434525.473460:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473465:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434525.473467:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473469:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434525.473470:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473471:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434525.473475:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434525.473477:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434525.473481:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434525.473483:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434525.473486:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434525.473492:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933979008:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434525.473495:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434525.473498:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434522/real 1789434525]  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434525.473505:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434525.473506:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434525.473508:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434525.473510:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434525.473511:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434525.473513:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434525.473515:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434525.473522:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473527:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434525.473528:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473529:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434525.473531:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434525.473533:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473544:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434525.473547:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473553:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434525.473555:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473556:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434525.473557:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473575:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434525.473579:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434525.473582:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434525.473585:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434525.473587:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434525.473591:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434525.473598:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933979136:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434525.473602:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434525.473606:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434522/real 1789434525]  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434525.473613:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434525.473614:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434525.473615:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434525.473618:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434525.473619:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434525.473622:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434525.473625:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434525.473637:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473644:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434525.473645:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473647:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434525.473648:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434525.473652:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473659:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434525.473662:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473673:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434525.473675:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473676:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434525.473677:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473679:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434525.473682:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434525.473684:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434525.473687:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434525.473690:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434525.473693:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434525.473700:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933979264:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434525.473703:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473706:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434525.473709:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbce00 x1876351933978880/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473720:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434525.473723:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434525.473726:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:2.0:1789434525.473732:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434525.473735:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434525.473736:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434525.473738:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434525.473741:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14400.
02000000:00000001:2.0:1789434525.473744:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434525.473746:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434525.473748:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbce00.
00000100:00000001:2.0:1789434525.473751:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434525.473752:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473754:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434525.473758:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd500 x1876351933979008/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473763:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434525.473764:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434525.473766:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78800.
02000000:00000001:2.0:1789434525.473768:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434525.473769:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434525.473770:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434525.473772:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434525.473773:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17c00.
02000000:00000001:2.0:1789434525.473774:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434525.473775:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434525.473776:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd500.
00000100:00000001:2.0:1789434525.473778:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434525.473779:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473780:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434525.473782:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbd180 x1876351933979136/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473787:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434525.473788:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434525.473790:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:2.0:1789434525.473791:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434525.473792:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434525.473793:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434525.473795:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434525.473796:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15c00.
02000000:00000001:2.0:1789434525.473797:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434525.473798:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434525.473799:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbd180.
00000100:00000001:2.0:1789434525.473801:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434525.473802:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473803:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434525.473806:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbca80 x1876351933979264/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434525.473811:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434525.473812:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434525.473813:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:2.0:1789434525.473816:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434525.473817:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434525.473818:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434525.473820:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434525.473821:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17000.
02000000:00000001:2.0:1789434525.473823:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434525.473824:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434525.473825:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbca80.
00000100:00000001:2.0:1789434525.473827:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434525.473828:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473830:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434525.473836:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434525.473838:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434525.473840:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434525.473841:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434525.473921:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434525.473924:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434525.473926:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434525.473929:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434525.473931:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434525.473933:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434525.473935:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434525.473938:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434525.473940:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434525.730489:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434525.730498:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434525.730500:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434525.730506:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434525.730509:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434525.730513:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434525.730515:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434525.730517:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434525.730520:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434526.239441:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434526.239450:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434526.239452:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434526.239458:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434526.239461:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434526.239464:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434526.239467:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434526.239470:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434526.239473:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434526.239478:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434526.239484:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434526.239486:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434526.239490:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434526.239493:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434526.239496:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434526.239499:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434526.239501:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434526.239505:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434526.239506:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434526.239510:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434526.239511:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434526.239514:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434526.239515:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434526.239575:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434526.239578:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434526.239581:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434526.495451:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434526.495458:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434526.495459:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434526.495463:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434526.495465:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434526.495468:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434526.495470:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434526.495471:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434526.495473:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434526.495513:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434526.495516:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434526.495518:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434526.495521:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434526.495524:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434526.495526:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434526.495528:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434526.495530:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434526.495532:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434526.751475:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434526.751483:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434526.751484:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434526.751489:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434526.751492:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434526.751495:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434526.751498:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434526.751500:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434526.751503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434527.263464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434527.263471:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434527.263473:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434527.263477:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434527.263481:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434527.263484:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434527.263487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434527.263489:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434527.263492:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434527.263509:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434527.263512:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434527.263516:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434527.263517:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434527.263520:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434527.263522:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434527.263525:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434527.263526:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434527.263632:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434527.263636:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434527.263641:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434527.519467:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434527.519473:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434527.519476:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434527.519482:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434527.519486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434527.519490:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434527.519493:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434527.519496:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434527.519499:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434527.519593:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434527.519600:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434527.519602:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434527.519607:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434527.519611:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434527.519615:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434527.519619:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434527.519622:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789434527.519636:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434527.519643:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434527.519645:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434527.519649:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434527.519653:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434527.519659:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5982
00000400:00000200:2.0:1789434527.519667:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434527.519673:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434527.519675:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434527.519678:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.519681:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434527.519683:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.519686:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434527.519692:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434527.519694:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434527.519697:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434527.519700:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434527.519702:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434527.519705:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434527.519708:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.519710:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434527.519712:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.519714:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434527.519717:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434527.519720:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434527.519722:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434527.519725:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434527.519728:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434527.519730:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434527.519732:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434527.519735:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434527.519743:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b480.
00000020:00000040:2.0:1789434527.519747:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434527.519750:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434527.519751:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434527.519754:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434527.519757:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434527.519761:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434527.519770:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b800.
00000100:00000001:2.0:1789434527.519776:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434527.519785:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434527.519795:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434527.519799:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434527.519804:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008be6ba08] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434527.519846:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.519869:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434527.519874:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434527.519877:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434527.519883:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.519891:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434527.519892:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434527.519895:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434527.519898:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434527.519900:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434527.519904:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933979392:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434527.519908:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434527.519911:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434527.519913:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434527.519916:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434527.519921:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434527.519923:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434527.519928:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434527.519933:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434527.519939:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434527.519945:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933979392, portal 25
00000100:00000001:0.0:1789434527.519947:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434527.519949:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482265216 : -119883227286400 : ffff92f782d2b480)
00000100:00000040:0.0:1789434527.519954:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.519961:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434527.519964:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434527.519966:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434527.519970:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933979392, offset 0
00000400:00000200:0.0:1789434527.519977:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434527.519984:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434527.519990:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434527.519995:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434527.519998:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434527.520001:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434527.520004:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434527.520007:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512904:512904:256:4294967295] 192.168.203.104@tcp LPNI seq info [512871:512871:8:4294967295]
00000400:00000200:0.0:1789434527.520012:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434527.520022:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434527.520028:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434527.520032:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434527.520039:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434527.520044:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789434527.520049:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434527.520053:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789434527.520057:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434527.520059:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434527.520065:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434527.520069:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434527.520075:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434527.520077:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434527.520081:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434527.520085:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434527.520109:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434527.520112:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434527.520116:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434527.520117:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434527.520119:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434527.520121:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434527.520124:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5982
00000400:00000200:2.0:1789434527.520128:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434527.520131:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434527.520133:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434527.520135:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.520137:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434527.520140:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.520141:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434527.520145:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434527.520146:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434527.520148:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434527.520149:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434527.520151:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434527.520153:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434527.520156:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.520158:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434527.520160:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.520162:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434527.520164:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434527.520167:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434527.520169:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434527.520171:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434527.520176:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434527.520178:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434527.520179:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434527.520186:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434527.520189:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434527.520190:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434527.520194:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a680.
00000020:00000040:2.0:1789434527.520196:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434527.520198:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434527.520199:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434527.520200:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434527.520201:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434527.520203:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434527.520207:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79c00.
00000100:00000001:2.0:1789434527.520210:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434527.520215:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434527.520221:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434527.520223:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434527.520226:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049af382e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.525823:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434527.525841:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.525854:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.525856:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434527.525871:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434527.525877:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434527.525881:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300655281
00000100:00000010:0.0:1789434527.525892:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81000.
00000100:00000001:0.0:1789434527.525899:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434527.525907:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300655281
00000100:00000010:0.0:1789434527.526236:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81660.
00000100:00000001:0.0:1789434527.526240:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434527.526250:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434527.526253:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.526257:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434527.526263:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434527/real 1789434527]  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434527.526276:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434527.526278:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434527.526281:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434527.526286:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434527.526289:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434527.526292:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434527.526297:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434527.526305:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.526326:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434527.526328:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.526330:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434527.526332:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434527.526336:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.526344:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434527.526365:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.526373:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434527.526376:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.526377:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434527.526379:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.526382:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434527.526384:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434527.526387:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434527.526391:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434527.526393:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434527.526397:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434527.526406:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933979392:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434527.526411:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.526413:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434527.526416:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b480 x1876351933979392/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.526423:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434527.526426:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434527.526429:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434527.526433:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434527.526435:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434527.526437:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434527.526439:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434527.526441:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b800.
02000000:00000001:0.0:1789434527.526445:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434527.526447:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434527.526449:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b480.
00000100:00000001:0.0:1789434527.526452:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434527.526453:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.526455:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.526462:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434527.526464:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.526466:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434527.526468:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434527.526470:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434527.526474:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.526481:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434527.526483:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434527.526486:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434527.526489:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434527.526492:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434527.526495:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933979520:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434527.526499:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434527.526502:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434527.526504:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434527.526506:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434527.526510:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434527.526512:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434527.526517:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434527.526520:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434527.526524:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434527.526528:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933979520, portal 10
00000100:00000001:0.0:1789434527.526530:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434527.526532:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482261632 : -119883227289984 : ffff92f782d2a680)
00000100:00000040:0.0:1789434527.526539:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.526545:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434527.526548:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434527.526551:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434527.526554:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933979520, offset 0
00000400:00000200:0.0:1789434527.526570:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434527.526582:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434527.526588:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434527.526593:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434527.526597:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434527.526601:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434527.526603:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434527.526608:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512905:512905:256:4294967295] 192.168.203.104@tcp LPNI seq info [512872:512872:8:4294967295]
00000400:00000200:0.0:1789434527.526612:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434527.526623:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434527.526629:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434527.526633:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434527.526639:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434527.526643:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789434527.526649:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434527.526653:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1789434527.526657:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1789434527.526658:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434527.526662:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000100:00080000:2.0:1789434527.526665:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1789434527.526667:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1789434527.526674:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1789434527.526675:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1789434527.526678:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1789434527.526682:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000100:00080000:2.0:1789434527.526682:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1789434527.526686:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:2.0:1789434527.526688:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:0.0:1789434527.526690:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:2.0:1789434527.526695:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5982
00000100:00000200:0.0:1789434527.526697:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789434527.526705:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434527.526711:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434527.526714:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434527.526718:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.526724:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434527.526726:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434527.526730:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000040:0.0:1789434527.526734:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434527.526735:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434527.526744:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434527.526747:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000100:00000001:0.0:1789434527.526748:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.526752:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:2.0:1789434527.526752:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434527.526757:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000100:00000001:0.0:1789434527.526759:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434527.526763:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434527.526765:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000020:00000001:2.0:1789434527.526768:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:0.0:1789434527.526773:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434527.526777:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300654610
00000100:00000040:2.0:1789434527.526777:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434527.526781:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300655281
00000100:00000001:2.0:1789434527.526782:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434527.526786:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300654610
00000100:00000040:2.0:1789434527.526788:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434527.526791:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300655281
00000100:00000001:2.0:1789434527.526793:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789434527.526795:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1789434527.526800:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00000001:0.0:1789434527.526801:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.526805:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1789434527.526809:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00100000:0.0:1789434527.526812:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434527/real 1789434527]  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434527.526814:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434527.526819:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1789434527.526825:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1789434527.526826:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1789434527.526827:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434527.526830:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
02000000:00000001:2.0:1789434527.526832:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434527.526834:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000100:00000001:2.0:1789434527.526837:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:0.0:1789434527.526838:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000008:00100000:2.0:1789434527.526842:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000001:0.0:1789434527.526843:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434527.526848:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1789434527.526849:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434527.526855:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434527.526862:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b100.
00000100:00000200:0.0:1789434527.526864:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789434527.526867:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434527.526875:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789434527.526877:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:2.0:1789434527.526878:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.526881:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434527.526883:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1789434527.526885:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1789434527.526888:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789434527.526889:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1789434527.526894:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434527.526895:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1789434527.526903:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78800.
00000100:00000001:0.0:1789434527.526905:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434527.526910:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434527.526920:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434527.526984:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434527.526988:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434527.526993:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad3da5f8] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434527.527003:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434527.527005:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434527.527008:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434527.527009:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434527.527011:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434527.527013:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434527.527016:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5982
00000400:00000200:2.0:1789434527.527020:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434527.527023:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434527.527024:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434527.527027:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.527029:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434527.527031:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.527033:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434527.527036:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434527.527037:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434527.527039:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434527.527041:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434527.527042:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434527.527044:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434527.527047:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.527049:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434527.527051:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434527.527053:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434527.527055:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434527.527057:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434527.527059:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434527.527061:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434527.527064:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434527.527066:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434527.527067:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434527.527069:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434527.527073:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434527.527075:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434527.527077:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1789434527.527080:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29500.
00000020:00000040:2.0:1789434527.527085:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434527.527090:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1789434527.527093:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1789434527.527094:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.527100:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434527.527100:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434527.527102:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1789434527.527104:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1789434527.527106:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.527107:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.527112:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
02000000:00000010:2.0:1789434527.527114:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79000.
00000100:00000001:0.0:1789434527.527116:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434527.527121:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434527.527122:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434527.527131:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00100000:2.0:1789434527.527132:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434527.527134:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434527.527143:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434527.527172:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933979520:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434527.527173:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434527.527178:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.527179:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.527182:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434527.527185:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687fa4f] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434527.527189:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a680 x1876351933979520/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434527.527201:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434527.527208:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5992)
00000100:00000001:0.0:1789434527.527209:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434527.527213:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434527.527215:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434527.527218:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434527.527220:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434527.527221:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434527.527223:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434527.527225:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79c00.
02000000:00000001:0.0:1789434527.527229:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434527.527230:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434527.527232:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a680.
00000100:00000001:0.0:1789434527.527235:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434527.527236:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.527238:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.527242:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434527.527243:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.527245:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434527.527246:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434527.527248:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434527.527251:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.527258:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434527.527260:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434527.527262:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434527.527264:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434527.527266:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434527.527269:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933979648:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434527.527272:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434527.527275:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434527.527276:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434527.527278:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434527.527281:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434527.527283:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434527.527287:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434527.527290:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434527.527294:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434527.527297:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933979648, portal 4
00000100:00000001:0.0:1789434527.527299:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434527.527300:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482264320 : -119883227287296 : ffff92f782d2b100)
00000100:00000040:0.0:1789434527.527305:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.527312:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434527.527325:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434527.527327:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434527.527330:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933979648, offset 0
00000400:00000200:0.0:1789434527.527334:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434527.527338:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434527.527342:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434527.527345:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434527.527365:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434527.527368:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434527.527370:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434527.527373:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512906:512906:256:4294967295] 192.168.203.104@tcp LPNI seq info [512873:512873:8:4294967295]
00000400:00000200:0.0:1789434527.527377:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434527.527384:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434527.527388:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434527.527392:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434527.527396:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434527.527399:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789434527.527403:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434527.527406:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789434527.527409:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434527.527411:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434527.527414:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434527.527417:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434527.527421:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434527.527423:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434527.527425:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434527.527429:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.527436:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434527.527439:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.527445:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.527447:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434527.527450:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434527.527452:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434527.527456:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434527.527457:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300654628
00000100:00000001:0.0:1789434527.527460:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300655281
00000100:00000001:0.0:1789434527.527462:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300654628
00000100:00000001:0.0:1789434527.527464:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300655281
00000100:00000001:0.0:1789434527.527466:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434527.527468:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.527470:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434527.527474:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434527/real 1789434527]  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434527.527482:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434527.527483:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434527.527485:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434527.527487:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434527.527489:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434527.527491:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434527.527494:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434527.527502:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.527508:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434527.527509:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.527510:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434527.527511:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434527.527515:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.527521:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434527.527525:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.527531:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434527.527533:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.527535:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434527.527536:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.527542:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434527.527546:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434527.527548:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434527.527551:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434527.527554:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434527.527558:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434527.527566:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933979648:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434527.527569:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434527.527572:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.527579:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434527.527581:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434527.527583:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434527.527584:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434527.527586:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434527.527589:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933979776:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434527.527592:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434527.527593:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434527.527595:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434527.527597:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434527.527599:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434527.527601:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434527.527604:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434527.527606:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434527.527609:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434527.527611:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933979776, portal 4
00000100:00000001:0.0:1789434527.527613:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434527.527614:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482257152 : -119883227294464 : ffff92f782d29500)
00000100:00000040:0.0:1789434527.527619:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.527625:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434527.527627:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434527.527630:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434527.527632:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933979776, offset 0
00000400:00000200:0.0:1789434527.527636:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434527.527639:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434527.527642:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434527.527644:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434527.527647:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434527.527649:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434527.527651:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434527.527655:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512907:512907:256:4294967295] 192.168.203.104@tcp LPNI seq info [512874:512874:8:4294967295]
00000400:00000200:0.0:1789434527.527659:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434527.527664:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434527.527669:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434527.527671:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434527.527674:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434527.527677:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1789434527.527681:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434527.527683:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1789434527.527688:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434527.527689:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434527.527692:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434527.527695:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434527.527698:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434527.527700:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434527.527701:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434527.527853:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.527864:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434527.527867:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.527874:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.527876:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434527.527881:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434527.527883:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434527.527886:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434527.527889:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300654630
00000100:00000001:0.0:1789434527.527891:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300655281
00000100:00000001:0.0:1789434527.527893:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300654630
00000100:00000001:0.0:1789434527.527895:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300655281
00000100:00000001:0.0:1789434527.527897:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434527.527898:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.527900:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434527.527904:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434527/real 1789434527]  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434527.527988:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434527.527990:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434527.527992:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434527.527995:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434527.527996:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434527.527999:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434527.528002:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434527.528011:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.528017:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434527.528019:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.528020:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434527.528021:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434527.528024:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.528032:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434527.528036:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.528042:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434527.528044:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.528046:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434527.528047:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.528048:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434527.528052:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434527.528054:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434527.528057:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434527.528059:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434527.528063:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434527.528070:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933979776:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434527.528074:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.528076:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434527.528078:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b100 x1876351933979648/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.528085:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434527.528087:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434527.528088:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15000.
02000000:00000001:0.0:1789434527.528091:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434527.528092:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434527.528093:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434527.528095:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434527.528098:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78800.
02000000:00000001:0.0:1789434527.528100:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434527.528101:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434527.528103:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b100.
00000100:00000001:0.0:1789434527.528105:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434527.528106:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.528107:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434527.528110:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29500 x1876351933979776/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434527.528122:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434527.528123:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434527.528125:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d15400.
02000000:00000001:0.0:1789434527.528126:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434527.528128:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434527.528129:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434527.528131:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434527.528132:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79000.
02000000:00000001:0.0:1789434527.528135:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434527.528136:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434527.528137:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29500.
00000100:00000001:0.0:1789434527.528138:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434527.528139:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.528141:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.528145:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434527.528146:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.528148:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434527.528149:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434527.775528:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434527.775542:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434527.775544:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434527.775550:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434527.775554:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434527.775558:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.775561:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434527.775563:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434527.775566:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434528.223506:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300655281, at 4300655296
00000100:00000010:2.0:1789434528.223522:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81000.
00000100:00000040:3.0:1789434528.223589:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300655281, at 4300655296
00000100:00000010:3.0:1789434528.223597:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81660.
00000100:00000001:3.0:1789434528.287452:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434528.287460:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434528.287462:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434528.287468:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434528.287472:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434528.287475:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434528.287478:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434528.287480:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434528.287483:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434528.287570:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434528.287573:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434528.287577:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434528.287578:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434528.287581:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434528.287582:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434528.287585:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434528.287586:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434528.287638:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434528.287643:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434528.287647:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434528.543604:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434528.543612:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434528.543615:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434528.543621:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434528.543624:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434528.543628:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434528.543631:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434528.543633:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434528.543637:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434528.544184:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434528.544187:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434528.544189:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434528.544192:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434528.544195:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434528.544197:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434528.544199:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434528.544201:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434528.544202:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434528.799858:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434528.799864:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434528.799867:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434528.799871:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434528.799874:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434528.799878:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434528.799881:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434528.799884:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434528.799887:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434529.311509:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434529.311516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434529.311522:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434529.311523:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434529.311527:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434529.311528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434529.311531:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434529.311532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434529.311549:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434529.311551:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434529.311554:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434529.311863:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434529.311871:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434529.311874:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434529.311882:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434529.311887:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434529.311891:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434529.311894:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434529.311898:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434529.311902:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434529.567513:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434529.567514:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434529.567525:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434529.567525:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434529.567528:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434529.567530:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434529.567543:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:3.0:1789434529.567543:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434529.567554:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434529.567560:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434529.567563:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434529.567564:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434529.567569:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434529.567570:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434529.567575:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434529.567577:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434529.567580:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434529.567584:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434529.823479:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434529.823488:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434529.823490:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434529.823495:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434529.823499:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434529.823503:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434529.823516:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434529.823521:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434529.823535:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434530.335476:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434530.335484:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434530.335487:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434530.335493:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434530.335555:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434530.335559:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434530.335562:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434530.335565:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434530.335569:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434530.335991:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434530.335995:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434530.336001:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434530.336002:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434530.336005:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434530.336007:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434530.336010:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434530.336011:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434530.336217:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434530.336220:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434530.336223:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434530.591417:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434530.591424:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434530.591426:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434530.591430:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434530.591433:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434530.591443:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434530.591445:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434530.591446:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434530.591449:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434530.591467:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434530.591472:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434530.591473:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434530.591477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434530.591479:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434530.591482:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434530.591484:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434530.591486:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434530.591489:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434530.848490:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434530.848498:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434530.848500:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434530.848506:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434530.848509:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434530.848513:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434530.848516:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434530.848518:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434530.848520:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434531.359458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434531.359466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434531.359479:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434531.359484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434531.359488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434531.359492:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434531.359496:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434531.359496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434531.359499:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434531.359501:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434531.359504:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434531.359508:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434531.359511:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434531.359514:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434531.359516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434531.359519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434531.359520:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434531.360106:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434531.360110:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434531.360113:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434531.615454:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434531.615462:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434531.615464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434531.615469:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434531.615473:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434531.615476:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434531.615479:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434531.615487:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434531.615490:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434531.615578:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434531.615582:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434531.615584:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434531.615590:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434531.615593:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434531.615595:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434531.615597:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434531.615600:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434531.615602:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434531.871466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434531.871472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434531.871475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434531.871480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434531.871483:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434531.871487:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434531.871490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434531.871492:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434531.871495:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434532.383482:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434532.383488:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434532.383494:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434532.383495:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434532.383499:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434532.383500:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434532.383503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434532.383505:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.383605:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434532.383610:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434532.383612:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434532.383616:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434532.383618:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434532.383622:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434532.383625:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434532.383627:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434532.383629:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434532.384324:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434532.384327:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434532.384330:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434532.639459:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434532.639468:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434532.639470:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434532.639474:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434532.639478:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434532.639482:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.639484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434532.639487:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.639490:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434532.639640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434532.639646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434532.639648:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434532.639652:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434532.639656:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434532.639663:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5987
00000400:00000200:0.0:1789434532.639670:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434532.639676:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434532.639678:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434532.639682:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434532.639684:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434532.639686:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434532.639689:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:3.0:1789434532.640717:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434532.640722:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434532.640723:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434532.640727:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434532.640730:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434532.640732:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434532.640734:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434532.640736:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434532.640739:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434532.640865:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434532.640867:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434532.640869:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434532.640872:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434532.640874:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434532.640876:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434532.640880:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434532.640882:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434532.640883:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434532.640885:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434532.640887:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:0.0:1789434532.640889:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434532.640891:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434532.640893:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434532.640897:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434532.640899:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.640900:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434532.640903:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434532.640909:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbf480.
00000020:00000040:0.0:1789434532.640912:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434532.640915:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434532.640916:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.640918:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434532.640920:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434532.640923:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434532.640928:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14c00.
00000100:00000001:0.0:1789434532.640933:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434532.640939:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434532.640946:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434532.640950:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434532.640953:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002030f0d5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434532.640972:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434532.640975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434532.640979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434532.640984:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434532.640986:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434532.640988:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434532.640991:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5987
00000400:00000200:0.0:1789434532.640997:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434532.641009:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434532.641011:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434532.641014:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434532.641017:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434532.641017:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1789434532.641019:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434532.641020:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434532.641020:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434532.641022:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1789434532.641025:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434532.641026:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434532.641028:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1789434532.641028:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789434532.641030:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434532.641032:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434532.641034:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:2.0:1789434532.641036:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1789434532.641037:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434532.641038:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.641039:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434532.641040:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
02000000:00000001:2.0:1789434532.641041:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1789434532.641042:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:2.0:1789434532.641043:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1789434532.641044:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434532.641046:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000001:2.0:1789434532.641046:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.641049:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434532.641049:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933979904:192.168.203.104@tcp:250:kworker.0
02000000:00000001:0.0:1789434532.641050:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434532.641053:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434532.641056:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434532.641056:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434532.641058:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434532.641058:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.641059:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1789434532.641060:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1789434532.641063:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1789434532.641064:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78400.
00000008:00000001:0.0:1789434532.641066:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434532.641066:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.641067:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434532.641070:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbdf80.
00000020:00000040:0.0:1789434532.641072:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000400:00000200:2.0:1789434532.641072:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:0.0:1789434532.641074:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1789434532.641075:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
02000000:00000001:0.0:1789434532.641076:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.641077:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434532.641078:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434532.641080:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434532.641081:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
02000000:00000010:0.0:1789434532.641084:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d16800.
00000100:00000200:2.0:1789434532.641086:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933979904, portal 25
00000100:00000001:0.0:1789434532.641087:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.641088:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434532.641090:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549980288 : -119883159571328 : ffff92f786dbf480)
00000100:00100000:0.0:1789434532.641091:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789434532.641095:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434532.641099:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434532.641101:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.641102:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434532.641104:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d73b369] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434532.641105:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434532.641107:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434532.641110:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933979904, offset 0
00000100:00000001:0.0:1789434532.641112:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434532.641114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1789434532.641116:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:0.0:1789434532.641117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434532.641118:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434532.641119:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434532.641122:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434532.641124:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5987
00000400:00000200:0.0:1789434532.641127:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434532.641130:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000400:00000200:2.0:1789434532.641130:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:0.0:1789434532.641132:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434532.641134:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:2.0:1789434532.641135:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:0.0:1789434532.641137:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434532.641138:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434532.641140:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434532.641140:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1789434532.641142:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434532.641144:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000400:00000200:2.0:1789434532.641144:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000020:00000001:0.0:1789434532.641145:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434532.641147:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000400:00000200:2.0:1789434532.641147:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1789434532.641149:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:2.0:1789434532.641150:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000020:00000001:0.0:1789434532.641151:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:2.0:1789434532.641153:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512908:512908:256:4294967295] 192.168.203.104@tcp LPNI seq info [512875:512875:8:4294967295]
00000100:00000040:0.0:1789434532.641154:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434532.641156:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434532.641158:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:2.0:1789434532.641158:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434532.641160:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434532.641162:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434532.641164:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434532.641166:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434532.641167:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1789434532.641168:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434532.641170:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1789434532.641172:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
02000000:00000001:0.0:1789434532.641173:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.641174:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434532.641176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000800:00000010:2.0:1789434532.641177:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000008:00000001:0.0:1789434532.641178:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.641179:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434532.641182:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc700.
00000800:00000200:2.0:1789434532.641182:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000040:0.0:1789434532.641185:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434532.641187:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1789434532.641187:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1789434532.641188:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.641190:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434532.641191:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1789434532.641192:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:0.0:1789434532.641193:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434532.641195:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15000.
00000800:00000200:2.1:1789434532.641196:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1789434532.641198:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1789434532.641200:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00100000:0.0:1789434532.641202:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1789434532.641203:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000100:00000001:0.0:1789434532.641208:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1789434532.641208:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1789434532.641210:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434532.641212:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1789434532.641213:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4613ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789434532.641217:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000100:00000001:0.0:1789434532.641220:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434532.641220:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00080000:0.0:1789434532.641222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434532.641223:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:0.0:1789434532.641225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1789434532.641226:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1789434532.641227:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789434532.641228:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434532.641231:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434532.641233:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5987
00000100:00000001:2.0:1789434532.641235:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1789434532.641236:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434532.641238:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000040:2.0:1789434532.641238:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789434532.641241:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434532.641243:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434532.641245:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434532.641245:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434532.641247:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434532.641247:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434532.641249:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434532.641251:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434532.641252:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:2.0:1789434532.641252:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434532.641254:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434532.641255:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000400:00000200:2.0:1789434532.641255:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:0.0:1789434532.641257:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434532.641258:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300660396
00000020:00000001:0.0:1789434532.641259:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:0.0:1789434532.641262:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000010:2.0:1789434532.641263:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:0.0:1789434532.641264:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434532.641265:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434532.641267:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434532.641269:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000001:2.0:1789434532.641269:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1789434532.641272:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434532.641273:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300660396
00000100:00000001:0.0:1789434532.641274:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434532.641291:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888877e0.
02000000:00000001:0.0:1789434532.641295:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434532.641295:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1789434532.641297:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434532.641299:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.641301:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434532.641302:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434532.641305:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.641306:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.641307:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434532.641309:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434532.641310:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbfb80.
00000100:00000001:2.0:1789434532.641311:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1789434532.641312:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434532.641314:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434532.641316:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434532.641316:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434532/real 1789434532]  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434532.641317:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434532.641318:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434532.641320:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434532.641323:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15400.
00000100:00000001:0.0:1789434532.641327:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434532.641331:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1789434532.641331:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434532.641332:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434532.641334:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434532.641337:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000100:00000001:0.0:1789434532.641338:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1789434532.641339:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:0.0:1789434532.641340:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.641341:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:0.0:1789434532.641343:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa7f4038] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434532.641344:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434532.641369:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434532.641376:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.641377:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434532.641378:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434532.641380:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5997)
00000100:00000001:2.0:1789434532.641380:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434532.641382:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434532.641386:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641392:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434532.641397:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641403:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434532.641406:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.641407:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434532.641408:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.641410:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434532.641412:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434532.641414:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434532.641418:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434532.641420:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434532.641424:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434532.641430:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933979904:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434532.641434:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.641436:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434532.641438:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbf480 x1876351933979904/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641444:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434532.641446:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434532.641449:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434532.641451:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434532.641453:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434532.641455:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434532.641457:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434532.641459:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14c00.
02000000:00000001:2.0:1789434532.641462:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434532.641464:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434532.641466:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbf480.
00000100:00000001:2.0:1789434532.641469:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434532.641470:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.641477:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.641494:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434532.641496:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.641498:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434532.641500:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434532.641501:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434532.641505:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641523:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434532.641524:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434532.641526:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434532.641528:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434532.641530:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434532.641533:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933980032:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434532.641536:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434532.641537:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434532.641539:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434532.641541:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434532.641544:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434532.641546:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434532.641550:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434532.641552:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434532.641555:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434532.641558:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933980032, portal 10
00000100:00000001:2.0:1789434532.641561:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434532.641562:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549974912 : -119883159576704 : ffff92f786dbdf80)
00000100:00000040:2.0:1789434532.641568:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641573:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434532.641576:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434532.641578:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434532.641580:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933980032, offset 0
00000400:00000200:2.0:1789434532.641583:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434532.641588:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434532.641591:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434532.641594:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434532.641597:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434532.641599:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434532.641601:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434532.641604:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512909:512909:256:4294967295] 192.168.203.104@tcp LPNI seq info [512876:512876:8:4294967295]
00000400:00000200:2.0:1789434532.641608:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434532.641614:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434532.641619:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434532.641621:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434532.641623:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434532.641626:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789434532.641628:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434532.641630:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789434532.641633:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434532.641634:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434532.641636:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434532.641638:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434532.641640:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434532.641641:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434532.641643:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434532.641645:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641654:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434532.641656:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641660:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.641660:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434532.641662:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434532.641665:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434532.641667:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434532.641668:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300659725
00000100:00000001:2.0:1789434532.641670:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300660396
00000100:00000001:2.0:1789434532.641671:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300659725
00000100:00000001:2.0:1789434532.641673:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300660396
00000100:00000001:2.0:1789434532.641674:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434532.641675:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.641676:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434532.641678:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434532/real 1789434532]  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434532.641682:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434532.641683:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434532.641684:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434532.641685:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434532.641687:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434532.641688:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434532.641689:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434532.641694:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641697:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434532.641698:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.641700:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434532.641700:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434532.641702:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641706:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434532.641708:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641712:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434532.641713:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.641714:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434532.641714:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.641715:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434532.641718:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434532.641719:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434532.641721:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434532.641722:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434532.641724:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434532.641728:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933980032:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434532.641730:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434532.641732:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641736:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434532.641737:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434532.641738:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434532.641739:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434532.641740:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434532.641742:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933980160:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434532.641744:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434532.641745:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434532.641746:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434532.641747:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434532.641749:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434532.641750:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434532.641752:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434532.641753:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434532.641755:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434532.641757:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933980160, portal 4
00000100:00000001:2.0:1789434532.641758:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434532.641758:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549968640 : -119883159582976 : ffff92f786dbc700)
00000100:00000040:2.0:1789434532.641762:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641765:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434532.641767:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434532.641768:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434532.641770:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933980160, offset 0
00000400:00000200:2.0:1789434532.641773:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434532.641775:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434532.641777:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434532.641779:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434532.641781:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434532.641783:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434532.641786:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434532.641788:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512910:512910:256:4294967295] 192.168.203.104@tcp LPNI seq info [512877:512877:8:4294967295]
00000400:00000200:2.0:1789434532.641791:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434532.641796:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434532.641800:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434532.641803:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434532.641807:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434532.641809:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789434532.641813:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434532.641815:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789434532.641819:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434532.641821:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434532.641824:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434532.641827:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434532.641830:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434532.641831:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434532.641833:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434532.641837:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641844:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434532.641847:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641853:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.641854:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434532.641857:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434532.641860:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434532.641862:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434532.641864:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300659742
00000100:00000001:2.0:1789434532.641867:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300660396
00000100:00000001:2.0:1789434532.641869:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300659742
00000100:00000001:2.0:1789434532.641875:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300660396
00000100:00000001:2.0:1789434532.641877:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434532.641879:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.641881:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434532.641884:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434532/real 1789434532]  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434532.641891:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434532.641893:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434532.641894:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434532.641896:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434532.641897:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434532.641898:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434532.641900:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434532.641905:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641909:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434532.641910:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.641911:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434532.641911:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434532.641913:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641917:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434532.641919:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641923:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434532.641924:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.641925:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434532.641926:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.641927:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434532.641930:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434532.641931:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434532.641933:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434532.641934:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434532.641936:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434532.641944:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933980160:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434532.641946:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434532.641948:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641951:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434532.641952:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434532.641953:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434532.641954:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434532.641955:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434532.641957:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933980288:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434532.641958:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434532.641959:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434532.641960:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434532.641961:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434532.641963:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434532.641964:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434532.641967:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434532.641969:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434532.641972:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434532.641974:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933980288, portal 4
00000100:00000001:2.0:1789434532.641976:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434532.641977:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549982080 : -119883159569536 : ffff92f786dbfb80)
00000100:00000040:2.0:1789434532.641982:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.641987:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434532.641989:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434532.641991:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434532.641993:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933980288, offset 0
00000400:00000200:2.0:1789434532.641996:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434532.642000:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434532.642003:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434532.642006:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434532.642008:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434532.642010:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434532.642012:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434532.642015:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512911:512911:256:4294967295] 192.168.203.104@tcp LPNI seq info [512878:512878:8:4294967295]
00000400:00000200:2.0:1789434532.642019:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434532.642025:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434532.642029:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434532.642032:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434532.642036:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434532.642038:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1789434532.642042:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434532.642045:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1789434532.642048:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434532.642050:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434532.642053:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434532.642056:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434532.642058:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434532.642060:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434532.642062:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434532.642066:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.642072:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434532.642075:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.642080:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.642081:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434532.642084:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434532.642086:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434532.642089:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434532.642092:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300659744
00000100:00000001:2.0:1789434532.642094:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300660396
00000100:00000001:2.0:1789434532.642096:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300659744
00000100:00000001:2.0:1789434532.642097:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300660396
00000100:00000001:2.0:1789434532.642099:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434532.642101:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.642103:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434532.642106:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434532/real 1789434532]  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434532.642112:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434532.642114:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434532.642115:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434532.642117:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434532.642119:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434532.642121:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434532.642123:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434532.642130:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.642136:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434532.642137:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.642138:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434532.642139:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434532.642142:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.642148:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434532.642152:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.642158:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434532.642161:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.642162:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434532.642163:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.642164:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434532.642167:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434532.642170:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434532.642172:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434532.642174:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434532.642178:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434532.642185:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933980288:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434532.642189:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.642191:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434532.642194:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbdf80 x1876351933980032/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.642201:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434532.642202:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434532.642204:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434532.642207:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434532.642208:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434532.642210:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434532.642211:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434532.642213:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d16800.
02000000:00000001:2.0:1789434532.642215:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434532.642216:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434532.642218:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbdf80.
00000100:00000001:2.0:1789434532.642221:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434532.642222:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.642223:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434532.642226:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc700 x1876351933980160/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.642237:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434532.642239:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434532.642240:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434532.642242:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434532.642243:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434532.642244:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434532.642246:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434532.642248:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15000.
02000000:00000001:2.0:1789434532.642249:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434532.642251:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434532.642252:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc700.
00000100:00000001:2.0:1789434532.642254:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434532.642255:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.642257:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434532.642260:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbfb80 x1876351933980288/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434532.642266:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434532.642267:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434532.642268:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434532.642270:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434532.642271:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434532.642272:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434532.642274:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434532.642285:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15400.
02000000:00000001:2.0:1789434532.642288:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434532.642289:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434532.642290:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbfb80.
00000100:00000001:2.0:1789434532.642292:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434532.642293:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.642295:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434532.642299:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434532.642300:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434532.642302:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434532.642303:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434532.895438:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434532.895445:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434532.895447:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434532.895452:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434532.895456:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434532.895460:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434532.895463:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434532.895465:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434532.895469:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434533.343584:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300660396, at 4300660416
00000100:00000040:3.0:1789434533.343584:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300660396, at 4300660416
00000100:00000010:3.0:1789434533.343599:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888877e0.
00000100:00000010:2.0:1789434533.343607:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00010000:00000001:1.0:1789434533.407504:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434533.407511:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434533.407517:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434533.407520:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434533.407523:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434533.407527:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434533.407530:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434533.407532:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434533.407534:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434533.407537:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434533.407540:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434533.407542:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434533.407543:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434533.407544:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434533.407546:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434533.407547:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434533.407549:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434533.407550:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434533.407553:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434533.407555:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434533.407556:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434533.407557:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434533.407559:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434533.407560:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434533.407561:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434533.407563:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434533.407585:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434533.407588:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434533.407591:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434533.407915:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434533.407922:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434533.407925:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434533.407931:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434533.407935:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434533.407939:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434533.407943:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434533.407945:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434533.407949:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434533.663461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434533.663469:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434533.663471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434533.663618:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434533.663622:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434533.663624:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434533.663628:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434533.663631:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434533.663635:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434533.663637:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434533.663640:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434533.663642:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434533.663725:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434533.663728:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434533.663730:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434533.663732:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434533.663734:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434533.663736:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434533.919454:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434533.919460:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434533.919462:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434533.919466:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434533.919469:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434533.919472:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434533.919475:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434533.919477:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434533.919480:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434534.431460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434534.431460:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434534.431467:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434534.431472:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434534.431476:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434534.431477:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434534.431481:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434534.431483:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434534.431487:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434534.431489:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434534.431490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434534.431494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434534.431496:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434534.431498:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434534.431499:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434534.431503:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434534.431509:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434534.431540:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434534.431546:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434534.431550:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434534.687430:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434534.687435:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434534.687437:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434534.687443:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434534.687445:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1789434534.687448:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434534.687450:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434534.687452:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1789434534.687460:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434534.687467:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434534.687467:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434534.687473:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434534.687474:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434534.687479:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434534.687480:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434534.687485:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434534.687486:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434534.687489:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434534.943549:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434534.943559:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434534.943561:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434534.943569:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434534.943573:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434534.943577:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434534.943580:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434534.943584:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434534.943588:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434535.455531:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434535.455540:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434535.455544:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434535.455550:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434535.455555:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434535.455561:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434535.455566:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434535.455570:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434535.455574:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434535.455658:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434535.455665:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434535.455672:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434535.455674:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434535.455678:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434535.455681:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434535.455684:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434535.455685:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434535.455769:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434535.455772:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434535.455776:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434535.711414:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434535.711735:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434535.711737:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434535.711743:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434535.711746:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434535.711749:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434535.711761:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434535.711763:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434535.711766:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434535.711976:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434535.711980:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434535.711982:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434535.711986:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434535.711988:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434535.711990:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434535.711992:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434535.711994:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434535.711996:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434535.967480:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434535.967490:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434535.967492:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434535.967497:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434535.967500:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434535.967503:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434535.967514:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434535.967517:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434535.967520:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434536.479474:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434536.479482:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434536.479484:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434536.479488:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434536.479493:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434536.479496:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434536.479499:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434536.479501:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434536.479506:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434536.479507:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434536.479511:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434536.479513:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434536.479517:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434536.479518:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434536.479536:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434536.479541:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434536.479543:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434536.479548:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434536.479552:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434536.479555:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434536.479559:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434536.479562:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1789434536.479568:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434536.479572:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434536.479574:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434536.479576:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434536.735444:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434536.735451:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434536.735453:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434536.735458:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434536.735461:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434536.735465:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434536.735468:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434536.735470:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434536.735470:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434536.735473:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434536.735476:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434536.735479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434536.735483:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434536.735486:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434536.735488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434536.735491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434536.735493:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434536.735495:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434536.991664:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434536.991671:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434536.991673:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434536.991678:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434536.991682:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434536.991685:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434536.991688:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434536.991691:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434536.991694:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434537.503466:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434537.503473:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434537.503477:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434537.503484:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434537.503488:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434537.503494:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434537.503499:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434537.503502:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434537.503508:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434537.503565:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434537.503570:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434537.503576:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434537.503578:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434537.503583:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434537.503585:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434537.503590:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434537.503591:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434537.503623:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434537.503627:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434537.503631:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789434537.759452:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434537.759452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434537.759458:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434537.759461:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434537.759463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1789434537.759467:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434537.759471:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789434537.759476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434537.759477:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434537.759482:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1789434537.759486:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5992
00000100:00000001:2.0:1789434537.759487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.759492:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434537.759494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.759498:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434537.759499:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434537.759508:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434537.759511:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434537.759514:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759518:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434537.759520:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759522:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434537.759539:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434537.759542:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:0.0:1789434537.759545:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434537.759549:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:0.0:1789434537.759552:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:0.0:1789434537.759555:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:0.0:1789434537.759559:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759561:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434537.759563:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434537.759564:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434537.759566:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:3.0:1789434537.759568:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434537.759571:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1789434537.759572:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00100000:3.0:1789434537.759576:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00080000:0.0:1789434537.759578:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434537.759580:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434537.759583:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434537.759584:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789434537.759589:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1789434537.759589:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434537.759592:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1789434537.759594:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1789434537.759595:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434537.759599:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434537.759603:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434537.759605:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434537.759614:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbc000.
00000020:00000040:0.0:1789434537.759617:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:0.0:1789434537.759621:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434537.759622:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434537.759625:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434537.759628:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434537.759632:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434537.759639:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d14800.
00000100:00000001:0.0:1789434537.759645:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434537.759654:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434537.759664:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434537.759668:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434537.759672:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f9eea5b] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434537.759697:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434537.759700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434537.759703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1789434537.759705:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434537.759706:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434537.759709:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434537.759711:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5992
00000400:00000200:0.0:1789434537.759715:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434537.759717:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434537.759720:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434537.759723:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759725:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434537.759727:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759729:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434537.759732:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434537.759733:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:0.0:1789434537.759735:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434537.759737:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:0.0:1789434537.759740:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:0.0:1789434537.759742:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:0.0:1789434537.759745:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759746:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434537.759747:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759748:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434537.759750:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:0.0:1789434537.759751:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759752:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434537.759754:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434537.759758:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434537.759760:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434537.759761:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1789434537.759765:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1789434537.759767:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434537.759768:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434537.759770:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbea00.
00000020:00000040:0.0:1789434537.759772:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:0.0:1789434537.759773:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434537.759774:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434537.759776:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434537.759776:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434537.759778:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434537.759781:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17000.
00000100:00000001:0.0:1789434537.759785:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434537.759789:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1789434537.759796:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434537.759798:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434537.759801:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099227cf5] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434537.759814:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434537.759817:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434537.759819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1789434537.759821:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434537.759822:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434537.759825:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1789434537.759827:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5992
00000400:00000200:0.0:1789434537.759831:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434537.759834:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:0.0:1789434537.759836:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1789434537.759839:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759841:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434537.759842:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759844:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:0.0:1789434537.759847:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1789434537.759849:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:0.0:1789434537.759850:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1789434537.759852:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:0.0:1789434537.759854:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:0.0:1789434537.759856:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:0.0:1789434537.759859:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759860:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434537.759862:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759864:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:0.0:1789434537.759866:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:0.0:1789434537.759868:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434537.759870:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434537.759872:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434537.759996:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434537.759999:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434537.760001:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434537.760002:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1789434537.760004:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000001:2.0:1789434537.760005:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1789434537.760007:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434537.760008:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1789434537.760009:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1789434537.760012:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbed80.
00000100:00000040:2.0:1789434537.760014:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1789434537.760015:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434537.760018:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434537.760019:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434537.760021:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434537.760022:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1789434537.760022:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434537.760023:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434537.760024:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434537.760026:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1789434537.760027:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d15c00.
02000000:00000001:2.0:1789434537.760029:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434537.760031:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434537.760035:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933980416:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434537.760038:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1789434537.760041:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434537.760042:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434537.760044:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434537.760046:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1789434537.760046:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434537.760052:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:0.0:1789434537.760053:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1789434537.760054:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434537.760055:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434537.760058:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d26fcf9] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1789434537.760059:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434537.760065:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1789434537.760068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789434537.760071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:2.0:1789434537.760071:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000100:00000001:0.0:1789434537.760072:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1789434537.760074:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1789434537.760076:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:2.0:1789434537.760077:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00080000:0.0:1789434537.760078:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5992
00000400:00000200:0.0:1789434537.760081:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000200:2.0:1789434537.760083:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933980416, portal 25
00000400:00000200:0.0:1789434537.760084:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1789434537.760085:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1789434537.760086:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1789434537.760087:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549966848 : -119883159584768 : ffff92f786dbc000)
00000100:00000040:2.0:1789434537.760093:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1789434537.760097:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.760099:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434537.760101:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434537.760101:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1789434537.760103:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000040:2.0:1789434537.760103:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000020:00000001:0.0:1789434537.760106:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1789434537.760106:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000020:00000040:0.0:1789434537.760107:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:0.0:1789434537.760109:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1789434537.760109:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933980416, offset 0
00000020:00000040:0.0:1789434537.760111:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:0.0:1789434537.760112:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:0.0:1789434537.760114:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000200:2.0:1789434537.760115:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000040:0.0:1789434537.760117:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.760119:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1789434537.760120:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434537.760122:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434537.760123:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000040:0.0:1789434537.760124:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:0.0:1789434537.760126:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434537.760128:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434537.760128:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
02000000:00000001:0.0:1789434537.760130:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1789434537.760133:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789434537.760133:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1789434537.760135:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434537.760136:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1789434537.760137:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000008:00100000:0.0:1789434537.760138:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:0.0:1789434537.760140:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434537.760140:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1789434537.760141:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434537.760143:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000010:0.0:1789434537.760144:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f786dbe300.
00000020:00000040:0.0:1789434537.760147:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000200:2.0:1789434537.760148:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512912:512912:256:4294967295] 192.168.203.104@tcp LPNI seq info [512879:512879:8:4294967295]
02000000:00000001:0.0:1789434537.760149:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434537.760150:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434537.760152:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1789434537.760152:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:0.0:1789434537.760153:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1789434537.760154:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434537.760157:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f782d17c00.
00000100:00000001:0.0:1789434537.760161:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434537.760161:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1789434537.760165:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1789434537.760166:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434537.760170:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434537.760176:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789434537.760178:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1789434537.760179:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789434537.760180:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1789434537.760183:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ad113eb] to pc [ptlrpcd_rcv+-1]  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1789434537.760188:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:0.0:1789434537.760192:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1789434537.760192:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1789434537.760197:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6002)
00000800:00000100:2.0:1789434537.760197:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434537.760199:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434537.760205:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434537.760209:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434537.760214:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434537.760217:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434537.760221:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434537.760224:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760233:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434537.760236:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760263:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434537.760265:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434537.760270:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434537.760273:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434537.760276:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300665515
00000100:00000010:2.0:1789434537.760281:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434537.760288:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434537.760292:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300665515
00000100:00000010:2.0:1789434537.760295:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887600.
00000100:00000001:2.0:1789434537.760297:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434537.760299:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434537.760301:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434537.760303:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434537.760306:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434537/real 1789434537]  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434537.760313:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434537.760320:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434537.760323:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434537.760326:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434537.760327:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434537.760330:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434537.760333:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434537.760340:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760346:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434537.760377:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.760381:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434537.760382:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434537.760387:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760394:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434537.760398:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760405:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434537.760407:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.760409:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434537.760410:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.760412:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434537.760414:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434537.760417:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434537.760420:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434537.760422:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434537.760427:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434537.760435:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933980416:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434537.760439:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434537.760442:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760448:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434537.760449:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434537.760451:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434537.760453:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434537.760455:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434537.760458:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933980544:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434537.760461:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434537.760462:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434537.760464:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434537.760466:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434537.760469:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434537.760471:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434537.760475:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434537.760477:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434537.760480:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434537.760483:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933980544, portal 10
00000100:00000001:2.0:1789434537.760485:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434537.760486:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549977600 : -119883159574016 : ffff92f786dbea00)
00000100:00000040:2.0:1789434537.760491:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760497:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434537.760499:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434537.760501:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434537.760503:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933980544, offset 0
00000400:00000200:2.0:1789434537.760507:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434537.760510:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434537.760513:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434537.760516:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434537.760519:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434537.760521:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434537.760523:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434537.760573:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512913:512913:256:4294967295] 192.168.203.104@tcp LPNI seq info [512880:512880:8:4294967295]
00000400:00000200:2.0:1789434537.760578:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434537.760583:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434537.760588:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434537.760591:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434537.760594:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434537.760597:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789434537.760600:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434537.760603:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789434537.760606:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434537.760608:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434537.760611:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434537.760614:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434537.760616:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434537.760618:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434537.760620:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434537.760623:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760630:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434537.760633:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760639:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434537.760640:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434537.760643:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434537.760646:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434537.760649:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434537.760651:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300664844
00000100:00000001:2.0:1789434537.760653:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300665515
00000100:00000001:2.0:1789434537.760655:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300664844
00000100:00000001:2.0:1789434537.760657:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300665515
00000100:00000001:2.0:1789434537.760658:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434537.760660:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434537.760662:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434537.760665:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434537/real 1789434537]  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434537.760671:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434537.760672:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434537.760674:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434537.760676:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434537.760677:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434537.760679:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434537.760682:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434537.760689:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760694:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434537.760695:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.760697:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434537.760698:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434537.760702:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760708:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434537.760711:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760717:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434537.760719:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.760721:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434537.760722:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.760723:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434537.760726:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434537.760729:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434537.760732:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434537.760734:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434537.760738:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434537.760745:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933980544:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434537.760749:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.760751:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434537.760754:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbc000 x1876351933980416/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760762:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434537.760764:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434537.760766:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434537.760769:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434537.760771:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434537.760772:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434537.760774:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434537.760776:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d14800.
02000000:00000001:2.0:1789434537.760780:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434537.760781:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434537.760783:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbc000.
00000100:00000001:2.0:1789434537.760787:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434537.760788:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.760790:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434537.760792:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbea00 x1876351933980544/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760798:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434537.760799:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434537.760800:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434537.760802:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434537.760803:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434537.760804:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434537.760806:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434537.760807:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17000.
02000000:00000001:2.0:1789434537.760810:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434537.760811:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434537.760812:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbea00.
00000100:00000001:2.0:1789434537.760815:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434537.760816:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.760818:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.760824:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434537.760825:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434537.760827:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434537.760828:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434537.760830:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434537.760833:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760840:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434537.760841:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434537.760843:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434537.760845:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434537.760846:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434537.760849:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933980672:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434537.760852:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434537.760853:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434537.760854:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434537.760856:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434537.760859:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434537.760860:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434537.760864:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434537.760866:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434537.760869:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434537.760872:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933980672, portal 4
00000100:00000001:2.0:1789434537.760873:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434537.760888:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549978496 : -119883159573120 : ffff92f786dbed80)
00000100:00000040:2.0:1789434537.760894:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760900:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434537.760902:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434537.760904:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434537.760906:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933980672, offset 0
00000400:00000200:2.0:1789434537.760910:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434537.760913:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434537.760916:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434537.760919:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434537.760922:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434537.760924:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434537.760926:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434537.760929:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512914:512914:256:4294967295] 192.168.203.104@tcp LPNI seq info [512881:512881:8:4294967295]
00000400:00000200:2.0:1789434537.760933:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434537.760938:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434537.760943:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434537.760946:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434537.760949:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434537.760952:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789434537.760956:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434537.760959:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789434537.760964:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434537.760966:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434537.760969:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434537.760972:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434537.760975:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434537.760976:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434537.760979:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434537.760982:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760990:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434537.760993:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.760998:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434537.760999:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434537.761002:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434537.761004:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434537.761006:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434537.761007:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300664861
00000100:00000001:2.0:1789434537.761009:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300665515
00000100:00000001:2.0:1789434537.761010:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300664861
00000100:00000001:2.0:1789434537.761011:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300665515
00000100:00000001:2.0:1789434537.761013:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434537.761015:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434537.761016:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434537.761018:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434537/real 1789434537]  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434537.761026:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434537.761027:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434537.761029:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434537.761031:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434537.761032:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434537.761034:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434537.761036:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434537.761044:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.761050:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434537.761051:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.761053:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434537.761054:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434537.761057:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.761064:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434537.761068:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.761075:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434537.761077:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.761079:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434537.761080:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.761082:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434537.761091:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434537.761094:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434537.761098:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434537.761100:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434537.761103:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434537.761111:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933980672:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434537.761114:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434537.761117:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.761122:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434537.761123:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434537.761125:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434537.761127:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434537.761128:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434537.761131:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933980800:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434537.761134:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434537.761136:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434537.761137:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434537.761138:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434537.761141:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434537.761142:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434537.761145:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434537.761147:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434537.761150:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434537.761152:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933980800, portal 4
00000100:00000001:2.0:1789434537.761154:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434537.761155:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190549975808 : -119883159575808 : ffff92f786dbe300)
00000100:00000040:2.0:1789434537.761159:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.761165:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434537.761167:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434537.761169:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434537.761171:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933980800, offset 0
00000400:00000200:2.0:1789434537.761175:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434537.761179:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434537.761182:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434537.761184:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434537.761186:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434537.761187:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434537.761188:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434537.761190:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512915:512915:256:4294967295] 192.168.203.104@tcp LPNI seq info [512882:512882:8:4294967295]
00000400:00000200:2.0:1789434537.761193:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434537.761197:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434537.761200:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434537.761201:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434537.761204:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434537.761205:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1789434537.761208:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434537.761210:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1789434537.761212:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434537.761213:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434537.761215:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434537.761217:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434537.761219:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434537.761220:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434537.761221:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434537.761224:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.761228:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434537.761230:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.761233:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434537.761234:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434537.761236:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434537.761249:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434537.761252:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434537.761254:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300664863
00000100:00000001:2.0:1789434537.761256:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300665515
00000100:00000001:2.0:1789434537.761258:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300664863
00000100:00000001:2.0:1789434537.761260:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300665515
00000100:00000001:2.0:1789434537.761262:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434537.761263:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434537.761265:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434537.761268:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434537/real 1789434537]  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434537.761275:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434537.761276:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434537.761278:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434537.761280:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434537.761282:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434537.761284:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434537.761287:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434537.761294:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.761301:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434537.761302:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.761304:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434537.761305:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434537.761309:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.761316:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434537.761319:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.761326:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434537.761328:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.761329:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434537.761330:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.761331:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434537.761335:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434537.761337:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434537.761340:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434537.761342:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434537.761345:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434537.761377:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f786dbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933980800:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434537.761379:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.761380:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434537.761382:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbed80 x1876351933980672/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.761386:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434537.761387:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434537.761389:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434537.761391:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434537.761393:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434537.761394:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434537.761396:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434537.761397:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d15c00.
02000000:00000001:2.0:1789434537.761400:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434537.761402:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434537.761403:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbed80.
00000100:00000001:2.0:1789434537.761406:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434537.761407:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.761409:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434537.761412:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f786dbe300 x1876351933980800/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434537.761417:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434537.761418:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434537.761420:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434537.761422:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434537.761423:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434537.761424:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434537.761426:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434537.761427:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f782d17c00.
02000000:00000001:2.0:1789434537.761429:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434537.761430:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434537.761431:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f786dbe300.
00000100:00000001:2.0:1789434537.761433:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434537.761434:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.761436:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434537.761439:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434537.761441:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434537.761442:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434537.761444:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434538.015527:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434538.015533:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434538.015535:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434538.015540:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434538.015551:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434538.015554:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434538.015557:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434538.015559:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434538.015561:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434538.463472:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300665515, at 4300665536
00000100:00000010:3.0:1789434538.463488:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887600.
00000100:00000040:2.0:1789434538.463671:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300665515, at 4300665536
00000100:00000010:2.0:1789434538.463679:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00000100:00000001:0.0:1789434538.527458:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434538.527458:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434538.527464:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434538.527466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434538.527469:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434538.527470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434538.527472:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434538.527476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434538.527478:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434538.527481:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434538.527482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434538.527486:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434538.527487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434538.527490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434538.527492:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434538.527496:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434538.527499:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434538.527527:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434538.527530:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434538.527533:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434538.783521:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434538.783528:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434538.783530:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434538.783535:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434538.783539:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434538.783542:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434538.783545:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434538.783548:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434538.783550:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434538.783773:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434538.783776:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434538.783778:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434538.783781:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434538.783783:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434538.783785:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434538.783787:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434538.783788:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434538.783790:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434539.039503:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434539.039510:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434539.039512:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434539.039517:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434539.039521:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434539.039530:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434539.039533:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434539.039538:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434539.039542:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434539.551517:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434539.551528:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434539.551530:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434539.551538:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434539.551543:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434539.551548:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434539.551552:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434539.551555:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434539.551559:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434539.552269:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434539.552276:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434539.552281:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434539.552282:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434539.552286:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434539.552287:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434539.552297:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434539.552298:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434539.552381:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434539.552385:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434539.552389:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434539.807474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434539.807481:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434539.807483:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434539.807489:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434539.807493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434539.807498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434539.807501:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434539.807504:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434539.807506:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434539.807507:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434539.807511:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434539.807514:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434539.807517:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434539.807520:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434539.807522:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434539.807524:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434539.807526:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434539.807528:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434540.063723:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434540.063733:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434540.063735:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434540.063742:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434540.063746:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434540.063750:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434540.063754:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434540.063757:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434540.063761:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434540.575466:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434540.575474:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434540.575476:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434540.575479:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1789434540.575481:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434540.575485:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434540.575487:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434540.575492:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434540.575493:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434540.575496:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434540.575496:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434540.575500:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434540.575504:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1789434540.575505:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434540.575507:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434540.575511:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434540.575512:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434540.575556:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434540.575560:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434540.575563:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434540.831472:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434540.831479:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434540.831482:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434540.831487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434540.831490:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434540.831494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434540.831497:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434540.831499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434540.831502:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434540.832649:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434540.832653:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434540.832656:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434540.832660:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434540.832664:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434540.832666:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434540.832669:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434540.832672:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434540.832675:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434541.087521:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434541.087527:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434541.087530:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434541.087535:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434541.087539:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434541.087542:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434541.087545:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434541.087547:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434541.087550:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434541.599476:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434541.599484:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434541.599486:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434541.599492:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434541.599497:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434541.599500:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434541.599503:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434541.599506:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434541.599509:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434541.599611:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434541.599615:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434541.599620:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434541.599621:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434541.599624:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434541.599626:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434541.599629:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434541.599630:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434541.599660:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434541.599663:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434541.599666:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434541.855430:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434541.855438:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434541.855438:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434541.855442:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434541.855444:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434541.855448:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434541.855450:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434541.855452:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434541.855456:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434541.855457:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434541.855462:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434541.855462:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434541.855466:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434541.855469:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434541.855470:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434541.855473:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434541.855475:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434541.855479:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434542.111505:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434542.111512:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434542.111514:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434542.111519:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434542.111523:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434542.111526:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434542.111528:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434542.111530:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434542.111533:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434542.623456:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434542.623463:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434542.623469:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434542.623470:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434542.623473:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434542.623474:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434542.623477:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434542.623478:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434542.623623:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434542.623627:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434542.623629:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434542.623632:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:0.0:1789434542.623635:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434542.623637:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434542.623639:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434542.623641:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434542.623643:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434542.623974:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434542.623978:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434542.623981:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434542.879478:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434542.879486:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434542.879488:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434542.879494:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434542.879497:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434542.879500:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.879503:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434542.879505:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.879508:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434542.880100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434542.880107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434542.880109:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434542.880114:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434542.880118:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434542.880125:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 5997
00000400:00000200:1.0:1789434542.880133:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434542.880139:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434542.880143:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434542.880146:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.880149:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434542.880152:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.880154:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434542.880162:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434542.880163:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434542.880166:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434542.880169:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434542.880172:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434542.880174:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434542.880177:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.880179:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434542.880181:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.880183:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434542.880185:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434542.880189:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434542.880191:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434542.880194:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434542.880198:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434542.880215:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434542.880218:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434542.880220:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434542.880230:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
00000020:00000040:1.0:1789434542.880233:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434542.880237:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434542.880239:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434542.880243:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434542.880246:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434542.880250:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434542.880257:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7400.
00000100:00000001:1.0:1789434542.880264:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434542.880273:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434542.880284:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434542.880288:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434542.880293:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434542.880319:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434542.880323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434542.880996:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434542.881001:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434542.881003:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434542.881010:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.881020:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434542.881022:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434542.881026:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434542.881028:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434542.881031:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434542.881034:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933980928:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434542.881038:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434542.881041:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434542.881043:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434542.881045:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434542.881051:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434542.881053:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434542.881060:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434542.881063:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434542.881069:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434542.881075:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933980928, portal 25
00000100:00000001:2.0:1789434542.881078:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434542.881079:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000040:2.0:1789434542.881086:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.881093:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434542.881095:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434542.881098:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434542.881101:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933980928, offset 0
00000400:00000200:2.0:1789434542.881106:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434542.881115:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434542.881120:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434542.881126:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434542.881129:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434542.881133:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434542.881136:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434542.881139:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512916:512916:256:4294967295] 192.168.203.104@tcp LPNI seq info [512883:512883:8:4294967295]
00000400:00000200:2.0:1789434542.881144:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434542.881154:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434542.881160:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434542.881165:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434542.881172:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434542.881175:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789434542.881180:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434542.881183:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789434542.881187:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434542.881190:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434542.881194:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434542.881199:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434542.881220:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434542.881223:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434542.881226:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434542.881230:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.881239:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434542.881243:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.881249:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434542.881251:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434542.881256:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434542.881259:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434542.881262:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300670636
00000100:00000010:2.0:1789434542.881266:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434542.881272:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434542.881278:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300670636
00000100:00000010:2.0:1789434542.881281:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887420.
00000100:00000001:2.0:1789434542.881284:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434542.881296:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434542.881299:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434542.881301:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434542.881306:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434542/real 1789434542]  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434542.881321:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434542.881323:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434542.881325:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434542.881329:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434542.881330:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434542.881333:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434542.881337:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434542.881345:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000200:2.0:1789434542.881347:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434542.881370:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434542.881373:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434542.881379:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434542.881381:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1789434542.881383:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434542.881384:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434542.881387:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.881389:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434542.881392:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1789434542.881536:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434542.881538:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434542.881541:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434542.881544:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:3.0:1789434542.881546:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434542.881549:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434542.881553:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434542.881601:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5997
00000400:00000200:1.0:1789434542.881606:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434542.881610:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434542.881612:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434542.881615:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881618:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434542.881620:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881622:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434542.881627:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434542.881629:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434542.881630:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434542.881633:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434542.881635:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434542.881637:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434542.881640:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881642:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434542.881644:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881645:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434542.881648:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434542.881650:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881652:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434542.881654:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434542.881659:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434542.881661:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434542.881662:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434542.881667:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434542.881669:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434542.881671:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434542.881676:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
00000020:00000040:1.0:1789434542.881678:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434542.881681:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434542.881683:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434542.881685:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434542.881687:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434542.881690:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434542.881696:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7000.
00000100:00000001:1.0:1789434542.881700:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434542.881705:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434542.881713:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434542.881716:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434542.881719:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434542.881729:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434542.881732:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434542.881735:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434542.881736:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434542.881738:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434542.881741:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434542.881743:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5997
00000400:00000200:1.0:1789434542.881745:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434542.881747:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434542.881749:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434542.881751:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881753:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434542.881755:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881757:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434542.881759:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434542.881760:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434542.881762:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434542.881763:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434542.881765:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434542.881766:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434542.881769:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881770:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434542.881772:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881774:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434542.881776:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434542.881779:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881780:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434542.881782:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434542.881783:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434542.881785:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434542.881786:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434542.881788:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434542.881790:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434542.881792:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434542.881794:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000020:00000040:1.0:1789434542.881796:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434542.881798:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434542.881799:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434542.881801:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434542.881802:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434542.881803:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434542.881806:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5400.
00000100:00000001:1.0:1789434542.881809:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434542.881812:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434542.881819:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434542.881821:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434542.881824:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434542.881830:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434542.881832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434542.881835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434542.881836:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434542.881837:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434542.881839:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434542.881841:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 5997
00000400:00000200:1.0:1789434542.881843:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434542.881845:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434542.881847:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434542.881849:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881850:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434542.881852:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881854:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434542.881856:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434542.881857:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434542.881858:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434542.881860:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434542.881862:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434542.881863:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434542.881866:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881867:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434542.881868:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881870:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434542.881872:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434542.881874:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434542.881875:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434542.881877:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434542.881878:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434542.881880:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434542.881881:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434542.881883:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434542.881884:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434542.881886:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434542.881888:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434542.881890:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434542.881891:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434542.881892:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434542.881893:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434542.881894:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434542.881895:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434542.881898:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da4c00.
00000100:00000001:1.0:1789434542.881900:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434542.881903:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434542.881914:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434542.881916:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434542.881919:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434542.881925:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434542.881929:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6007)
00000100:00100000:2.0:1789434542.882284:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882293:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434542.882299:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882305:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434542.882308:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.882310:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434542.882311:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.882313:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434542.882315:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434542.882317:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434542.882320:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434542.882322:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434542.882325:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434542.882333:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933980928:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434542.882337:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.882339:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434542.882341:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933980928/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882347:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434542.882364:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434542.882366:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434542.882369:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434542.882370:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434542.882372:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434542.882373:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434542.882375:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7400.
02000000:00000001:2.0:1789434542.882379:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434542.882381:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434542.882382:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:2.0:1789434542.882385:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434542.882386:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.882388:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.882393:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434542.882395:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434542.882397:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434542.882398:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434542.882399:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434542.882403:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882408:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434542.882410:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434542.882412:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434542.882426:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434542.882428:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434542.882431:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933981056:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434542.882435:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434542.882437:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434542.882439:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434542.882440:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434542.882443:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434542.882445:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434542.882450:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434542.882452:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434542.882456:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434542.882460:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933981056, portal 10
00000100:00000001:2.0:1789434542.882463:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434542.882464:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:2.0:1789434542.882469:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882476:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434542.882478:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434542.882481:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434542.882483:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933981056, offset 0
00000400:00000200:2.0:1789434542.882488:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434542.882493:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434542.882497:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434542.882501:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434542.882504:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434542.882507:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434542.882509:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434542.882512:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512917:512917:256:4294967295] 192.168.203.104@tcp LPNI seq info [512884:512884:8:4294967295]
00000400:00000200:2.0:1789434542.882516:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434542.882522:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434542.882527:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434542.882531:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434542.882535:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434542.882539:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789434542.882543:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434542.882546:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789434542.882550:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434542.882552:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434542.882555:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434542.882558:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434542.882562:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434542.882564:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434542.882566:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434542.882570:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882578:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434542.882581:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882586:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434542.882588:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434542.882592:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434542.882596:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434542.882599:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434542.882601:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300669966
00000100:00000001:2.0:1789434542.882604:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300670636
00000100:00000001:2.0:1789434542.882606:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300669966
00000100:00000001:2.0:1789434542.882608:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300670636
00000100:00000001:2.0:1789434542.882610:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434542.882612:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434542.882613:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434542.882617:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434542/real 1789434542]  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434542.882625:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434542.882627:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434542.882629:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434542.882632:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434542.882634:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434542.882636:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434542.882640:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434542.882648:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882654:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434542.882656:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.882658:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434542.882659:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434542.882662:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882668:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434542.882672:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882677:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434542.882679:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.882681:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434542.882682:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.882683:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434542.882687:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434542.882689:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434542.882692:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434542.882694:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434542.882697:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434542.882704:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933981056:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434542.882707:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434542.882711:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882716:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434542.882717:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434542.882719:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434542.882721:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434542.882723:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434542.882725:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933981184:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434542.882728:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434542.882730:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434542.882732:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434542.882733:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434542.882736:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434542.882738:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434542.882741:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434542.882743:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434542.882746:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434542.882749:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933981184, portal 4
00000100:00000001:2.0:1789434542.882750:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434542.882751:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:2.0:1789434542.882756:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882761:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434542.882769:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434542.882772:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434542.882774:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933981184, offset 0
00000400:00000200:2.0:1789434542.882778:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434542.882782:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434542.882786:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434542.882790:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434542.882793:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434542.882796:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434542.882798:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434542.882802:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512918:512918:256:4294967295] 192.168.203.104@tcp LPNI seq info [512885:512885:8:4294967295]
00000400:00000200:2.0:1789434542.882806:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434542.882813:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434542.882819:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434542.882822:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434542.882825:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434542.882828:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789434542.882832:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434542.882835:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789434542.882839:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434542.882841:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434542.882844:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434542.882848:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434542.882851:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434542.882853:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434542.882856:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434542.882860:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882867:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434542.882870:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882875:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434542.882876:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434542.882879:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434542.882882:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434542.882884:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434542.882886:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300669983
00000100:00000001:2.0:1789434542.882888:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300670636
00000100:00000001:2.0:1789434542.882890:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300669983
00000100:00000001:2.0:1789434542.882893:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300670636
00000100:00000001:2.0:1789434542.882895:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434542.882896:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434542.882898:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434542.882901:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434542/real 1789434542]  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434542.882908:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434542.882909:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434542.882911:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434542.882913:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434542.882914:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434542.882916:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434542.882919:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434542.882926:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882931:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434542.882933:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.882934:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434542.882935:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434542.882939:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882945:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434542.882949:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882955:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434542.882958:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.882960:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434542.882961:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.882963:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434542.882967:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434542.882970:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434542.882973:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434542.882975:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434542.882979:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434542.882986:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933981184:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434542.882989:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434542.882993:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.882998:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434542.882999:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434542.883001:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434542.883003:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434542.883005:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434542.883007:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933981312:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434542.883010:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434542.883012:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434542.883013:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434542.883015:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434542.883018:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434542.883019:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434542.883022:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434542.883024:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434542.883026:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434542.883029:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933981312, portal 4
00000100:00000001:2.0:1789434542.883031:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434542.883032:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:2.0:1789434542.883037:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.883042:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434542.883044:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434542.883046:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434542.883048:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933981312, offset 0
00000400:00000200:2.0:1789434542.883051:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434542.883055:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434542.883058:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434542.883060:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434542.883062:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434542.883065:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434542.883066:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434542.883069:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512919:512919:256:4294967295] 192.168.203.104@tcp LPNI seq info [512886:512886:8:4294967295]
00000400:00000200:2.0:1789434542.883072:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434542.883077:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434542.883081:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434542.883084:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434542.883087:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434542.883089:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1789434542.883092:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434542.883095:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1789434542.883098:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434542.883100:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434542.883102:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434542.883105:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434542.883108:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434542.883109:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434542.883111:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434542.883114:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.883120:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434542.883123:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.883134:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434542.883135:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434542.883137:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434542.883140:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434542.883142:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434542.883144:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300669985
00000100:00000001:2.0:1789434542.883146:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300670636
00000100:00000001:2.0:1789434542.883148:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300669985
00000100:00000001:2.0:1789434542.883150:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300670636
00000100:00000001:2.0:1789434542.883152:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434542.883153:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434542.883155:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434542.883159:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434542/real 1789434542]  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434542.883165:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434542.883167:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434542.883168:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434542.883171:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434542.883172:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434542.883174:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434542.883176:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434542.883183:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.883189:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434542.883190:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.883191:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434542.883193:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434542.883196:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.883217:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434542.883222:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.883228:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434542.883230:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.883232:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434542.883233:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.883234:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434542.883238:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434542.883240:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434542.883244:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434542.883246:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434542.883250:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434542.883257:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933981312:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434542.883261:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.883263:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434542.883266:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933981056/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.883272:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434542.883274:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434542.883276:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434542.883278:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434542.883279:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434542.883280:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434542.883281:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434542.883282:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7000.
02000000:00000001:2.0:1789434542.883284:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434542.883285:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434542.883286:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:2.0:1789434542.883288:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434542.883289:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.883290:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434542.883292:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933981184/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.883296:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434542.883297:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434542.883298:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434542.883299:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434542.883299:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434542.883300:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434542.883301:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434542.883301:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5400.
02000000:00000001:2.0:1789434542.883302:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434542.883303:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434542.883304:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:2.0:1789434542.883305:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434542.883305:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.883306:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434542.883308:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933981312/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434542.883311:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434542.883311:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434542.883312:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434542.883313:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434542.883314:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434542.883314:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434542.883315:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434542.883316:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4c00.
02000000:00000001:2.0:1789434542.883317:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434542.883318:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434542.883318:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:2.0:1789434542.883319:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434542.883320:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.883321:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434542.883325:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434542.883326:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434542.883327:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434542.883328:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434543.135599:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434543.135607:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434543.135609:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434543.135614:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434543.135617:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434543.135621:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434543.135624:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434543.135626:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434543.135628:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434543.583495:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300670636, at 4300670656
00000100:00000040:3.0:1789434543.583495:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300670636, at 4300670656
00000100:00000010:3.0:1789434543.583511:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887420.
00000100:00000010:2.0:1789434543.583517:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00000100:00000001:3.0:1789434543.647550:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434543.647557:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434543.647560:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434543.647565:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434543.647568:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434543.647572:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434543.647575:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434543.647577:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434543.647580:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647702:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434543.647705:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647710:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434543.647712:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434543.647714:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434543.647718:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647721:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434543.647723:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647725:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647727:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647730:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434543.647731:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434543.647733:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434543.647734:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647736:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434543.647737:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647739:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647741:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647744:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434543.647745:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434543.647747:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434543.647748:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647750:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434543.647751:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647753:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434543.647755:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434543.647797:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434543.647801:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434543.647804:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434543.903438:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434543.903446:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434543.903448:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434543.903453:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434543.903457:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434543.903461:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434543.903464:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434543.903466:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434543.903468:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434543.907772:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434543.907779:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434543.907781:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434543.907786:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434543.907789:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434543.907793:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434543.907796:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434543.907798:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434543.907801:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434544.159504:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434544.159511:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434544.159513:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434544.159518:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434544.159522:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434544.159525:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434544.159528:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434544.159530:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434544.159533:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434544.671544:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434544.671552:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434544.671554:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434544.671560:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434544.671564:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434544.671567:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434544.671569:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434544.671572:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434544.671576:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434544.671673:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434544.671676:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434544.671680:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434544.671682:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434544.671685:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434544.671686:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434544.671690:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434544.671691:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434544.671859:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434544.671863:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434544.671866:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434544.927446:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434544.927446:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434544.927453:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434544.927454:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434544.927457:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434544.927458:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434544.927464:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434544.927478:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1789434544.927478:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434544.927483:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434544.927487:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434544.927488:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434544.927493:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434544.927494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434544.927497:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434544.927498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434544.927501:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434544.927506:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434545.183519:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434545.183527:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434545.183529:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434545.183535:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434545.183539:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434545.183543:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434545.183546:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434545.183549:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434545.183553:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434545.695485:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434545.695491:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434545.695496:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434545.695498:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434545.695501:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434545.695502:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434545.695506:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434545.695507:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434545.695528:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434545.695531:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434545.695534:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434545.695695:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434545.695700:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434545.695702:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434545.696254:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434545.696260:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434545.696263:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434545.696266:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434545.696268:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434545.696271:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434545.951438:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434545.951438:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434545.951446:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434545.951446:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434545.951450:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434545.951451:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434545.951457:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434545.951458:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434545.951464:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434545.951464:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434545.951469:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434545.951470:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434545.951473:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434545.951474:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434545.951477:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434545.951478:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434545.951483:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434545.951483:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434546.207449:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434546.207456:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434546.207459:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434546.207464:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434546.207467:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434546.207471:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434546.207474:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434546.207476:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434546.207479:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434546.719557:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434546.719566:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434546.719568:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434546.719571:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434546.719576:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434546.719578:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434546.719580:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434546.719583:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434546.719587:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434546.719589:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434546.719592:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434546.719594:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434546.719597:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434546.719598:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434546.719779:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434546.719782:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434546.719785:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434546.719868:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434546.719872:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434546.719886:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434546.719890:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434546.719894:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434546.719978:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434546.719981:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434546.719984:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434546.719987:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434546.975480:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434546.975488:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434546.975490:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434546.975490:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434546.975494:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434546.975498:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434546.975498:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:0.0:1789434546.975503:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434546.975505:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434546.975508:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434546.975510:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434546.975512:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434546.975516:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434546.975516:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434546.975521:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434546.975521:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434546.975527:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434546.975528:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434547.231461:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434547.231468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434547.231470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434547.231475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434547.231480:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434547.231484:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434547.231487:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434547.231489:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434547.231492:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434547.743605:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434547.743612:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434547.743619:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434547.743620:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434547.743623:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434547.743625:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434547.743628:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434547.743629:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434547.743715:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434547.743719:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434547.743721:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434547.743725:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434547.743728:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434547.743731:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434547.743734:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434547.743736:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434547.743739:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434547.743908:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434547.743912:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434547.743915:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789434547.999427:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434547.999435:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434547.999438:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434547.999441:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434547.999445:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434547.999451:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 6002
00000400:00000200:1.0:1789434547.999460:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434547.999587:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434547.999591:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434547.999593:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434547.999596:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434547.999599:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434547.999602:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434547.999605:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434547.999607:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434547.999609:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434547.999643:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434547.999647:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434547.999650:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434547.999653:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434547.999656:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434547.999658:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434547.999665:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434547.999667:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434547.999669:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434547.999672:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434547.999675:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434547.999677:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434547.999680:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434547.999682:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434547.999684:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434547.999685:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434547.999688:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434547.999691:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434547.999693:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434547.999696:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434547.999699:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434547.999702:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434547.999704:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434547.999707:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434547.999715:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849880.
00000020:00000040:1.0:1789434547.999719:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434547.999723:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434547.999724:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434547.999727:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434547.999730:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434547.999733:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434547.999739:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7c00.
00000100:00000001:1.0:1789434547.999745:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434547.999754:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434547.999764:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434547.999768:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434547.999772:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1fca34] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434547.999816:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434547.999818:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434547.999821:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434547.999827:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434547.999834:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434547.999836:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434547.999839:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434547.999841:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434547.999843:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434547.999846:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933981440:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434547.999851:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434547.999854:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434547.999856:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434547.999858:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434547.999863:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434547.999865:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434547.999881:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434547.999884:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434547.999888:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434547.999889:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434547.999891:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434547.999894:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434547.999896:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6002
00000400:00000200:1.0:1789434547.999899:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434547.999903:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434547.999905:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434547.999907:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434547.999909:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434547.999911:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434547.999913:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434547.999916:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434547.999918:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434547.999920:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434547.999922:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434547.999924:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434547.999926:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434547.999929:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434547.999930:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434547.999932:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434547.999934:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434547.999936:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434547.999939:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434547.999941:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434547.999942:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1789434547.999961:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434547.999965:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434547.999971:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434547.999976:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933981440, portal 25
00000100:00000001:2.0:1789434547.999979:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434547.999980:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:2.0:1789434547.999986:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434547.999993:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434547.999996:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434547.999998:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434548.000001:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933981440, offset 0
00000400:00000200:2.0:1789434548.000007:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434548.000014:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434548.000019:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434548.000024:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434548.000027:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
02000000:00000001:1.0:1789434548.000087:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434548.000090:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434548.000092:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434548.000095:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434548.000098:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434548.000100:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434548.000104:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849500.
00000020:00000040:1.0:1789434548.000106:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434548.000109:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434548.000110:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434548.000112:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434548.000113:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434548.000115:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434548.000119:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6800.
00000100:00000001:1.0:1789434548.000122:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434548.000127:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434548.000134:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434548.000136:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434548.000140:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4c7c83] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434548.000148:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434548.000151:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434548.000154:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434548.000155:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434548.000156:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434548.000160:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1789434548.000270:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434548.000273:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434548.000276:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512920:512920:256:4294967295] 192.168.203.104@tcp LPNI seq info [512887:512887:8:4294967295]
00000400:00000200:2.0:1789434548.000281:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434548.000291:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434548.000297:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434548.000303:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434548.000309:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434548.000313:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789434548.000318:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434548.000322:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789434548.000326:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434548.000328:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434548.000333:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434548.000338:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434548.000344:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434548.000346:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434548.000368:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434548.000373:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.000383:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434548.000386:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434548.000388:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434548.000393:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434548.000397:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434548.000398:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434548.000402:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00100000:0.0:1789434548.000403:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434548.000407:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434548.000408:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434548.000413:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1789434548.000414:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434548.000417:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434548.000418:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300675756
00000100:00000001:0.0:1789434548.000421:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1789434548.000425:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:0.0:1789434548.000426:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434548.000433:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434548.000439:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300675756
00000100:00000010:2.0:1789434548.000443:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887900.
00000100:00000001:2.0:1789434548.000446:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434548.000450:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434548.000452:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434548.000455:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434548.000460:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434547/real 1789434548]  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789434548.000501:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6002
00000400:00000200:1.0:1789434548.000505:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434548.000508:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434548.000511:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434548.000514:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434548.000516:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434548.000518:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434548.000520:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434548.000523:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434548.000525:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434548.000526:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434548.000528:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434548.000530:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434548.000532:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434548.000535:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434548.000537:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434548.000539:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434548.000540:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434548.000542:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434548.000544:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434548.000547:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434548.000549:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434548.000552:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434548.000554:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434548.000556:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434548.000558:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434548.000560:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434548.000562:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434548.000566:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849f80.
00000020:00000040:1.0:1789434548.000567:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434548.000570:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434548.000571:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434548.000573:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434548.000574:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434548.000576:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434548.000580:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6000.
00000100:00000001:1.0:1789434548.000583:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434548.000587:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434548.000594:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434548.000597:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434548.000600:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003af3c0cd] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434548.000606:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434548.000608:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434548.000611:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434548.000612:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434548.000614:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434548.000617:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434548.000619:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6002
00000400:00000200:1.0:1789434548.000622:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434548.000624:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434548.000627:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434548.000630:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434548.000631:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434548.000633:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434548.000635:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434548.000638:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434548.000639:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434548.000640:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434548.000642:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434548.000644:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434548.000646:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434548.000649:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434548.000650:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434548.000652:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434548.000654:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434548.000656:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434548.000658:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434548.000660:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434548.000661:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434548.000664:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434548.000666:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434548.000667:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434548.000669:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434548.000671:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434548.000672:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434548.000676:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434548.000678:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434548.000680:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434548.000681:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434548.000683:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434548.000685:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434548.000686:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434548.000689:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5000.
00000100:00000001:1.0:1789434548.000692:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434548.000696:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434548.000703:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434548.000705:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434548.000708:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434548.000715:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434548.000719:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6012)
00000400:00000001:2.0:1789434548.000824:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434548.000826:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434548.000828:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434548.000832:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434548.000834:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434548.000837:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434548.000840:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434548.000848:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.000855:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434548.000856:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.000859:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434548.000861:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434548.000873:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.000881:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434548.000886:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.000892:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434548.000895:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.000896:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434548.000897:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.000900:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434548.000901:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434548.000904:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434548.000908:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434548.000911:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434548.000915:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434548.000923:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933981440:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434548.000928:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.000929:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434548.000932:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933981440/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.000939:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434548.000942:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434548.001027:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434548.001071:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434548.001073:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434548.001075:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434548.001077:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434548.001080:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7c00.
02000000:00000001:2.0:1789434548.001083:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434548.001085:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434548.001087:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:2.0:1789434548.001090:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434548.001091:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.001093:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.001099:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434548.001100:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434548.001102:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434548.001103:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434548.001105:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434548.001109:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001115:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434548.001117:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434548.001119:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434548.001121:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434548.001123:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434548.001126:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933981568:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434548.001129:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434548.001131:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434548.001132:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434548.001134:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434548.001137:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434548.001139:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434548.001143:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434548.001146:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434548.001149:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434548.001152:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933981568, portal 10
00000100:00000001:2.0:1789434548.001154:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434548.001155:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:2.0:1789434548.001174:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001181:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434548.001183:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434548.001185:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434548.001188:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933981568, offset 0
00000400:00000200:2.0:1789434548.001192:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434548.001196:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434548.001200:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434548.001203:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434548.001206:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434548.001208:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434548.001210:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434548.001214:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512921:512921:256:4294967295] 192.168.203.104@tcp LPNI seq info [512888:512888:8:4294967295]
00000400:00000200:2.0:1789434548.001217:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434548.001224:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434548.001229:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434548.001232:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434548.001236:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434548.001239:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789434548.001243:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434548.001245:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789434548.001250:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434548.001251:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434548.001254:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434548.001257:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434548.001260:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434548.001261:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434548.001264:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434548.001267:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001274:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434548.001277:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001283:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434548.001285:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434548.001288:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434548.001291:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434548.001294:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434548.001296:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300675084
00000100:00000001:2.0:1789434548.001299:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300675756
00000100:00000001:2.0:1789434548.001300:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300675084
00000100:00000001:2.0:1789434548.001302:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300675756
00000100:00000001:2.0:1789434548.001304:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434548.001306:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434548.001308:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434548.001312:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434548/real 1789434548]  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434548.001319:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434548.001320:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434548.001322:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434548.001324:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434548.001326:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434548.001327:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434548.001330:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434548.001338:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001345:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434548.001346:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.001363:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434548.001365:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434548.001368:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001374:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434548.001378:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001384:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434548.001387:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.001388:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434548.001389:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.001391:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434548.001394:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434548.001396:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434548.001400:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434548.001402:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434548.001405:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434548.001414:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933981568:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434548.001417:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434548.001421:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001427:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434548.001428:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434548.001430:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434548.001432:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434548.001434:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434548.001437:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933981696:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434548.001440:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434548.001441:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434548.001443:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434548.001444:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434548.001447:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434548.001449:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434548.001452:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434548.001454:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434548.001457:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434548.001460:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933981696, portal 4
00000100:00000001:2.0:1789434548.001461:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434548.001463:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000040:2.0:1789434548.001467:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001474:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434548.001476:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434548.001478:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434548.001480:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933981696, offset 0
00000400:00000200:2.0:1789434548.001484:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434548.001487:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434548.001490:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434548.001493:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434548.001495:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434548.001497:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434548.001499:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434548.001502:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512922:512922:256:4294967295] 192.168.203.104@tcp LPNI seq info [512889:512889:8:4294967295]
00000400:00000200:2.0:1789434548.001506:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434548.001512:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434548.001517:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434548.001519:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434548.001522:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434548.001525:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789434548.001529:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434548.001531:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789434548.001535:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434548.001536:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434548.001539:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434548.001542:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434548.001545:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434548.001547:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434548.001549:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434548.001552:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001559:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434548.001562:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001568:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434548.001569:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434548.001571:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434548.001574:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434548.001577:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434548.001579:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300675102
00000100:00000001:2.0:1789434548.001581:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300675756
00000100:00000001:2.0:1789434548.001583:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300675102
00000100:00000001:2.0:1789434548.001585:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300675756
00000100:00000001:2.0:1789434548.001587:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434548.001588:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434548.001590:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434548.001593:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434548/real 1789434548]  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434548.001600:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434548.001601:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434548.001603:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434548.001605:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434548.001607:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434548.001609:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434548.001612:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434548.001620:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001625:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434548.001627:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.001628:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434548.001630:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434548.001633:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001640:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434548.001644:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001650:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434548.001653:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.001654:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434548.001655:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.001657:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434548.001660:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434548.001662:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434548.001665:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434548.001668:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434548.001671:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434548.001678:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933981696:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434548.001682:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434548.001684:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001690:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434548.001692:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434548.001694:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434548.001695:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434548.001697:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434548.001700:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933981824:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434548.001703:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434548.001704:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434548.001706:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434548.001707:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434548.001710:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434548.001712:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434548.001715:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434548.001717:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434548.001720:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434548.001722:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933981824, portal 4
00000100:00000001:2.0:1789434548.001725:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434548.001726:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:2.0:1789434548.001730:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001736:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434548.001738:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434548.001740:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434548.001742:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933981824, offset 0
00000400:00000200:2.0:1789434548.001745:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434548.001749:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434548.001752:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434548.001754:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434548.001757:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434548.001759:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434548.001761:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434548.001764:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512923:512923:256:4294967295] 192.168.203.104@tcp LPNI seq info [512890:512890:8:4294967295]
00000400:00000200:2.0:1789434548.001767:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434548.001774:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434548.001778:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434548.001781:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434548.001784:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434548.001787:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1789434548.001790:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434548.001793:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1789434548.001796:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434548.001798:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434548.001801:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434548.001804:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434548.001806:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434548.001808:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434548.001810:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434548.001813:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001826:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434548.001829:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.001835:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434548.001837:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434548.001839:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434548.001841:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434548.001844:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434548.001845:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300675104
00000100:00000001:2.0:1789434548.001848:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300675756
00000100:00000001:2.0:1789434548.001849:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300675104
00000100:00000001:2.0:1789434548.001851:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300675756
00000100:00000001:2.0:1789434548.001854:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434548.001855:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434548.001857:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434548.001861:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434548/real 1789434548]  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434548.001926:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434548.001927:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434548.001929:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434548.001931:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434548.001933:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434548.001935:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434548.001939:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434548.002000:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.002007:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434548.002009:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.002011:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434548.002012:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434548.002015:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.002021:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434548.002025:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.002081:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434548.002084:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.002085:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434548.002087:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.002089:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434548.002092:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434548.002094:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434548.002098:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434548.002100:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434548.002103:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434548.002112:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933981824:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434548.002115:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.002117:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434548.002120:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933981568/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.002126:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434548.002128:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434548.002130:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434548.002132:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434548.002134:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434548.002135:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434548.002137:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434548.002139:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6800.
02000000:00000001:2.0:1789434548.002141:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434548.002143:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434548.002144:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:2.0:1789434548.002147:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434548.002148:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.002150:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434548.002153:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933981696/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.002158:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434548.002160:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434548.002161:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434548.002173:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434548.002175:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434548.002176:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434548.002178:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434548.002179:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6000.
02000000:00000001:2.0:1789434548.002182:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434548.002183:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434548.002184:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:2.0:1789434548.002186:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434548.002187:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.002189:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434548.002192:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933981824/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434548.002198:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434548.002200:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434548.002201:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:2.0:1789434548.002203:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434548.002203:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434548.002205:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434548.002206:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434548.002207:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5000.
02000000:00000001:2.0:1789434548.002209:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434548.002211:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434548.002212:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:2.0:1789434548.002215:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434548.002216:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.002217:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.002221:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434548.002223:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434548.002225:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434548.002226:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434548.255870:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434548.255878:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434548.255880:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434548.255886:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434548.255890:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434548.255893:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434548.255896:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434548.255899:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434548.255902:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434548.703455:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300675756, at 4300675776
00000100:00000010:3.0:1789434548.703469:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887900.
00000100:00000040:2.0:1789434548.703512:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300675756, at 4300675776
00000100:00000010:2.0:1789434548.703520:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434548.767455:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434548.767463:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434548.767466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434548.767471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434548.767475:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434548.767478:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.767481:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434548.767483:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434548.767486:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434548.767607:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434548.767611:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434548.767615:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434548.767617:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434548.767621:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434548.767622:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434548.767625:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434548.767626:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434548.768067:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434548.768071:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434548.768074:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434549.023610:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434549.023610:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434549.023618:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434549.023618:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434549.023621:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434549.023622:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434549.023629:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434549.023629:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434549.023634:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434549.023635:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434549.023639:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434549.023640:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434549.023644:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434549.023645:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434549.023648:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434549.023648:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434549.023653:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434549.023654:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434549.279527:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434549.279532:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434549.279534:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434549.279538:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434549.279540:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434549.279543:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434549.279545:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434549.279547:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434549.279550:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434549.791467:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434549.791475:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434549.791477:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434549.791482:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434549.791485:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434549.791488:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434549.791491:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434549.791493:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434549.791496:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434549.792186:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434549.792191:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434549.792195:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434549.792196:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434549.792199:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434549.792201:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434549.792204:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434549.792206:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434549.792227:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434549.792229:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434549.792232:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434550.047456:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434550.047464:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434550.047467:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434550.047472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434550.047475:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434550.047478:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434550.047481:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434550.047483:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434550.047486:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434550.047863:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434550.047867:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434550.047869:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434550.047872:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434550.047875:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434550.047877:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434550.047879:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434550.047881:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434550.047884:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434550.304036:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434550.304045:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434550.304047:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434550.304053:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434550.304057:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434550.304062:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434550.304065:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434550.304068:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434550.304072:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434550.815535:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434550.815545:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434550.815548:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434550.815555:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434550.815559:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434550.815564:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434550.815567:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434550.815570:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434550.815573:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434550.817408:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434550.817414:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434550.817419:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434550.817420:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434550.817424:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434550.817425:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434550.817429:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434550.817431:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434550.817534:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434550.817538:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434550.817542:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434551.071488:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434551.071488:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434551.071497:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434551.071499:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434551.071501:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434551.071502:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434551.071511:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434551.071511:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434551.071517:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434551.071518:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434551.071523:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434551.071523:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434551.071529:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434551.071530:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434551.071534:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434551.071535:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434551.071540:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434551.071541:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434551.327505:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434551.327514:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434551.327516:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434551.327523:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434551.327527:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434551.327531:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434551.327534:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434551.327537:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434551.327540:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434551.839500:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434551.839510:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434551.839512:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434551.839519:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434551.839523:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434551.839528:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434551.839531:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434551.839535:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434551.839539:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434551.839743:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434551.839747:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434551.839752:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434551.839753:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434551.839757:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434551.839758:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434551.839761:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434551.839763:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434551.839819:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434551.839824:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434551.839837:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434552.095497:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434552.095506:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434552.095509:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434552.095516:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434552.095520:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434552.095524:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434552.095527:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434552.095529:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434552.095532:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434552.095682:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434552.095686:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434552.095688:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434552.095691:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434552.095694:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434552.095696:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434552.095698:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434552.095700:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434552.095703:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434552.351923:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434552.351933:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434552.351936:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434552.351942:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434552.351947:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434552.351951:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434552.351955:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434552.351958:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434552.351962:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434552.863827:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434552.863837:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434552.863840:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434552.863847:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434552.863851:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434552.863855:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434552.863858:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434552.863861:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434552.863865:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434552.863890:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434552.863895:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434552.863900:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434552.863902:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434552.863905:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434552.863906:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434552.863910:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434552.863911:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434552.864547:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434552.864551:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434552.864556:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434553.119892:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434553.119899:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434553.119901:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434553.119907:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434553.119910:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434553.119914:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434553.119917:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434553.119919:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434553.119922:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434553.120020:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434553.120023:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434553.120025:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434553.120027:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434553.120030:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434553.120032:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434553.120034:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434553.120036:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434553.120038:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434553.120084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434553.120089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434553.120091:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434553.120095:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434553.120098:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434553.120105:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 6007
00000400:00000200:2.0:1789434553.120114:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434553.120120:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434553.120123:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434553.120139:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120156:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434553.120159:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120161:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434553.120169:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434553.120171:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434553.120174:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434553.120176:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434553.120180:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434553.120182:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434553.120185:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120187:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434553.120189:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120190:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434553.120193:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434553.120196:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120198:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434553.120201:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434553.120204:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434553.120207:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434553.120209:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434553.120211:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434553.120219:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2ad80.
00000020:00000040:2.0:1789434553.120223:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434553.120226:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434553.120228:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434553.120230:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434553.120233:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434553.120236:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434553.120244:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78000.
00000100:00000001:2.0:1789434553.120250:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434553.120258:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434553.120268:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434553.120272:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434553.120277:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf7f5fd7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434553.120304:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434553.120307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434553.120310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434553.120312:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434553.120313:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434553.120316:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434553.120318:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6007
00000400:00000200:2.0:1789434553.120321:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434553.120324:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434553.120326:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434553.120329:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120331:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434553.120333:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120335:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434553.120338:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434553.120339:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434553.120340:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434553.120343:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434553.120345:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434553.120363:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434553.120366:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120369:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434553.120371:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120372:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434553.120374:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434553.120377:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120379:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434553.120381:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434553.120385:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434553.120387:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434553.120389:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434553.120393:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434553.120395:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434553.120397:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434553.120400:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28e00.
00000020:00000040:2.0:1789434553.120403:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434553.120405:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434553.120406:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434553.120408:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434553.120409:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434553.120411:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434553.120415:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789434553.120418:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434553.120422:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434553.120430:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434553.120432:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434553.120436:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004953e55d] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434553.120443:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434553.120446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434553.120449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434553.120450:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434553.120452:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434553.120454:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434553.120457:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6007
00000400:00000200:2.0:1789434553.120460:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434553.120463:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434553.120464:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434553.120468:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120470:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434553.120472:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120474:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434553.120476:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434553.120478:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434553.120479:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434553.120481:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434553.120483:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434553.120485:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434553.120488:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120490:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434553.120491:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120493:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434553.120495:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434553.120498:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120500:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434553.120502:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434553.120504:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434553.120506:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434553.120507:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434553.120509:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434553.120512:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434553.120513:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434553.120516:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2b800.
00000020:00000040:2.0:1789434553.120518:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434553.120521:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434553.120522:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434553.120523:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434553.120524:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434553.120526:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434553.120529:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:2.0:1789434553.120532:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434553.120536:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434553.120543:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434553.120544:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434553.120547:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3088977] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434553.120554:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434553.120556:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434553.120560:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434553.120561:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434553.120562:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434553.120565:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434553.120567:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6007
00000400:00000200:2.0:1789434553.120570:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434553.120573:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434553.120575:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434553.120577:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120579:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434553.120581:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120583:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434553.120586:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434553.120587:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434553.120588:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434553.120590:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434553.120592:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434553.120594:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434553.120597:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120599:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434553.120601:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120603:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434553.120605:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434553.120608:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434553.120610:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434553.120612:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434553.120614:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434553.120616:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434553.120618:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434553.120619:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434553.120621:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434553.120623:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434553.120626:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29880.
00000020:00000040:2.0:1789434553.120628:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434553.120630:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434553.120631:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434553.120633:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434553.120634:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434553.120636:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434553.120639:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789434553.120642:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434553.120646:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434553.120653:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434553.120655:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434553.120659:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ac992a] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434553.120666:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434553.120670:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6017)
00000100:00000001:0.0:1789434553.120782:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434553.120786:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434553.120788:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434553.120794:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.120808:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434553.120809:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434553.120812:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434553.120815:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434553.120817:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434553.120821:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933981952:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434553.120825:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434553.120828:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434553.120831:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434553.120833:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434553.120839:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434553.120841:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434553.120846:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434553.120850:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434553.120855:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434553.120862:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933981952, portal 25
00000100:00000001:0.0:1789434553.120864:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434553.120865:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482263424 : -119883227288192 : ffff92f782d2ad80)
00000100:00000040:0.0:1789434553.120871:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.120878:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434553.120881:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434553.120883:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434553.120887:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933981952, offset 0
00000400:00000200:0.0:1789434553.120893:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434553.120899:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434553.120906:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434553.120911:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434553.120914:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434553.120918:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434553.120921:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434553.120925:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512924:512924:256:4294967295] 192.168.203.104@tcp LPNI seq info [512891:512891:8:4294967295]
00000400:00000200:0.0:1789434553.120929:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434553.120938:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434553.120944:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434553.120948:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434553.120954:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434553.120959:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789434553.120964:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434553.120968:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789434553.120972:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434553.120975:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434553.120980:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434553.120985:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434553.120991:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434553.120993:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434553.120997:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434553.121001:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121009:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434553.121013:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121020:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434553.121021:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434553.121026:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434553.121030:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434553.121032:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300680876
00000100:00000010:0.0:1789434553.121037:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81780.
00000100:00000001:0.0:1789434553.121043:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434553.121055:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300680876
00000100:00000010:0.0:1789434553.121058:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81540.
00000100:00000001:0.0:1789434553.121061:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434553.121072:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434553.121075:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434553.121077:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434553.121081:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434553/real 1789434553]  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434553.121091:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434553.121092:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434553.121094:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434553.121097:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434553.121098:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434553.121101:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434553.121104:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434553.121111:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121118:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434553.121120:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.121122:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434553.121134:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434553.121145:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121153:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434553.121158:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121166:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434553.121168:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.121170:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434553.121171:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.121173:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434553.121175:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434553.121178:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434553.121181:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434553.121184:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434553.121188:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434553.121196:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933981952:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434553.121201:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434553.121204:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121211:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434553.121212:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434553.121214:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434553.121216:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434553.121218:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434553.121220:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933982080:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434553.121223:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434553.121225:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434553.121226:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434553.121228:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434553.121231:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434553.121233:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434553.121236:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434553.121239:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434553.121242:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434553.121245:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933982080, portal 10
00000100:00000001:0.0:1789434553.121247:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434553.121248:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482255360 : -119883227296256 : ffff92f782d28e00)
00000100:00000040:0.0:1789434553.121254:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121261:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434553.121263:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434553.121265:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434553.121268:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933982080, offset 0
00000400:00000200:0.0:1789434553.121271:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434553.121275:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434553.121278:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434553.121281:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434553.121284:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434553.121286:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434553.121288:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434553.121292:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512925:512925:256:4294967295] 192.168.203.104@tcp LPNI seq info [512892:512892:8:4294967295]
00000400:00000200:0.0:1789434553.121296:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434553.121302:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434553.121307:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434553.121310:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434553.121313:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434553.121316:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789434553.121320:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434553.121323:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789434553.121327:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434553.121328:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434553.121331:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434553.121335:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434553.121337:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434553.121339:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434553.121342:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434553.121345:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121388:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434553.121392:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121399:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434553.121400:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434553.121404:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434553.121407:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434553.121410:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434553.121412:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300680205
00000100:00000001:0.0:1789434553.121415:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300680876
00000100:00000001:0.0:1789434553.121417:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300680205
00000100:00000001:0.0:1789434553.121419:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300680876
00000100:00000001:0.0:1789434553.121421:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434553.121423:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434553.121424:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434553.121428:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434553/real 1789434553]  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434553.121436:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434553.121438:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434553.121439:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434553.121441:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434553.121443:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434553.121445:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434553.121448:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434553.121457:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121463:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434553.121465:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.121466:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434553.121468:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434553.121471:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121478:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434553.121482:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121489:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434553.121492:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.121493:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434553.121495:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.121497:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434553.121500:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434553.121502:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434553.121505:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434553.121507:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434553.121511:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434553.121519:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933982080:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434553.121523:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434553.121526:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121533:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434553.121534:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434553.121536:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434553.121538:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434553.121539:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434553.121542:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933982208:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434553.121545:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434553.121546:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434553.121548:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434553.121549:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434553.121553:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434553.121555:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434553.121558:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434553.121560:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434553.121563:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434553.121566:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933982208, portal 4
00000100:00000001:0.0:1789434553.121568:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434553.121569:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482266112 : -119883227285504 : ffff92f782d2b800)
00000100:00000040:0.0:1789434553.121574:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121581:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434553.121583:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434553.121585:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434553.121587:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933982208, offset 0
00000400:00000200:0.0:1789434553.121591:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434553.121594:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434553.121597:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434553.121600:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434553.121602:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434553.121604:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434553.121607:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434553.121610:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512926:512926:256:4294967295] 192.168.203.104@tcp LPNI seq info [512893:512893:8:4294967295]
00000400:00000200:0.0:1789434553.121614:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434553.121620:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434553.121625:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434553.121628:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434553.121632:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434553.121634:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789434553.121638:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434553.121641:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789434553.121645:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434553.121647:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434553.121649:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434553.121652:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434553.121655:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434553.121657:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434553.121659:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434553.121663:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121671:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434553.121674:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121680:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434553.121682:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434553.121684:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434553.121687:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434553.121690:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434553.121691:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300680222
00000100:00000001:0.0:1789434553.121694:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300680876
00000100:00000001:0.0:1789434553.121696:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300680222
00000100:00000001:0.0:1789434553.121698:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300680876
00000100:00000001:0.0:1789434553.121700:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434553.121701:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434553.121703:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434553.121706:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434553/real 1789434553]  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434553.121713:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434553.121715:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434553.121716:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434553.121719:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434553.121720:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434553.121723:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434553.121726:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434553.121734:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121746:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434553.121748:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.121749:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434553.121751:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434553.121754:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121761:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434553.121765:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121772:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434553.121775:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.121776:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434553.121777:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.121779:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434553.121782:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434553.121784:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434553.121787:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434553.121788:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434553.121791:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434553.121798:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933982208:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434553.121802:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434553.121805:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121811:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434553.121812:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434553.121815:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434553.121817:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434553.121819:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434553.121822:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933982336:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434553.121825:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434553.121826:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434553.121828:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434553.121830:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434553.121833:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434553.121835:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434553.121838:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434553.121841:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434553.121843:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434553.121846:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933982336, portal 4
00000100:00000001:0.0:1789434553.121848:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434553.121849:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258048 : -119883227293568 : ffff92f782d29880)
00000100:00000040:0.0:1789434553.121854:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121860:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434553.121862:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434553.121864:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434553.121866:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933982336, offset 0
00000400:00000200:0.0:1789434553.121870:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434553.121873:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434553.121876:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434553.121879:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434553.121881:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434553.121884:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434553.121886:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434553.121888:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512927:512927:256:4294967295] 192.168.203.104@tcp LPNI seq info [512894:512894:8:4294967295]
00000400:00000200:0.0:1789434553.121892:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434553.121898:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434553.121902:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434553.121905:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434553.121909:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434553.121912:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1789434553.121916:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434553.121918:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1789434553.121922:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434553.121924:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434553.121926:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434553.121929:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434553.121932:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434553.121934:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434553.121936:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434553.121939:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121946:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434553.121949:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.121955:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434553.121957:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434553.121959:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434553.121962:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434553.121965:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434553.121967:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300680224
00000100:00000001:0.0:1789434553.121969:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300680876
00000100:00000001:0.0:1789434553.121971:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300680224
00000100:00000001:0.0:1789434553.121973:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300680876
00000100:00000001:0.0:1789434553.121975:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434553.121977:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434553.121978:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434553.121981:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434553/real 1789434553]  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434553.121989:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434553.121990:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434553.121992:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434553.121994:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434553.121996:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434553.121998:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434553.122001:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434553.122009:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.122015:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434553.122016:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.122018:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434553.122019:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434553.122023:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.122029:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434553.122032:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.122039:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434553.122041:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.122042:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434553.122044:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.122046:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434553.122049:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434553.122051:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434553.122054:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434553.122056:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434553.122061:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434553.122068:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933982336:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434553.122072:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.122074:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434553.122077:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2ad80 x1876351933981952/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.122084:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434553.122086:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434553.122088:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d16000.
02000000:00000001:0.0:1789434553.122091:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434553.122093:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434553.122094:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434553.122096:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434553.122099:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78000.
02000000:00000001:0.0:1789434553.122102:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434553.122104:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434553.122106:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2ad80.
00000100:00000001:0.0:1789434553.122109:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434553.122110:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.122111:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434553.122115:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28e00 x1876351933982080/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.122121:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434553.122122:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434553.122137:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17400.
02000000:00000001:0.0:1789434553.122140:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434553.122142:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434553.122143:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434553.122145:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434553.122146:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:0.0:1789434553.122148:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434553.122149:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434553.122151:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28e00.
00000100:00000001:0.0:1789434553.122153:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434553.122155:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.122156:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434553.122160:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2b800 x1876351933982208/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.122166:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434553.122167:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434553.122168:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434553.122170:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434553.122171:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434553.122172:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434553.122174:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434553.122175:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:0.0:1789434553.122177:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434553.122178:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434553.122179:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2b800.
00000100:00000001:0.0:1789434553.122181:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434553.122182:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.122183:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434553.122187:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29880 x1876351933982336/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434553.122193:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434553.122194:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434553.122195:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434553.122197:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434553.122198:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434553.122200:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434553.122202:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434553.122203:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:0.0:1789434553.122205:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434553.122206:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434553.122207:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29880.
00000100:00000001:0.0:1789434553.122209:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434553.122210:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.122212:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.122219:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434553.122221:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434553.122223:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434553.122225:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434553.375468:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434553.375475:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434553.375477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434553.375482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434553.375486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434553.375490:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.375493:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434553.375495:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434553.375498:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434553.823500:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300680876, at 4300680896
00000100:00000010:3.0:1789434553.823516:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81540.
00000100:00000040:2.0:1789434553.823884:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300680876, at 4300680896
00000100:00000010:2.0:1789434553.823892:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81780.
00010000:00000001:1.0:1789434553.887506:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434553.887512:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434553.887517:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434553.887520:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434553.887522:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434553.887526:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434553.887529:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434553.887531:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434553.887533:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434553.887541:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434553.887545:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434553.887546:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434553.887547:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434553.887549:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434553.887551:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434553.887552:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434553.887554:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434553.887556:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434553.887559:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434553.887560:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434553.887561:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434553.887562:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434553.887564:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434553.887565:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434553.887567:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434553.887569:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434553.887588:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434553.887591:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434553.887593:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434553.888417:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434553.888422:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434553.888424:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434553.888429:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434553.888432:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434553.888436:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434553.888439:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434553.888448:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434553.888451:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434554.143663:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434554.143671:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434554.143673:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434554.143679:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434554.143682:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434554.143686:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434554.143689:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434554.143691:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434554.143694:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434554.143816:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434554.143820:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434554.143821:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434554.143824:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434554.143825:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434554.143827:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434554.143830:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434554.143831:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434554.143833:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434554.400170:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434554.400177:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434554.400179:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434554.400183:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434554.400187:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434554.400201:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434554.400203:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434554.400206:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434554.400209:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434554.911864:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434554.911871:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434554.911878:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434554.911879:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434554.911882:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434554.911884:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434554.911886:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434554.911888:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434554.912105:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434554.912109:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434554.912122:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434554.912905:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434554.912910:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434554.912912:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434554.912917:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434554.912920:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434554.912923:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434554.912925:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434554.912928:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434554.912931:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434555.167572:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434555.167580:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434555.167582:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434555.167588:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434555.167591:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434555.167592:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434555.167596:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434555.167598:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434555.167600:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434555.167602:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1789434555.167604:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434555.167606:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434555.167609:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434555.167611:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434555.167613:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434555.167617:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434555.167619:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434555.167622:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434555.423420:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434555.423427:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434555.423429:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434555.423435:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434555.423438:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434555.423442:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434555.423444:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434555.423447:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434555.423449:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434555.935504:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434555.935510:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434555.935515:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434555.935516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434555.935519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434555.935520:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434555.935523:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434555.935525:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434555.936283:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434555.936288:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434555.936292:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434555.937797:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434555.937802:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434555.937805:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434555.937809:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434555.937812:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434555.937816:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434555.937819:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434555.937821:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434555.937824:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434556.191474:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434556.191492:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434556.191494:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434556.191500:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434556.191505:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434556.191508:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434556.191511:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434556.191514:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434556.191517:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434556.191527:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434556.191531:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434556.191533:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434556.191537:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434556.191540:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434556.191543:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434556.191546:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434556.191547:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434556.191550:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434556.447517:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434556.447528:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434556.447531:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434556.447538:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434556.447543:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434556.447548:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434556.447551:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434556.447555:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434556.447558:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434556.959485:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434556.959494:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434556.959497:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434556.959505:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434556.959511:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434556.959515:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434556.959518:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434556.959521:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434556.959524:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434556.959561:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434556.959568:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434556.959571:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434556.959575:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434556.959579:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434556.959581:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434556.959584:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434556.959586:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434556.959590:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434556.959591:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434556.959594:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434556.959595:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434556.959597:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434556.959598:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434556.960717:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434556.960721:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434556.960724:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434557.215828:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434557.215836:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434557.215838:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434557.215844:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434557.215847:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434557.215850:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434557.215853:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434557.215855:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434557.215858:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434557.216146:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434557.216150:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434557.216152:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434557.216240:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434557.216244:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434557.216246:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434557.216248:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434557.216250:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434557.216252:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434557.471506:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434557.471517:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434557.471519:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434557.471532:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434557.471537:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434557.471542:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434557.471545:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434557.471549:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434557.471553:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434557.984398:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434557.984405:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434557.984407:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434557.984411:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434557.984414:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434557.984417:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434557.984419:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434557.984421:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434557.984424:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434557.984548:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434557.984551:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434557.984554:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434557.984556:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434557.984559:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434557.984561:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434557.984564:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434557.984565:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434557.984623:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434557.984626:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434557.984629:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434558.239525:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434558.239532:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434558.239534:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434558.239539:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434558.239543:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434558.239546:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434558.239549:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434558.239551:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434558.239554:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434558.239809:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434558.239813:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434558.239814:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434558.239817:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434558.239819:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434558.239821:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434558.239824:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434558.239825:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434558.239827:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434558.239944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434558.239950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434558.239953:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434558.239956:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434558.239959:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434558.239965:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 6012
00000400:00000200:3.0:1789434558.239973:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434558.239979:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434558.239981:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434558.239985:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.239987:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434558.239990:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.239992:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434558.239999:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434558.240001:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434558.240004:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434558.240006:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434558.240009:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434558.240011:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434558.240014:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.240016:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434558.240019:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.240020:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434558.240023:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434558.240026:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434558.240029:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434558.240243:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434558.240248:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434558.240251:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434558.240253:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434558.240255:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434558.240265:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789434558.240269:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434558.240273:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434558.240274:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434558.240277:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434558.240279:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434558.240282:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434558.240290:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2000.
00000100:00000001:3.0:1789434558.240296:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434558.240305:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434558.240315:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434558.240319:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434558.240323:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.240446:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434558.240450:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434558.240452:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434558.240458:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.240467:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434558.240468:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434558.240472:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434558.240474:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434558.240477:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434558.240480:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933982464:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434558.240484:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434558.240488:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434558.240490:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434558.240492:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434558.240496:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434558.240509:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434558.240515:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434558.240519:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434558.240525:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434558.240531:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933982464, portal 25
00000100:00000001:0.0:1789434558.240534:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434558.240536:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00000040:0.0:1789434558.240541:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.240549:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434558.240551:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434558.240553:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434558.240557:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933982464, offset 0
00000400:00000200:0.0:1789434558.240563:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434558.240570:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434558.240586:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434558.240591:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434558.240595:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434558.240598:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434558.240601:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434558.240604:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512928:512928:256:4294967295] 192.168.203.104@tcp LPNI seq info [512895:512895:8:4294967295]
00000400:00000200:0.0:1789434558.240609:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434558.240618:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434558.240624:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434558.240629:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434558.240635:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434558.240639:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789434558.240645:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434558.240648:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789434558.240653:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434558.240655:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434558.240661:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434558.240665:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434558.240669:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434558.240672:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434558.240676:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434558.240679:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434558.240821:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434558.240825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434558.240828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434558.240830:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434558.240831:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434558.240834:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434558.240838:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6012
00000400:00000200:3.0:1789434558.240842:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434558.240845:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434558.240847:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434558.240850:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.240852:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434558.240854:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.240856:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434558.240859:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434558.240860:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434558.240862:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434558.240864:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434558.240866:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434558.240868:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434558.240871:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.240873:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434558.240875:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.240877:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434558.240879:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434558.240881:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434558.240883:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434558.240885:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434558.240890:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434558.240892:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434558.240894:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434558.240898:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434558.240901:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434558.240903:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434558.240906:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000020:00000040:3.0:1789434558.240908:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434558.240911:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434558.240913:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434558.240914:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434558.240916:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434558.240918:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434558.240922:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1400.
00000100:00000001:3.0:1789434558.240925:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434558.240930:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434558.240937:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434558.240940:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434558.240943:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.240971:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434558.240976:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.240983:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434558.240985:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434558.240992:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434558.240996:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434558.240999:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300685996
00000100:00000010:0.0:1789434558.241004:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81480.
00000100:00000001:0.0:1789434558.241010:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434558.241023:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300685996
00000100:00000010:0.0:1789434558.241026:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed818a0.
00000100:00000001:0.0:1789434558.241029:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434558.241032:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434558.241041:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434558.241044:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434558.241048:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434558/real 1789434558]  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434558.241057:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434558.241059:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434558.241061:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434558.241064:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434558.241065:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434558.241068:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434558.241071:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434558.241080:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.241097:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434558.241099:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.241102:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434558.241104:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434558.241108:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.241114:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434558.241119:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.241125:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434558.241128:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.241129:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434558.241131:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.241133:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434558.241135:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434558.241138:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434558.241141:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434558.241144:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434558.241148:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434558.241156:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933982464:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434558.241161:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.241163:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434558.241166:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933982464/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.241171:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434558.241174:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434558.241176:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434558.241179:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434558.241181:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434558.241183:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434558.241196:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434558.241198:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2000.
02000000:00000001:0.0:1789434558.241203:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434558.241204:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434558.241206:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:0.0:1789434558.241209:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434558.241210:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.241213:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.241219:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434558.241221:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434558.241223:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434558.241224:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434558.241226:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434558.241230:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.241236:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434558.241238:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434558.241240:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434558.241242:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434558.241244:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434558.241247:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933982592:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434558.241250:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434558.241251:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434558.241253:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434558.241255:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434558.241257:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434558.241259:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434558.241263:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434558.241265:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434558.241269:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434558.241271:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933982592, portal 10
00000100:00000001:0.0:1789434558.241273:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434558.241275:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000100:00000040:0.0:1789434558.241280:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.241288:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434558.241290:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434558.241292:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434558.241294:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933982592, offset 0
00000400:00000200:0.0:1789434558.241298:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434558.241302:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434558.241306:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434558.241309:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434558.241311:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434558.241314:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434558.241316:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434558.241320:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512929:512929:256:4294967295] 192.168.203.104@tcp LPNI seq info [512896:512896:8:4294967295]
00000400:00000200:0.0:1789434558.241324:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434558.241331:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434558.241335:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434558.241338:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434558.241342:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434558.241345:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789434558.241441:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434558.241443:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789434558.241447:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434558.241449:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434558.241452:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434558.241455:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434558.241458:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434558.241460:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434558.241463:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434558.241466:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.241474:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434558.241476:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.241486:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434558.241488:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434558.241491:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434558.241494:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434558.241508:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434558.241510:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300685324
00000100:00000001:0.0:1789434558.241513:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300685996
00000100:00000001:0.0:1789434558.241514:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300685324
00000100:00000001:0.0:1789434558.241516:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300685996
00000100:00000001:0.0:1789434558.241518:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434558.241519:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434558.241521:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434558.241525:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434558/real 1789434558]  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434558.241533:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434558.241534:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434558.241536:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434558.241538:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434558.241539:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434558.241541:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434558.241544:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434558.241551:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.241556:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434558.241557:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.241559:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434558.241560:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434558.241563:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.241568:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434558.241572:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.241592:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434558.241594:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.241596:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434558.241597:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.241598:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434558.241601:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434558.241604:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434558.241607:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434558.241609:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434558.241612:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434558.241619:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933982592:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434558.241622:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.241624:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434558.241627:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933982592/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.241632:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434558.241634:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434558.241635:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434558.241638:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434558.241640:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434558.241641:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434558.241643:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434558.241644:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1400.
02000000:00000001:0.0:1789434558.241646:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434558.241648:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434558.241649:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:0.0:1789434558.241651:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434558.241653:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.241654:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.241658:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434558.241659:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434558.241661:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434558.241662:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434558.244336:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434558.244345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434558.244359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434558.244361:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434558.244364:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434558.244369:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434558.244374:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6012
00000400:00000200:3.0:1789434558.244382:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434558.244389:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434558.244392:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434558.244396:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.244398:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434558.244401:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.244403:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434558.244410:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434558.244411:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434558.244414:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434558.244417:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434558.244419:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434558.244422:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434558.244425:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.244427:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434558.244429:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.244430:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434558.244432:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434558.244435:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434558.244438:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434558.244441:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434558.244448:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434558.244450:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434558.244453:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434558.244456:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434558.244459:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434558.244461:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434558.244470:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789434558.244474:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434558.244477:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434558.244479:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434558.244481:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434558.244483:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434558.244486:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434558.244494:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0800.
00000100:00000001:3.0:1789434558.244510:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434558.244520:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434558.244529:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434558.244533:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434558.244537:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434558.244547:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434558.244550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434558.244553:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434558.244554:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434558.244556:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434558.244559:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434558.244561:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6012
00000400:00000200:3.0:1789434558.244564:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434558.244567:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434558.244569:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434558.244572:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.244582:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434558.244584:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.244586:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434558.244589:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434558.244590:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434558.244592:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434558.244594:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434558.244596:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434558.244598:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434558.244601:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.244603:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434558.244605:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434558.244606:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434558.244608:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434558.244611:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434558.244613:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434558.244615:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434558.244617:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434558.244619:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434558.244621:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434558.244623:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434558.244625:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434558.244627:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434558.244630:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789434558.244632:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434558.244634:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434558.244635:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434558.244637:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434558.244638:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434558.244640:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434558.244643:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2c00.
00000100:00000001:3.0:1789434558.244646:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434558.244651:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434558.244658:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434558.244660:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434558.244663:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434558.244671:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434558.244675:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6023)
00000100:00000001:0.0:1789434558.246331:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434558.246337:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434558.246339:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434558.246371:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246381:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434558.246383:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434558.246387:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434558.246389:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434558.246392:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434558.246395:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933982720:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434558.246399:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434558.246403:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434558.246405:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434558.246407:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434558.246413:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434558.246415:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434558.246421:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434558.246426:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434558.246431:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434558.246438:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933982720, portal 4
00000100:00000001:0.0:1789434558.246440:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434558.246442:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
00000100:00000040:0.0:1789434558.246449:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246462:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434558.246465:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434558.246468:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434558.246471:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933982720, offset 0
00000400:00000200:0.0:1789434558.246477:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434558.246484:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434558.246490:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434558.246496:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434558.246500:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434558.246503:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434558.246505:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434558.246509:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512930:512930:256:4294967295] 192.168.203.104@tcp LPNI seq info [512897:512897:8:4294967295]
00000400:00000200:0.0:1789434558.246513:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434558.246522:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434558.246527:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434558.246532:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434558.246538:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434558.246542:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789434558.246548:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434558.246551:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789434558.246555:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434558.246558:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434558.246563:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434558.246568:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434558.246583:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434558.246586:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434558.246590:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434558.246594:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246603:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434558.246607:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246620:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434558.246621:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434558.246627:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434558.246630:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434558.246634:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434558.246636:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300685347
00000100:00000001:0.0:1789434558.246640:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300685996
00000100:00000001:0.0:1789434558.246642:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300685347
00000100:00000001:0.0:1789434558.246644:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300685996
00000100:00000001:0.0:1789434558.246647:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434558.246649:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434558.246651:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434558.246656:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434558/real 1789434558]  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434558.246664:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434558.246665:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434558.246667:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434558.246670:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434558.246672:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434558.246674:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434558.246677:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434558.246686:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246692:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434558.246694:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.246696:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434558.246698:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434558.246702:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246709:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434558.246713:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246720:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434558.246723:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.246724:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434558.246725:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.246728:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434558.246732:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434558.246735:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434558.246738:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434558.246741:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434558.246745:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434558.246753:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933982720:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434558.246757:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434558.246760:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246767:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434558.246768:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434558.246770:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434558.246772:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434558.246774:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434558.246776:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933982848:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434558.246779:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434558.246781:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434558.246782:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434558.246784:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434558.246787:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434558.246789:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434558.246792:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434558.246794:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434558.246797:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434558.246800:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933982848, portal 4
00000100:00000001:0.0:1789434558.246802:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434558.246803:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:0.0:1789434558.246808:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246815:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434558.246817:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434558.246819:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434558.246821:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933982848, offset 0
00000400:00000200:0.0:1789434558.246824:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434558.246828:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434558.246831:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434558.246834:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434558.246836:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434558.246838:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434558.246841:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434558.246844:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512931:512931:256:4294967295] 192.168.203.104@tcp LPNI seq info [512898:512898:8:4294967295]
00000400:00000200:0.0:1789434558.246847:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434558.246853:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434558.246857:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434558.246860:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434558.246864:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434558.246866:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1789434558.246870:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434558.246873:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1789434558.246876:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434558.246878:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434558.246881:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434558.246884:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434558.246887:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434558.246889:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434558.246891:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434558.246895:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246903:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434558.246906:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246913:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434558.246914:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434558.246917:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434558.246919:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434558.246922:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434558.246924:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300685349
00000100:00000001:0.0:1789434558.246927:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300685996
00000100:00000001:0.0:1789434558.246929:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300685349
00000100:00000001:0.0:1789434558.246931:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300685996
00000100:00000001:0.0:1789434558.246933:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434558.246935:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434558.246936:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434558.246940:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434558/real 1789434558]  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434558.246947:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434558.246948:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434558.246950:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434558.246952:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434558.246954:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434558.246957:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434558.246960:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434558.246967:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246973:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434558.246974:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.246976:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434558.246977:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434558.246981:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246988:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434558.246991:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.246998:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434558.247000:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.247002:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434558.247003:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.247005:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434558.247008:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434558.247010:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434558.247013:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434558.247015:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434558.247018:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434558.247026:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933982848:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434558.247029:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.247031:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434558.247035:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933982720/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.247042:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434558.247044:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434558.247046:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434558.247049:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434558.247051:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434558.247053:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434558.247055:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434558.247057:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0800.
02000000:00000001:0.0:1789434558.247060:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434558.247062:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434558.247064:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:0.0:1789434558.247068:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434558.247069:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.247071:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434558.247074:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933982848/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434558.247080:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434558.247081:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434558.247098:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434558.247101:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434558.247102:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434558.247103:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434558.247106:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434558.247107:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2c00.
02000000:00000001:0.0:1789434558.247109:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434558.247110:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434558.247112:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:0.0:1789434558.247114:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434558.247116:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.247117:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.247124:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434558.247125:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434558.247127:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434558.247129:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434558.497020:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434558.497027:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434558.497029:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434558.497034:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434558.497045:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434558.497049:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.497051:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434558.497054:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434558.497057:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434558.943464:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300685996, at 4300686016
00000100:00000010:2.0:1789434558.943478:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81480.
00000100:00000040:3.0:1789434558.943568:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300685996, at 4300686016
00000100:00000010:3.0:1789434558.943575:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed818a0.
00000100:00000001:2.0:1789434559.007715:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434559.007721:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434559.007723:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434559.007728:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434559.007732:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434559.007735:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434559.007737:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434559.007739:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434559.007742:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434559.007849:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434559.007852:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434559.007855:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434559.007856:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434559.007860:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434559.007861:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434559.007864:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434559.007865:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434559.007942:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434559.007945:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434559.007948:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434559.263430:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434559.263438:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434559.263440:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434559.263446:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434559.263449:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434559.263452:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434559.263455:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434559.263457:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434559.263460:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434559.263523:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434559.263526:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434559.263527:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434559.263530:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434559.263532:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434559.263534:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434559.263536:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434559.263538:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434559.263540:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434559.519457:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434559.519464:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434559.519467:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434559.519472:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434559.519475:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434559.519480:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434559.519483:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434559.519486:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434559.519488:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434560.031595:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434560.031603:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434560.031609:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434560.031610:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434560.031613:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434560.031615:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434560.031617:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434560.031619:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434560.032246:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434560.032250:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434560.032252:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434560.032256:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434560.032260:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434560.032263:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434560.032265:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434560.032268:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434560.032271:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434560.032366:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434560.032369:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434560.032372:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434560.287446:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434560.287452:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434560.287454:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434560.287459:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434560.287462:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434560.287466:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434560.287468:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434560.287470:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434560.287473:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434560.287545:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434560.287549:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434560.287550:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434560.287552:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434560.287555:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434560.287557:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434560.287559:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434560.287560:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434560.287562:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434560.543467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434560.543474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434560.543476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434560.543481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:0.0:1789434560.543484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434560.543488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434560.543490:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434560.543493:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434560.543496:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434561.055528:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434561.055535:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434561.055542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434561.055544:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434561.055548:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434561.055550:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434561.055554:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434561.055556:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434561.055621:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434561.055623:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434561.055626:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00010000:1.0:1789434561.055627:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434561.055632:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434561.055636:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434561.055640:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434561.055643:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434561.055647:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434561.055649:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434561.055652:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434561.055655:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434561.311457:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434561.311459:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434561.311464:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434561.311465:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434561.311468:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434561.311469:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434561.311476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434561.311476:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434561.311481:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434561.311482:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434561.311487:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434561.311487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434561.311493:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434561.311494:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434561.311496:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434561.311497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434561.311503:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434561.311503:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434561.567892:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434561.567898:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434561.567901:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434561.567906:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434561.567909:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434561.567913:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434561.567916:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434561.567919:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434561.567922:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434562.079465:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434562.079472:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434562.079474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434562.079479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434562.079483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434562.079486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434562.079489:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434562.079492:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434562.079495:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434562.079712:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434562.079715:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434562.079719:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434562.079721:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434562.079724:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434562.079725:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434562.079727:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434562.079729:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434562.079745:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434562.079747:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434562.079750:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434562.335482:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434562.335482:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434562.335492:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434562.335492:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434562.335495:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434562.335495:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434562.335502:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434562.335502:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434562.335507:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434562.335507:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434562.335513:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434562.335513:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434562.335517:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434562.335517:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434562.335520:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434562.335520:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434562.335524:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434562.335524:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434562.591699:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434562.591707:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434562.591709:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434562.591714:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434562.591718:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434562.591721:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434562.591724:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434562.591726:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434562.591734:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434563.103463:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434563.103476:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434563.103478:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434563.103483:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434563.103487:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434563.103491:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434563.103494:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434563.103496:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434563.103499:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434563.104089:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434563.104093:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434563.104098:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434563.104099:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434563.104103:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434563.104105:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434563.104109:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434563.104111:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434563.104135:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434563.104140:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434563.104145:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789434563.359447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434563.359456:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434563.359459:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434563.359463:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434563.359468:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434563.359474:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 6018
00000400:00000200:1.0:1789434563.359482:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434563.359489:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434563.359492:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434563.359495:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434563.359499:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434563.359501:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434563.359503:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434563.359504:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434563.359509:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434563.359512:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434563.359513:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:2.0:1789434563.359516:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000020:00000040:1.0:1789434563.359517:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434563.359521:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1789434563.359521:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434563.359525:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1789434563.359527:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000100:00000001:2.0:1789434563.359528:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1789434563.359531:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000001:2.0:1789434563.359532:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1789434563.359536:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000001:2.0:1789434563.359537:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434563.359544:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434563.359547:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434563.359550:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434563.359552:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434563.359556:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434563.359560:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434563.359562:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434563.359565:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434563.359568:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434563.359571:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434563.359575:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434563.359576:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434563.359578:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434563.359580:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434563.359582:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434563.359584:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434563.359586:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434563.359589:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434563.359591:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434563.359593:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434563.359595:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434563.359635:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000020:00000040:1.0:1789434563.359640:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434563.359643:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434563.359645:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434563.359648:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434563.359650:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434563.359654:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434563.359661:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6c00.
00000100:00000001:1.0:1789434563.359667:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434563.359676:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434563.359686:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434563.359690:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434563.359694:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434563.359801:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434563.359805:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434563.359808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434563.359809:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434563.359811:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434563.359814:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434563.359817:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6018
00000400:00000200:1.0:1789434563.359821:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434563.359824:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434563.359827:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434563.359829:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434563.359832:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434563.359834:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434563.359836:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434563.359840:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434563.359841:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434563.359842:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434563.359844:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434563.359846:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434563.359848:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434563.359851:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434563.359853:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434563.359855:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434563.359857:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434563.359859:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434563.359862:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434563.359864:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434563.359866:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434563.359871:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434563.359873:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434563.359875:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434563.359878:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1789434563.359881:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434563.359883:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434563.359887:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
00000020:00000040:1.0:1789434563.359889:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:1.0:1789434563.359892:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434563.359893:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434563.359895:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434563.359896:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434563.359898:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434563.359902:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da4000.
00000100:00000001:1.0:1789434563.359905:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434563.360007:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434563.360015:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434563.360018:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434563.360022:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434563.360029:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434563.360032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434563.360035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434563.360036:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434563.360038:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434563.360040:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434563.360043:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6018
00000400:00000200:1.0:1789434563.360046:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434563.360060:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434563.360158:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434563.360163:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434563.360165:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434563.360167:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434563.360169:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434563.360173:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434563.360174:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434563.360176:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434563.360178:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434563.360180:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434563.360182:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000001:0.0:1789434563.360183:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1789434563.360185:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434563.360186:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434563.360187:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1789434563.360188:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434563.360189:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1789434563.360190:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434563.360192:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00000040:0.0:1789434563.360195:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789434563.360195:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434563.360197:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434563.360199:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434563.360202:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434563.360204:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434563.360206:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1789434563.360208:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1789434563.360208:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000001:0.0:1789434563.360210:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789434563.360210:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434563.360212:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434563.360213:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434563.360215:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1789434563.360215:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
02000000:00000001:0.0:1789434563.360218:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434563.360221:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933982976:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434563.360225:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1789434563.360227:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:0.0:1789434563.360228:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434563.360229:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1789434563.360230:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434563.360230:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434563.360232:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1789434563.360233:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1789434563.360233:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434563.360235:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1789434563.360237:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434563.360238:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434563.360239:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5800.
00000100:00000001:1.0:1789434563.360242:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434563.360243:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434563.360247:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000100:00100000:1.0:1789434563.360248:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1789434563.360252:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000001:1.0:1789434563.360254:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434563.360256:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1789434563.360258:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933982976, portal 25
00000100:00000040:1.0:1789434563.360259:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.360261:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434563.360262:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:0.0:1789434563.360267:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434563.360267:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434563.360269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434563.360272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434563.360274:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1789434563.360275:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1789434563.360275:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1789434563.360278:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434563.360278:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:0.0:1789434563.360280:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00080000:1.0:1789434563.360280:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6018
00000100:00000200:0.0:1789434563.360283:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933982976, offset 0
00000400:00000200:1.0:1789434563.360284:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434563.360286:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434563.360288:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1789434563.360289:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434563.360295:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:1.0:1789434563.360295:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434563.360297:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434563.360299:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:0.0:1789434563.360300:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000001:1.0:1789434563.360300:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:0.0:1789434563.360305:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434563.360308:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434563.360312:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434563.360314:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434563.360317:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512932:512932:256:4294967295] 192.168.203.104@tcp LPNI seq info [512899:512899:8:4294967295]
00000400:00000200:0.0:1789434563.360321:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000020:00000001:1.0:1789434563.360324:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434563.360325:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434563.360327:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434563.360329:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000400:00000200:0.0:1789434563.360330:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1789434563.360331:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434563.360333:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000800:00000200:0.0:1789434563.360335:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000040:1.0:1789434563.360336:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434563.360338:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434563.360339:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000800:00000010:0.0:1789434563.360340:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000100:00000001:1.0:1789434563.360341:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434563.360343:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000800:00000200:0.0:1789434563.360345:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00080000:1.0:1789434563.360346:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434563.360365:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434563.360368:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434563.360370:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434563.360372:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434563.360374:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434563.360376:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434563.360378:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1789434563.360380:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1789434563.360380:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434563.360383:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434563.360386:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000800:00000200:0.1:1789434563.360386:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
02000000:00000001:1.0:1789434563.360388:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434563.360390:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1789434563.360390:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1789434563.360392:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434563.360393:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:0.0:1789434563.360394:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
02000000:00000001:1.0:1789434563.360395:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1789434563.360397:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
02000000:00000010:1.0:1789434563.360399:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da6400.
00000400:00000200:0.0:1789434563.360402:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789434563.360402:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434563.360406:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1789434563.360406:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1789434563.360411:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000100:00000001:1.0:1789434563.360412:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1789434563.360413:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:1.0:1789434563.360414:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434563.360417:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1789434563.360418:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434563.360420:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434563.360426:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434563.360428:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434563.360429:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6028)
00000100:00000040:0.0:1789434563.360432:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.360438:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434563.360440:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434563.360445:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434563.360448:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434563.360451:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300691116
00000100:00000010:0.0:1789434563.360456:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed81de0.
00000100:00000001:0.0:1789434563.360461:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1789434563.360466:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300691116
00000100:00000010:0.0:1789434563.360469:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7aed818a0.
00000100:00000001:0.0:1789434563.360472:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1789434563.360480:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434563.360483:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434563.360485:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434563.360490:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434563/real 1789434563]  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434563.360499:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434563.360500:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434563.360502:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434563.360506:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434563.360508:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434563.360511:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434563.360515:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434563.360523:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.360529:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434563.360531:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.360533:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434563.360534:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434563.360538:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.360545:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434563.360549:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.360556:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434563.360559:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.360560:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434563.360561:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.360564:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434563.360565:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434563.360568:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434563.360572:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434563.360574:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434563.360578:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434563.361096:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933982976:192.168.203.104@tcp:250:kworker.0
00000100:00000001:0.0:1789434563.361103:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434563.361107:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.361114:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434563.361116:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434563.361118:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434563.361120:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434563.361122:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434563.361124:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933983104:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434563.361128:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434563.361130:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434563.361131:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434563.361133:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434563.361137:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434563.361139:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434563.361143:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434563.361145:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434563.361149:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434563.361153:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933983104, portal 10
00000100:00000001:0.0:1789434563.361155:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434563.361156:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:0.0:1789434563.361162:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.361169:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434563.361171:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434563.361173:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434563.361176:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933983104, offset 0
00000400:00000200:0.0:1789434563.361180:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434563.361184:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434563.361187:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434563.361191:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434563.361193:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434563.361195:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434563.361197:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434563.361200:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512933:512933:256:4294967295] 192.168.203.104@tcp LPNI seq info [512900:512900:8:4294967295]
00000400:00000200:0.0:1789434563.361204:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434563.361211:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434563.361215:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434563.361218:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434563.361222:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434563.361225:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789434563.361228:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434563.361230:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789434563.361234:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434563.361235:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434563.361239:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434563.361242:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434563.361245:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434563.361247:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434563.361249:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434563.361252:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.361260:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434563.361263:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.361269:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434563.361270:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434563.361274:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434563.361278:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:0.0:1789434563.361281:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434563.361283:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300690444
00000100:00000001:0.0:1789434563.361286:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300691116
00000100:00000001:0.0:1789434563.361288:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300690444
00000100:00000001:0.0:1789434563.361291:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300691116
00000100:00000001:0.0:1789434563.361293:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434563.361295:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434563.361297:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434563.361300:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434563/real 1789434563]  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434563.361308:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434563.361310:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434563.361311:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434563.361313:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434563.361315:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434563.361317:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434563.361320:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434563.361328:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.361335:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434563.361336:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.361338:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434563.361340:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434563.361344:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.362095:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434563.362102:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.362110:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434563.362113:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.362115:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434563.362116:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.362118:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434563.362121:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434563.362124:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434563.362128:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434563.362130:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434563.362134:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434563.362142:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933983104:192.168.203.104@tcp:38:kworker.0
00000100:00000001:0.0:1789434563.362146:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.362149:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434563.362152:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933982976/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.362158:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434563.362161:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434563.362163:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434563.362166:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434563.362168:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434563.362169:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:0.0:1789434563.362172:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434563.362174:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6c00.
02000000:00000001:0.0:1789434563.362178:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434563.362179:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434563.362181:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:0.0:1789434563.362184:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434563.362185:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.362187:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434563.362190:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933983104/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.362196:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434563.362197:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434563.362199:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434563.362201:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434563.362202:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434563.362203:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:0.0:1789434563.362205:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434563.362207:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4000.
02000000:00000001:0.0:1789434563.362209:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434563.362210:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434563.362211:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:0.0:1789434563.362214:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434563.362215:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.362216:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.362224:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434563.362225:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434563.362228:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434563.362230:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434563.362232:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434563.362236:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.362243:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434563.362244:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434563.362246:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434563.362248:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434563.362251:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434563.362254:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933983232:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434563.362257:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434563.362260:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434563.362262:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434563.362263:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434563.362268:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434563.362270:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434563.362274:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434563.362277:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434563.362281:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434563.362286:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933983232, portal 4
00000100:00000001:0.0:1789434563.362287:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434563.362289:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000040:0.0:1789434563.362295:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.362301:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434563.362303:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434563.362306:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434563.362308:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933983232, offset 0
00000400:00000200:0.0:1789434563.362313:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434563.362318:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434563.362322:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434563.362325:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434563.362328:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434563.362330:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434563.362332:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434563.362335:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512934:512934:256:4294967295] 192.168.203.104@tcp LPNI seq info [512901:512901:8:4294967295]
00000400:00000200:0.0:1789434563.362339:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434563.362345:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434563.362366:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434563.362370:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434563.362374:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434563.362377:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789434563.362382:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434563.362385:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789434563.362389:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434563.362391:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434563.362394:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434563.362397:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434563.362401:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434563.362402:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434563.362405:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434563.362408:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.362415:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434563.362418:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.362423:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434563.362425:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434563.362429:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434563.362431:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:0.0:1789434563.362435:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434563.362437:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300690463
00000100:00000001:0.0:1789434563.362440:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300691116
00000100:00000001:0.0:1789434563.362442:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300690463
00000100:00000001:0.0:1789434563.362444:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300691116
00000100:00000001:0.0:1789434563.362446:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434563.362448:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434563.362449:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434563.362453:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434563/real 1789434563]  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434563.362461:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434563.362462:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434563.362464:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434563.362466:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434563.362468:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434563.362480:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434563.362484:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434563.362497:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.362504:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434563.362505:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.362507:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434563.362508:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434563.362511:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.362518:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434563.362522:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.362528:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434563.362530:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.362532:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434563.362533:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.362535:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434563.362542:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434563.362545:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434563.362548:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434563.362550:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434563.362554:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434563.362561:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933983232:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434563.362565:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1789434563.362568:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.362580:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434563.362581:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434563.362583:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1789434563.363196:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1789434563.363200:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434563.363205:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933983360:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434563.363209:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1789434563.363211:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1789434563.363213:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1789434563.363215:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1789434563.363219:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434563.363220:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1789434563.363224:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:0.0:1789434563.363227:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7b98e6f78.
00000400:00000010:0.0:1789434563.363230:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9ee0.
00000100:00000200:0.0:1789434563.363240:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933983360, portal 4
00000100:00000001:0.0:1789434563.363242:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1789434563.363244:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:0.0:1789434563.363251:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.363257:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1789434563.363259:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:0.0:1789434563.363262:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7a0aa9908.
00000100:00000200:0.0:1789434563.363264:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933983360, offset 0
00000400:00000200:0.0:1789434563.363268:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:0.0:1789434563.363274:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434563.363278:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:0.0:1789434563.363281:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1789434563.363284:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:0.0:1789434563.363286:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1789434563.363288:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:0.0:1789434563.363291:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512935:512935:256:4294967295] 192.168.203.104@tcp LPNI seq info [512902:512902:8:4294967295]
00000400:00000200:0.0:1789434563.363295:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434563.363302:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1789434563.363306:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434563.363310:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f790413900.
00000800:00000200:0.0:1789434563.363314:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.0:1789434563.363317:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1789434563.363321:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:0.1:1789434563.363323:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1789434563.363327:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:0.0:1789434563.363329:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f790413900.
00000400:00000200:0.0:1789434563.363332:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1789434563.363335:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1789434563.363338:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9908
00000400:00000010:0.0:1789434563.363340:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9908.
00000100:00000001:0.0:1789434563.363343:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434563.363346:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.363377:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434563.363380:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.363386:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434563.363388:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434563.363392:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1789434563.363395:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:0.0:1789434563.363398:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:0.0:1789434563.363400:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300690466
00000100:00000001:0.0:1789434563.363402:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300691116
00000100:00000001:0.0:1789434563.363404:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300690466
00000100:00000001:0.0:1789434563.363406:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300691116
00000100:00000001:0.0:1789434563.363408:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1789434563.363411:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434563.363412:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1789434563.363416:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434563/real 1789434563]  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1789434563.363424:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1789434563.363425:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1789434563.363427:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7b98e6f78.
00000400:00000200:0.0:1789434563.363429:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7a0aa9ee0
00000400:00000010:0.0:1789434563.363431:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7a0aa9ee0.
00000100:00000001:0.0:1789434563.363433:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:0.0:1789434563.363436:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1789434563.363443:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.363449:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1789434563.363451:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.363453:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434563.363454:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434563.363457:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.363463:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1789434563.363466:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.363478:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1789434563.363481:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.363482:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1789434563.363483:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.363485:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1789434563.363489:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1789434563.363491:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789434563.363495:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:0.0:1789434563.363498:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1789434563.363501:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789434563.363509:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933983360:192.168.203.104@tcp:8:kworker.0
00000100:00000001:0.0:1789434563.363512:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.363514:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434563.363517:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933983232/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.363524:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434563.363526:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434563.363528:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d14400.
02000000:00000001:0.0:1789434563.363531:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434563.363532:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434563.363533:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434563.363535:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434563.363537:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5800.
02000000:00000001:0.0:1789434563.363539:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434563.363541:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434563.363542:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:0.0:1789434563.363545:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434563.363546:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.363548:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434563.363551:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933983360/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434563.363556:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1789434563.363557:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1789434563.363559:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f782d17800.
02000000:00000001:0.0:1789434563.363561:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1789434563.363562:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:0.0:1789434563.363563:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:0.0:1789434563.363565:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:0.0:1789434563.363567:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da6400.
02000000:00000001:0.0:1789434563.363569:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1789434563.363571:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1789434563.363572:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:0.0:1789434563.363574:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1789434563.363575:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.363577:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434563.363582:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434563.363583:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434563.363935:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434563.363938:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434563.615425:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434563.615433:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434563.615434:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434563.615440:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434563.615443:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434563.615447:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434563.615450:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434563.615452:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434563.615455:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434564.063445:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300691116, at 4300691136
00000100:00000040:3.0:1789434564.063445:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300691116, at 4300691136
00000100:00000010:2.0:1789434564.063458:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed81de0.
00000100:00000010:3.0:1789434564.063461:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7aed818a0.
00000100:00000001:3.0:1789434564.127461:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434564.127471:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434564.127474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434564.127479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434564.127484:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434564.127488:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434564.127492:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434564.127495:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434564.127499:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127521:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434564.127527:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127531:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434564.127535:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434564.127537:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434564.127541:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127544:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434564.127547:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127549:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127552:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127556:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434564.127558:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434564.127560:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434564.127561:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127564:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434564.127565:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127567:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127569:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127572:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434564.127695:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434564.127697:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434564.127698:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127701:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434564.127702:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127704:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434564.127706:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434564.128071:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434564.128074:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434564.128077:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434564.383478:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434564.383486:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434564.383488:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434564.383493:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434564.383496:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434564.383500:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434564.383502:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434564.383504:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434564.383507:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434564.383591:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434564.383594:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434564.383596:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434564.383598:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434564.383601:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434564.383603:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434564.383605:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434564.383606:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434564.383608:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434564.639504:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434564.639511:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434564.639513:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434564.639519:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434564.639522:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434564.639526:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434564.639528:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434564.639531:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434564.639534:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434565.151465:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434565.151470:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434565.151475:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434565.151476:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434565.151478:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434565.151479:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434565.151482:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434565.151483:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434565.151524:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434565.151527:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434565.151530:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434565.151691:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434565.151695:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434565.151697:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434565.151700:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434565.151703:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434565.151707:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434565.151709:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434565.151712:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434565.151714:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434565.407541:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434565.407541:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434565.407548:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434565.407551:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434565.407556:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434565.407559:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434565.407562:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434565.407566:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434565.407568:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434565.407571:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434565.407774:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434565.407776:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434565.407779:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434565.407781:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434565.407783:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434565.407785:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434565.407786:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434565.407798:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434565.663467:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434565.663474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434565.663477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434565.663483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434565.663487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434565.663490:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434565.663493:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434565.663496:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434565.663499:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434566.175510:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434566.175517:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434566.175522:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434566.175523:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434566.175527:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434566.175528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434566.175530:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434566.175532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434566.175548:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434566.175551:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434566.175554:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434566.176094:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434566.176098:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434566.176100:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434566.176104:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434566.176108:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434566.176111:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434566.176114:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434566.176116:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434566.176118:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434566.431419:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434566.431426:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434566.431428:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434566.431433:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434566.431436:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434566.431440:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434566.431443:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434566.431446:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434566.431449:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434566.431496:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434566.431500:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434566.431501:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434566.431504:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434566.431506:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434566.431508:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434566.431515:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434566.431517:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434566.431520:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434566.687463:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434566.687470:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434566.687472:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434566.687478:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434566.687482:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434566.687485:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434566.687488:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434566.687491:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434566.687493:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434567.199462:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434567.199465:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434567.199470:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434567.199470:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434567.199472:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434567.199474:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1789434567.199479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434567.199480:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434567.199484:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434567.199486:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1789434567.199487:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434567.199491:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434567.199492:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434567.199494:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434567.199496:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434567.199497:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434567.199501:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434567.199507:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434567.199509:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434567.199512:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434567.199513:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434567.199516:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434567.199517:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434567.199566:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434567.199571:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434567.199580:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434567.455463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434567.455463:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434567.455470:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434567.455471:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434567.455473:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434567.455475:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434567.455480:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:3.0:1789434567.455480:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434567.455485:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434567.455485:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434567.455489:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434567.455490:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434567.455495:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434567.455496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434567.455500:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434567.455501:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434567.455506:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434567.455514:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434567.711458:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434567.711466:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434567.711468:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434567.711473:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434567.711477:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434567.711479:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434567.711482:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434567.711484:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434567.711487:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434568.225155:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434568.225163:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434568.225166:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434568.225171:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434568.225175:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434568.225178:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434568.225182:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434568.225184:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434568.225188:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434568.225197:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434568.225202:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434568.225206:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434568.225207:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434568.225211:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434568.225213:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434568.225216:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434568.225217:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434568.225340:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434568.225343:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434568.225346:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434568.479458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434568.479463:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434568.479465:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434568.479469:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434568.479471:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434568.479474:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434568.479476:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434568.479477:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434568.479479:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434568.480301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434568.480307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434568.480310:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434568.480314:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434568.480317:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434568.480324:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 6023
00000400:00000200:2.0:1789434568.480332:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434568.480338:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434568.480341:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434568.480344:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.480363:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434568.480366:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.480369:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434568.480376:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434568.480378:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434568.480380:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434568.480384:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434568.480386:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434568.480388:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434568.480391:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.480393:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434568.480394:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.480396:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434568.480398:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434568.480401:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434568.480404:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434568.480407:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434568.480410:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434568.480413:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434568.480415:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434568.480417:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434568.480425:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29180.
00000020:00000040:2.0:1789434568.480428:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434568.480433:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434568.480434:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434568.480437:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434568.480439:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434568.480443:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434568.480450:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000100:00000001:2.0:1789434568.480456:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434568.480464:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434568.480474:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434568.480478:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434568.480482:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3953f8c] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434568.480507:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434568.480510:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434568.480513:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434568.480514:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434568.480516:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434568.480519:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434568.480522:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6023
00000400:00000200:2.0:1789434568.480526:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434568.480529:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434568.480532:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434568.480537:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.480541:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434568.480543:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.480545:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434568.480547:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434568.480550:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000100:00000001:1.0:1789434568.480551:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1789434568.480553:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434568.480560:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:1.0:1789434568.480561:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1789434568.480565:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000001:1.0:1789434568.480567:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1789434568.480572:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434568.480581:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000040:1.0:1789434568.480582:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434568.480584:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434568.480590:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.480601:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434568.480609:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00000001:1.0:1789434568.480613:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1789434568.480617:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434568.480618:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434568.480626:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434568.480627:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434568.480629:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434568.480632:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434568.480637:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434568.480638:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434568.480646:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434568.480650:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933983488:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434568.480652:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434568.480657:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1789434568.480659:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1789434568.480664:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434568.480665:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1789434568.480668:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434568.480671:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434568.480675:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2a300.
02000000:00000001:1.0:1789434568.480676:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1789434568.480682:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434568.480685:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434568.480686:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434568.480688:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434568.480690:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434568.480692:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434568.480696:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5000.
02000000:00000010:2.0:1789434568.480697:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
02000000:00000001:1.0:1789434568.480703:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434568.480705:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434568.480718:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:2.0:1789434568.480718:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1789434568.480725:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000100:00000001:2.0:1789434568.480734:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1789434568.480737:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000001:2.0:1789434568.480738:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434568.480748:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcc0670] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434568.480750:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933983488, portal 25
00000100:00000001:1.0:1789434568.480757:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434568.480760:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482256256 : -119883227295360 : ffff92f782d29180)
00000100:00000040:1.0:1789434568.480775:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434568.480806:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.480807:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1789434568.480814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1789434568.480815:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434568.480820:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00080000:2.0:1789434568.480823:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1789434568.480828:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933983488, offset 0
00000100:00000001:2.0:1789434568.480828:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434568.480832:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434568.480836:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1789434568.480842:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:2.0:1789434568.480845:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6023
00000400:00000200:2.0:1789434568.480852:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434568.480855:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434568.480857:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434568.480861:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434568.480867:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434568.480869:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434568.480875:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.480878:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434568.480882:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434568.480883:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434568.480885:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434568.480887:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434568.480889:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434568.480891:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434568.480894:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.480895:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434568.480897:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.480899:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434568.480901:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434568.480904:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434568.480906:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434568.480908:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434568.480912:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434568.480913:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434568.480915:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434568.480917:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434568.480919:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434568.480920:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434568.480924:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28000.
00000020:00000040:2.0:1789434568.480926:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434568.480928:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434568.480929:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434568.480931:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434568.480932:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434568.480934:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434568.480937:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
00000100:00000001:2.0:1789434568.480940:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434568.480944:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434568.480952:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434568.480954:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434568.480958:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6f58c4e] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434568.480965:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434568.480968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434568.480971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434568.480972:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434568.480973:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434568.480975:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434568.480978:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6023
00000400:00000200:2.0:1789434568.480982:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434568.480985:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434568.480987:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1789434568.480992:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00000040:2.0:1789434568.480996:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.481000:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1789434568.481002:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1789434568.481007:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434568.481021:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:2.0:1789434568.481023:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:1.0:1789434568.481029:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1789434568.481030:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434568.481036:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434568.481038:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434568.481041:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434568.481043:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434568.481045:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434568.481049:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.481051:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434568.481053:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434568.481055:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434568.481057:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434568.481059:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434568.481062:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434568.481064:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434568.481066:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434568.481068:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434568.481070:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434568.481071:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434568.481073:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434568.481075:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434568.481078:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d28380.
00000020:00000040:2.0:1789434568.481080:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434568.481082:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434568.481083:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434568.481086:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1789434568.481090:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
02000000:00000001:2.0:1789434568.481091:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434568.481097:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434568.481105:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512936:512936:256:4294967295] 192.168.203.104@tcp LPNI seq info [512903:512903:8:4294967295]
02000000:00000010:2.0:1789434568.481107:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b400.
00000100:00000001:2.0:1789434568.481119:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434568.481120:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:2.0:1789434568.481130:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434568.481146:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434568.481160:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434568.481167:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000100:00000001:2.0:1789434568.481168:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434568.481173:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1789434568.481180:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:2.0:1789434568.481183:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f52b4d98] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1789434568.481187:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1789434568.481199:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434568.481211:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6033)
00000800:00000200:1.1:1789434568.481214:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434568.481221:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1789434568.481227:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434568.481230:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434568.481240:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434568.481246:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434568.481252:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434568.481255:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434568.481261:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434568.481267:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.481280:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434568.481287:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.481296:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.481299:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1789434568.481305:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434568.481306:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434568.481311:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434568.481314:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434568.481316:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00100000:0.0:1789434568.481321:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434568.481322:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300696236
00000100:00000001:0.0:1789434568.481328:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434568.481332:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1789434568.481334:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d0c0.
00000100:00000001:0.0:1789434568.481336:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434568.481339:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434568.481342:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.481344:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434568.481402:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300696237
00000100:00000010:1.0:1789434568.481407:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dcc0.
00000100:00000001:1.0:1789434568.481411:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434568.481425:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434568.481428:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.481431:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434568.481436:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434568/real 1789434568]  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434568.481446:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434568.481448:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434568.481451:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434568.481457:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434568.481459:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434568.481463:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434568.481469:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434568.481478:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.481485:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434568.481488:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.481490:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434568.481492:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434568.481496:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.481503:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434568.481509:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.481517:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434568.481519:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.481521:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434568.481522:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.481525:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434568.481528:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434568.481531:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434568.481536:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434568.481538:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434568.481543:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434568.481551:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933983488:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434568.481557:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.481559:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434568.481562:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29180 x1876351933983488/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.481569:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434568.481572:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434568.481574:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434568.481578:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434568.481580:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434568.481583:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434568.481585:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434568.481588:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:1.0:1789434568.481593:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434568.481596:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434568.481598:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29180.
00000100:00000001:1.0:1789434568.481601:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434568.481602:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.481604:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.481612:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434568.481614:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.481617:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434568.481619:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434568.481620:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434568.481624:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.481632:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434568.481633:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434568.481636:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434568.481638:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434568.481640:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434568.481642:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933983616:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434568.481646:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434568.481648:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434568.481650:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434568.481651:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434568.481654:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434568.481656:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434568.481660:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434568.481663:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434568.481666:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434568.481669:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933983616, portal 10
00000100:00000001:1.0:1789434568.481671:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434568.481672:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482260736 : -119883227290880 : ffff92f782d2a300)
00000100:00000040:1.0:1789434568.481689:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.481696:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434568.481699:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434568.481701:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434568.481704:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933983616, offset 0
00000400:00000200:1.0:1789434568.481707:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434568.481712:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434568.481715:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434568.481718:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434568.481721:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434568.481724:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434568.481726:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434568.481729:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512937:512937:256:4294967295] 192.168.203.104@tcp LPNI seq info [512904:512904:8:4294967295]
00000400:00000200:1.0:1789434568.481733:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434568.481740:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434568.481745:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434568.481747:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434568.481751:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434568.481754:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789434568.481758:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434568.481761:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1789434568.481765:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434568.481767:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434568.481771:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434568.481774:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434568.481777:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434568.481779:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434568.481781:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434568.481784:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.481792:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434568.481795:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.481807:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.481809:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434568.481811:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434568.481815:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434568.481818:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434568.481820:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300695565
00000100:00000001:1.0:1789434568.481823:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300696236
00000100:00000001:1.0:1789434568.481826:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300695565
00000100:00000001:1.0:1789434568.481828:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300696237
00000100:00000001:1.0:1789434568.481829:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434568.481831:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.481833:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434568.481837:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434568/real 1789434568]  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434568.481845:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434568.481846:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434568.481847:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434568.481858:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434568.481860:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434568.481862:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434568.481865:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434568.481874:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482129:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434568.482131:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.482133:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434568.482135:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434568.482171:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482179:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434568.482195:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482203:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434568.482205:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.482207:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434568.482209:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.482210:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434568.482215:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434568.482217:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434568.482221:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434568.482223:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434568.482227:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434568.482235:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933983616:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434568.482239:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434568.482242:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482249:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434568.482250:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434568.482253:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434568.482255:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434568.482257:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434568.482260:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933983744:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434568.482263:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434568.482265:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434568.482267:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434568.482269:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434568.482272:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434568.482274:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434568.482278:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434568.482281:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434568.482284:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434568.482287:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933983744, portal 4
00000100:00000001:1.0:1789434568.482289:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434568.482291:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482251776 : -119883227299840 : ffff92f782d28000)
00000100:00000040:1.0:1789434568.482297:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482303:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434568.482305:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434568.482307:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434568.482309:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933983744, offset 0
00000400:00000200:1.0:1789434568.482314:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434568.482318:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434568.482322:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434568.482325:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434568.482327:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434568.482329:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434568.482332:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434568.482335:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512938:512938:256:4294967295] 192.168.203.104@tcp LPNI seq info [512905:512905:8:4294967295]
00000400:00000200:1.0:1789434568.482338:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434568.482346:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434568.482374:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434568.482377:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434568.482382:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434568.482384:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789434568.482442:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434568.482445:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1789434568.482449:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434568.482452:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434568.482455:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434568.482459:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434568.482462:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434568.482463:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434568.482466:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434568.482470:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482478:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434568.482481:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482488:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.482489:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434568.482492:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434568.482495:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434568.482499:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434568.482501:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300695583
00000100:00000001:1.0:1789434568.482503:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300696236
00000100:00000001:1.0:1789434568.482506:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300695583
00000100:00000001:1.0:1789434568.482508:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300696237
00000100:00000001:1.0:1789434568.482510:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434568.482512:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.482514:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434568.482517:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434568/real 1789434568]  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434568.482525:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434568.482526:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434568.482528:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434568.482530:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434568.482532:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434568.482535:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434568.482538:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434568.482547:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482555:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434568.482556:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.482559:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434568.482560:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434568.482566:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482575:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434568.482578:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482585:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434568.482587:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.482589:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434568.482590:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.482592:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434568.482596:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434568.482598:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434568.482601:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434568.482603:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434568.482607:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434568.482616:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933983744:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434568.482619:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434568.482622:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482630:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434568.482631:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434568.482633:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434568.482635:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434568.482637:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434568.482640:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933983872:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434568.482643:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434568.482645:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434568.482647:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434568.482648:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434568.482651:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434568.482653:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434568.482656:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434568.482658:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434568.482661:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434568.482664:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933983872, portal 4
00000100:00000001:1.0:1789434568.482666:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434568.482667:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482252672 : -119883227298944 : ffff92f782d28380)
00000100:00000040:1.0:1789434568.482672:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482678:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434568.482723:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434568.482726:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434568.482728:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933983872, offset 0
00000400:00000200:1.0:1789434568.482732:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434568.482736:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434568.482740:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434568.482742:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434568.482744:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434568.482746:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434568.482749:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434568.482752:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512939:512939:256:4294967295] 192.168.203.104@tcp LPNI seq info [512906:512906:8:4294967295]
00000400:00000200:1.0:1789434568.482757:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434568.482762:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434568.482767:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434568.482770:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434568.482773:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434568.482776:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1789434568.482779:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434568.482782:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1789434568.482786:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434568.482787:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434568.482790:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434568.482794:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434568.482797:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434568.482798:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434568.482801:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434568.482804:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482811:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434568.482814:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.482820:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.482822:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434568.482824:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434568.482828:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434568.482831:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434568.482833:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300695585
00000100:00000001:1.0:1789434568.482835:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300696236
00000100:00000001:1.0:1789434568.482837:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300695585
00000100:00000001:1.0:1789434568.482839:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300696237
00000100:00000001:1.0:1789434568.482841:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434568.482843:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.482845:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434568.482962:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434568/real 1789434568]  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434568.482974:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434568.482975:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434568.482977:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434568.482980:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434568.482982:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434568.482984:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434568.482988:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434568.482996:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.483002:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434568.483004:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.483006:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434568.483007:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434568.483019:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.483026:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434568.483030:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.483091:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434568.483094:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.483095:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434568.483097:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.483098:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434568.483103:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434568.483105:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434568.483110:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434568.483112:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434568.483117:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434568.483124:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933983872:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434568.483128:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.483130:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434568.483133:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2a300 x1876351933983616/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.483139:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434568.483141:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434568.483143:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434568.483146:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434568.483148:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434568.483150:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434568.483152:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434568.483153:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:1.0:1789434568.483157:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434568.483159:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434568.483160:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2a300.
00000100:00000001:1.0:1789434568.483163:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434568.483165:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.483166:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434568.483170:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28000 x1876351933983744/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.483176:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434568.483177:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434568.483178:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434568.483180:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434568.483181:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434568.483183:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434568.483184:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434568.483186:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:1.0:1789434568.483188:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434568.483189:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434568.483190:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28000.
00000100:00000001:1.0:1789434568.483193:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434568.483194:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.483195:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434568.483197:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d28380 x1876351933983872/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434568.483203:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434568.483204:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434568.483206:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434568.483208:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434568.483209:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434568.483210:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434568.483212:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434568.483213:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:1.0:1789434568.483215:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434568.483216:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434568.483217:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d28380.
00000100:00000001:1.0:1789434568.483219:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434568.483220:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.483222:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.483227:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434568.483228:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.483231:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434568.483233:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434568.735462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434568.735470:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434568.735472:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434568.735477:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434568.735480:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434568.735483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.735486:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434568.735489:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434568.735491:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434569.183777:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300696236, at 4300696256
00000100:00000010:2.0:1789434569.183791:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d0c0.
00000100:00000040:3.0:1789434569.183821:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300696237, at 4300696256
00000100:00000010:3.0:1789434569.183830:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dcc0.
00000100:00000001:3.0:1789434569.247456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434569.247464:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434569.247466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434569.247471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434569.247474:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434569.247477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434569.247480:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434569.247482:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434569.247485:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434569.247737:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434569.247740:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434569.247744:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434569.247746:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434569.247749:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434569.247751:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434569.247753:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434569.247755:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434569.247801:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434569.247804:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434569.247807:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434569.503476:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434569.503483:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434569.503485:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434569.503490:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434569.503493:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434569.503497:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434569.503500:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434569.503502:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434569.503504:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434569.504185:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434569.504189:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434569.504191:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434569.504194:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434569.504196:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434569.504199:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434569.504201:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434569.504203:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434569.504204:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434569.759458:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434569.759464:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434569.759466:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434569.759472:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434569.759475:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434569.759479:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434569.759482:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434569.759484:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434569.759487:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434570.271437:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434570.271444:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434570.271448:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434570.271454:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434570.271458:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434570.271461:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434570.271464:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434570.271467:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434570.271470:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434570.271679:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434570.271683:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434570.271687:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434570.271688:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434570.271691:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434570.271692:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434570.271694:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434570.271695:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434570.271710:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434570.271712:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434570.271715:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434570.527460:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434570.527469:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434570.527471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434570.527477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434570.527480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434570.527484:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434570.527488:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434570.527490:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434570.527493:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434570.527572:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434570.527575:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434570.527576:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434570.527578:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434570.527580:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434570.527583:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434570.527585:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434570.527586:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434570.527588:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434570.783987:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434570.784006:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434570.784008:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434570.784013:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434570.784016:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434570.784019:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434570.784022:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434570.784025:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434570.784028:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434571.295543:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434571.295549:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434571.295555:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434571.295557:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434571.295560:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434571.295562:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434571.295566:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434571.295567:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434571.295627:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434571.295631:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434571.295634:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434571.295699:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434571.295703:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434571.295705:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434571.295709:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434571.295712:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434571.295715:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434571.295718:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434571.295720:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434571.295723:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434571.551451:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434571.551457:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434571.551459:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434571.551462:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434571.551466:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434571.551468:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434571.551479:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434571.551482:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434571.551485:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434571.553568:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434571.553584:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434571.553586:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434571.553590:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434571.553594:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434571.553597:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434571.553599:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434571.553602:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434571.553604:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434571.807510:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434571.807516:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434571.807519:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434571.807524:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434571.807528:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434571.807532:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434571.807535:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434571.807537:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434571.807540:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434572.319478:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434572.319483:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434572.319489:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434572.319490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434572.319493:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434572.319494:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434572.319497:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434572.319499:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434572.320453:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434572.320457:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434572.320461:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434572.320508:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434572.320512:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434572.320514:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434572.320517:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434572.320520:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434572.320523:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434572.320525:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434572.320528:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434572.320530:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434572.575465:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434572.575477:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434572.575479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434572.575484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434572.575488:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434572.575492:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434572.575495:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434572.575497:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434572.575499:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434572.575864:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434572.575868:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434572.575870:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434572.575873:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434572.575875:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434572.575877:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434572.575879:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434572.575881:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434572.575884:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434572.831469:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434572.831477:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434572.831480:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434572.831485:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434572.831488:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434572.831492:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434572.831495:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434572.831497:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434572.831500:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.343459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434573.343465:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434573.343467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434573.343471:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.343471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434573.343478:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434573.343481:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434573.343484:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434573.343488:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434573.343488:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434573.343492:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:2.0:1789434573.343494:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434573.343496:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.343499:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434573.343500:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434573.343504:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.343504:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434573.343508:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434573.343511:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434573.343513:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434573.343514:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434573.343517:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434573.343519:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434573.343521:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434573.343523:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434573.343524:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434573.343526:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434573.343529:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434573.343531:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434573.343532:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434573.343534:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434573.343536:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434573.343538:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434573.343539:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434573.343541:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434573.343587:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434573.343590:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434573.343593:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434573.599463:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434573.599470:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434573.599472:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434573.599477:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434573.599480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434573.599484:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434573.599487:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434573.599490:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434573.599492:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434573.599707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434573.599712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434573.599715:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434573.599718:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434573.599721:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434573.599728:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 6028
00000400:00000200:2.0:1789434573.599736:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434573.599741:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434573.599744:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434573.599747:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.599750:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434573.599752:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.599754:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434573.599761:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434573.599763:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434573.599766:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434573.599769:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434573.599771:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434573.599774:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434573.599777:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.599779:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434573.599781:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.599783:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434573.599786:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434573.599789:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434573.599791:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434573.599794:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434573.599797:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434573.599800:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.599803:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434573.599805:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434573.599813:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2bb80.
00000020:00000040:2.0:1789434573.599816:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434573.599820:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434573.599821:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.599824:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434573.599826:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434573.599830:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434573.599837:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79800.
00000100:00000001:2.0:1789434573.599844:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434573.599852:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434573.599863:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434573.599864:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434573.599868:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434573.599869:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434573.599872:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434573.599876:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ddafd05] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434573.599886:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:3.0:1789434573.599891:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434573.599893:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434573.599895:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434573.599897:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434573.599898:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.599901:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434573.599905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434573.599909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434573.599911:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434573.599912:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434573.599915:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434573.599918:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6028
00000400:00000200:2.0:1789434573.599921:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434573.599924:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434573.599926:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434573.599928:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.599930:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434573.599932:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.599933:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434573.599936:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434573.599938:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:2.0:1789434573.599939:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434573.599941:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:2.0:1789434573.599943:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:2.0:1789434573.599945:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:2.0:1789434573.599947:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.599949:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434573.599951:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.599952:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434573.599954:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:2.0:1789434573.599956:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434573.599959:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434573.599960:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434573.599965:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434573.599967:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.599969:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434573.599982:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1789434573.599985:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.599987:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434573.599990:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29c00.
00000020:00000040:2.0:1789434573.599993:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:2.0:1789434573.599995:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434573.599997:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.599999:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434573.600000:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434573.600002:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434573.600007:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b400.
00000100:00000001:2.0:1789434573.600011:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434573.600015:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434573.600023:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434573.600025:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434573.600029:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a31316b7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434573.600036:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434573.600038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434573.600041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434573.600042:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434573.600044:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434573.600046:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434573.600048:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6028
00000400:00000200:2.0:1789434573.600052:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434573.600054:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434573.600056:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434573.600059:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.600061:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434573.600063:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.600065:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434573.600076:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434573.600078:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434573.600080:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434573.600082:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434573.600084:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:2.0:1789434573.600086:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:2.0:1789434573.600090:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.600094:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434573.600096:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.600098:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434573.600100:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434573.600103:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434573.600106:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434573.600108:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434573.600111:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434573.600114:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.600116:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434573.600118:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000100:00000001:1.0:1789434573.600119:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1789434573.600121:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.600123:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434573.600125:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.600126:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1789434573.600130:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2aa00.
00000100:00000040:1.0:1789434573.600133:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789434573.600134:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434573.600140:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434573.600142:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.600145:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434573.600146:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434573.600148:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434573.600150:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434573.600153:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434573.600154:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:2.0:1789434573.600157:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a800.
02000000:00000001:1.0:1789434573.600158:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434573.600164:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.600164:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434573.600171:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933984000:192.168.203.104@tcp:250:kworker.0
00000100:00100000:2.0:1789434573.600174:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434573.600179:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434573.600184:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1789434573.600186:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1789434573.600188:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.600189:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434573.600192:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434573.600198:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434573.600203:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434573.600206:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3661409] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434573.600216:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434573.600220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1789434573.600222:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:2.0:1789434573.600225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1789434573.600227:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1789434573.600228:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000100:00080000:2.0:1789434573.600230:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434573.600234:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:1.0:1789434573.600237:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00080000:2.0:1789434573.600237:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6028
00000400:00000200:2.0:1789434573.600243:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000200:1.0:1789434573.600245:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933984000, portal 25
00000400:00000200:2.0:1789434573.600248:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:1.0:1789434573.600250:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1789434573.600252:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1789434573.600254:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482267008 : -119883227284608 : ffff92f782d2bb80)
00000100:00000040:2.0:1789434573.600256:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.600260:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434573.600265:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434573.600265:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434573.600276:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1789434573.600279:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000040:1.0:1789434573.600283:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000020:00000001:2.0:1789434573.600285:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1789434573.600288:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000020:00000040:2.0:1789434573.600289:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434573.600292:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1789434573.600295:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933984000, offset 0
00000020:00000040:2.0:1789434573.600295:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434573.600299:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434573.600303:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000400:00000200:1.0:1789434573.600306:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00000040:2.0:1789434573.600309:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.600312:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434573.600314:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000400:00000200:1.0:1789434573.600318:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434573.600319:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434573.600324:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000400:00000200:1.0:1789434573.600328:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000100:00080000:2.0:1789434573.600329:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434573.600335:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434573.600337:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1789434573.600338:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434573.600342:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1789434573.600344:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
02000000:00000001:2.0:1789434573.600346:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.600376:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434573.600379:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000400:00000200:1.0:1789434573.600380:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1789434573.600383:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434573.600386:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000001:2.0:1789434573.600387:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434573.600392:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29f80.
00000400:00000200:1.0:1789434573.600393:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512940:512940:256:4294967295] 192.168.203.104@tcp LPNI seq info [512907:512907:8:4294967295]
00000020:00000040:2.0:1789434573.600397:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000200:1.0:1789434573.600402:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:2.0:1789434573.600403:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434573.600406:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434573.600408:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434573.600410:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434573.600413:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434573.600417:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7a400.
00000100:00000001:2.0:1789434573.600420:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434573.600428:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1789434573.600432:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1789434573.600438:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789434573.600445:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1789434573.600446:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000100:00000001:2.0:1789434573.600448:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434573.600455:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b20d5cf0] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1789434573.600456:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434573.600464:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1789434573.600467:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1789434573.600472:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434573.600476:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1789434573.600480:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000040:2.0:1789434573.600481:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6038)
00000800:00000010:1.0:1789434573.600483:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434573.600491:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434573.600506:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434573.600515:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434573.600517:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434573.600523:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434573.600527:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.600545:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434573.600548:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.600554:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.600556:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434573.600561:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434573.600565:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434573.600568:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300701356
00000100:00000010:1.0:1789434573.600573:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d360.
00000100:00000001:1.0:1789434573.600579:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434573.600584:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300701356
00000100:00000010:1.0:1789434573.600587:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d2a0.
00000100:00000001:1.0:1789434573.600590:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434573.600601:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434573.600604:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.600606:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434573.600611:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434573/real 1789434573]  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434573.600619:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434573.600621:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434573.600624:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434573.600627:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434573.600629:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434573.600631:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434573.600635:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434573.600643:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.600647:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434573.600648:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.600650:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434573.600651:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434573.600654:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.600658:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434573.600661:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.600665:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434573.600666:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.600667:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434573.600668:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.600669:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434573.600671:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434573.600673:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434573.600675:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434573.600677:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434573.600680:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434573.600687:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933984000:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434573.600693:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434573.600697:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.600703:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434573.600704:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434573.600706:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434573.600708:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434573.600710:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434573.600713:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933984128:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434573.600716:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434573.600718:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434573.600720:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434573.600721:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434573.600725:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7c00.
02000000:00000001:1.0:1789434573.600732:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434573.600735:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434573.600737:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434573.600740:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434573.600743:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933984128, portal 10
00000100:00000001:1.0:1789434573.600745:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434573.600746:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258944 : -119883227292672 : ffff92f782d29c00)
00000100:00000040:1.0:1789434573.600752:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.600769:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434573.600771:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434573.600773:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434573.600776:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933984128, offset 0
00000400:00000200:1.0:1789434573.600780:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434573.600784:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434573.600786:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434573.600789:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434573.600791:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434573.600793:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434573.600795:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434573.600797:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512941:512941:256:4294967295] 192.168.203.104@tcp LPNI seq info [512908:512908:8:4294967295]
00000400:00000200:1.0:1789434573.600801:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434573.600806:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434573.600810:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434573.600814:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434573.600818:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434573.600821:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789434573.600824:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434573.600826:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1789434573.600830:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434573.600831:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434573.600834:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434573.600837:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434573.600840:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434573.600842:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434573.600844:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434573.600848:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.600856:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434573.600859:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.600875:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.600876:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434573.600880:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434573.600883:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434573.600886:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434573.600888:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300700684
00000100:00000001:1.0:1789434573.600891:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300701356
00000100:00000001:1.0:1789434573.600893:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300700684
00000100:00000001:1.0:1789434573.600896:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300701356
00000100:00000001:1.0:1789434573.600898:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434573.600900:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.600902:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434573.600906:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434573/real 1789434573]  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434573.600913:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434573.600915:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434573.600916:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434573.600918:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434573.600920:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434573.600922:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434573.600925:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434573.600933:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.600938:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434573.600939:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.600941:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434573.600942:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434573.600946:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.600952:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434573.600956:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.600962:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434573.600964:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.600966:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434573.600967:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.600969:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434573.600982:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434573.600984:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434573.600988:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434573.600990:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434573.600993:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434573.601001:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933984128:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434573.601004:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601006:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434573.601009:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2bb80 x1876351933984000/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601016:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434573.601018:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434573.601021:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434573.601024:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434573.601025:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434573.601027:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434573.601029:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434573.601031:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79800.
02000000:00000001:1.0:1789434573.601035:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434573.601037:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434573.601038:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2bb80.
00000100:00000001:1.0:1789434573.601041:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434573.601042:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601044:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434573.601047:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29c00 x1876351933984128/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601054:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434573.601056:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434573.601057:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7c00.
02000000:00000001:1.0:1789434573.601059:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434573.601061:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434573.601062:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434573.601064:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434573.601065:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b400.
02000000:00000001:1.0:1789434573.601067:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434573.601068:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434573.601069:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29c00.
00000100:00000001:1.0:1789434573.601072:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434573.601073:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601074:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601079:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434573.601080:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.601081:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434573.601082:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434573.601083:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434573.601086:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601090:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434573.601091:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434573.601092:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434573.601093:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434573.601095:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434573.601096:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933984256:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434573.601098:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434573.601099:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434573.601100:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434573.601101:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434573.601103:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7c00.
02000000:00000001:1.0:1789434573.601104:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434573.601107:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434573.601109:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434573.601111:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434573.601113:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933984256, portal 4
00000100:00000001:1.0:1789434573.601114:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434573.601115:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482262528 : -119883227289088 : ffff92f782d2aa00)
00000100:00000040:1.0:1789434573.601118:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601122:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434573.601124:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434573.601125:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434573.601126:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933984256, offset 0
00000400:00000200:1.0:1789434573.601128:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434573.601131:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434573.601133:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434573.601135:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434573.601136:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434573.601138:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434573.601139:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434573.601141:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512942:512942:256:4294967295] 192.168.203.104@tcp LPNI seq info [512909:512909:8:4294967295]
00000400:00000200:1.0:1789434573.601144:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434573.601149:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434573.601153:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434573.601156:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434573.601159:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434573.601162:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789434573.601165:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434573.601168:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1789434573.601171:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434573.601173:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434573.601176:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434573.601179:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434573.601182:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434573.601183:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434573.601186:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434573.601189:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601196:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434573.601200:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601205:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.601207:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434573.601210:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434573.601212:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434573.601216:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434573.601218:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300700701
00000100:00000001:1.0:1789434573.601220:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300701356
00000100:00000001:1.0:1789434573.601222:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300700701
00000100:00000001:1.0:1789434573.601224:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300701356
00000100:00000001:1.0:1789434573.601226:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434573.601228:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.601230:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434573.601234:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434573/real 1789434573]  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434573.601242:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434573.601243:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434573.601244:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434573.601246:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434573.601248:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434573.601250:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434573.601253:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434573.601261:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601267:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434573.601268:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601270:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434573.601272:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434573.601275:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601282:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434573.601285:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601298:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434573.601301:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601302:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434573.601303:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601305:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434573.601309:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434573.601312:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434573.601315:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434573.601317:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434573.601321:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434573.601329:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933984256:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434573.601332:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434573.601336:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601342:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434573.601343:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434573.601345:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434573.601364:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434573.601366:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434573.601370:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933984384:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434573.601372:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434573.601374:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434573.601376:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434573.601377:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434573.601380:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434573.601382:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434573.601385:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434573.601387:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434573.601390:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434573.601392:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933984384, portal 4
00000100:00000001:1.0:1789434573.601394:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434573.601395:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482259840 : -119883227291776 : ffff92f782d29f80)
00000100:00000040:1.0:1789434573.601399:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601404:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434573.601406:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434573.601409:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434573.601411:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933984384, offset 0
00000400:00000200:1.0:1789434573.601414:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434573.601418:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434573.601421:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434573.601424:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434573.601426:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434573.601429:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434573.601431:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434573.601433:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512943:512943:256:4294967295] 192.168.203.104@tcp LPNI seq info [512910:512910:8:4294967295]
00000400:00000200:1.0:1789434573.601436:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434573.601442:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434573.601445:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434573.601448:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434573.601451:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434573.601453:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1789434573.601458:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434573.601460:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1789434573.601464:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434573.601466:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434573.601469:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434573.601472:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434573.601474:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434573.601476:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434573.601479:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434573.601482:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601490:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434573.601493:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601499:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.601501:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434573.601504:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434573.601506:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434573.601509:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434573.601510:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300700704
00000100:00000001:1.0:1789434573.601513:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300701356
00000100:00000001:1.0:1789434573.601514:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300700704
00000100:00000001:1.0:1789434573.601516:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300701356
00000100:00000001:1.0:1789434573.601518:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434573.601520:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.601522:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434573.601526:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434573/real 1789434573]  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434573.601533:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434573.601534:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434573.601536:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434573.601538:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434573.601540:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434573.601542:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434573.601545:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434573.601552:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601559:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434573.601560:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601561:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434573.601563:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434573.601566:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601572:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434573.601576:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601583:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434573.601585:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601587:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434573.601588:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601590:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434573.601593:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434573.601596:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434573.601599:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434573.601601:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434573.601604:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434573.601611:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933984384:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434573.601614:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601616:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434573.601619:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2aa00 x1876351933984256/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601625:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434573.601627:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434573.601629:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7c00.
02000000:00000001:1.0:1789434573.601631:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434573.601632:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434573.601634:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434573.601636:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434573.601637:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a800.
02000000:00000001:1.0:1789434573.601639:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434573.601640:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434573.601641:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2aa00.
00000100:00000001:1.0:1789434573.601644:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434573.601645:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601646:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434573.601649:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29f80 x1876351933984384/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434573.601655:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434573.601656:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434573.601657:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da5000.
02000000:00000001:1.0:1789434573.601659:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434573.601660:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434573.601661:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434573.601663:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434573.601664:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7a400.
02000000:00000001:1.0:1789434573.601666:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434573.601667:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434573.601668:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29f80.
00000100:00000001:1.0:1789434573.601670:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434573.601672:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601674:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.601677:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434573.601678:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.601680:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434573.601682:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434573.855576:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434573.855589:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434573.855591:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434573.855602:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434573.855607:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434573.855611:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.855615:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434573.855618:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434573.855622:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434574.304085:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300701356, at 4300701376
00000100:00000010:2.0:1789434574.304101:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d360.
00000100:00000040:3.0:1789434574.304190:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300701356, at 4300701376
00000100:00000010:3.0:1789434574.304196:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d2a0.
00000100:00000001:2.0:1789434574.367528:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434574.367536:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434574.367540:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434574.367547:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434574.367553:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434574.367557:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434574.367560:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434574.367564:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434574.367568:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434574.367615:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434574.367619:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434574.367624:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434574.367625:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434574.367629:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434574.367630:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434574.367648:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434574.367650:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434574.367677:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434574.367680:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434574.367683:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434574.623492:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434574.623499:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434574.623502:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434574.623507:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434574.623510:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434574.623514:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434574.623517:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434574.623520:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434574.623523:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434574.623684:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434574.623687:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434574.623689:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434574.623692:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434574.623694:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434574.623696:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434574.623698:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434574.623700:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434574.623702:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434574.879459:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434574.879466:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434574.879468:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434574.879473:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434574.879476:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434574.879480:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434574.879482:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434574.879485:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434574.879488:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434575.391409:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434575.391415:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434575.391417:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434575.391421:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434575.391425:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434575.391427:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434575.391430:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434575.391432:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434575.391434:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434575.391449:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434575.391453:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434575.391457:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434575.391458:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434575.391461:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434575.391462:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434575.391465:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434575.391466:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434575.391733:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434575.391737:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434575.391739:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434575.648764:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434575.648771:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434575.648773:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434575.648779:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00100000:2.0:1789434575.648779:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434575.648784:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434575.648785:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434575.648788:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434575.648789:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1789434575.648793:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434575.648794:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434575.648796:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434575.648798:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434575.648800:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434575.648803:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434575.648803:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434575.648804:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434575.648809:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434575.904507:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434575.904515:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434575.904517:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434575.904522:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434575.904526:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434575.904530:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434575.904533:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434575.904536:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434575.904539:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434576.415455:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434576.415467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434576.415470:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434576.415477:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434576.415482:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434576.415486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434576.415489:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434576.415490:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434576.415496:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434576.415497:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434576.415501:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1789434576.415501:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434576.415508:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434576.415513:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434576.415516:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434576.415518:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434576.415521:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434576.415526:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434576.415528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434576.415533:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434576.415534:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434576.415537:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434576.415538:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434576.415598:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434576.415602:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434576.415606:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434576.671657:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434576.671665:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434576.671668:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434576.671676:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434576.671681:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434576.671687:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434576.671691:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434576.671694:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434576.671698:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434576.671725:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434576.671732:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434576.671734:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434576.671739:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434576.671743:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434576.671746:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434576.671749:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434576.671751:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434576.671753:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434576.927491:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434576.927501:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434576.927504:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434576.927512:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434576.927516:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434576.927520:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434576.927524:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434576.927527:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434576.927531:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434577.439423:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434577.439431:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434577.439433:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434577.439440:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434577.439444:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434577.439448:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434577.439452:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434577.439454:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434577.439466:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434577.439717:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434577.439720:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434577.439723:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434577.439724:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434577.439726:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434577.439727:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434577.439729:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434577.439730:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434577.439764:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434577.439765:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434577.439767:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434577.695429:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434577.695430:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434577.695438:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434577.695438:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434577.695442:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434577.695442:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434577.695449:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434577.695450:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434577.695455:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434577.695456:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434577.695461:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434577.695461:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434577.695467:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434577.695468:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434577.695472:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434577.695472:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434577.695477:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434577.695477:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434577.951500:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434577.951509:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434577.951511:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434577.951517:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434577.951521:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434577.951525:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434577.951528:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434577.951534:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434577.951537:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434578.463449:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434578.463456:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434578.463459:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434578.463464:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434578.463468:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434578.463471:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434578.463474:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434578.463476:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434578.463480:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434578.463525:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434578.463528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434578.463532:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434578.463533:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434578.463537:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434578.463538:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434578.463541:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434578.463542:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434578.463559:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434578.463562:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434578.463565:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434578.719458:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434578.719466:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434578.719468:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434578.719516:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434578.719520:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434578.719523:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434578.719526:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434578.719529:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434578.719531:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434578.719611:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434578.719618:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434578.719620:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434578.719623:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434578.719628:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434578.719635:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 6033
00000400:00000200:3.0:1789434578.719645:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434578.719652:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434578.719655:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434578.719659:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434578.719661:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434578.719664:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434578.719667:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434578.719674:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434578.719677:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434578.719679:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434578.719683:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434578.719686:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434578.719689:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434578.719692:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434578.719695:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434578.719698:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434578.719699:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434578.719702:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434578.719707:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434578.719709:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434578.719713:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434578.719716:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434578.719719:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434578.719722:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434578.719729:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434578.719739:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288a80.
00000100:00000001:1.0:1789434578.719741:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000020:00000040:3.0:1789434578.719743:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
00000100:00000001:1.0:1789434578.719746:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1789434578.719749:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1789434578.719750:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434578.719753:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434578.719756:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:3.0:1789434578.719758:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1789434578.719760:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1789434578.719763:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1789434578.719765:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434578.719769:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1789434578.719769:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434578.719773:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434578.719777:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434578.719779:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0000.
00000100:00000001:3.0:1789434578.719787:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434578.719797:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434578.719808:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434578.719813:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434578.719818:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d15697e] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.719869:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434578.719872:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434578.719874:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434578.719880:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.719893:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434578.719894:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434578.719898:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434578.719900:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434578.719902:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434578.719906:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933984512:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434578.719910:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434578.719913:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434578.719915:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434578.719918:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434578.719922:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434578.719924:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434578.719929:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434578.719933:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434578.719953:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434578.719960:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933984512, portal 25
00000100:00000001:2.0:1789434578.719962:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434578.719964:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196928 : -119882416354688 : ffff92f7b3288a80)
00000100:00000040:2.0:1789434578.719969:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.719976:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434578.719979:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434578.719982:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434578.719985:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933984512, offset 0
00000400:00000200:2.0:1789434578.719992:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434578.720000:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434578.720006:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434578.720010:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434578.720014:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434578.720018:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434578.720020:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434578.720024:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512944:512944:256:4294967295] 192.168.203.104@tcp LPNI seq info [512911:512911:8:4294967295]
00000400:00000200:2.0:1789434578.720029:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434578.720038:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434578.720043:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434578.720048:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434578.720054:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434578.720058:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789434578.720064:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434578.720068:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789434578.720072:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434578.720074:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434578.720080:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434578.720085:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434578.720090:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434578.720092:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434578.720097:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434578.720113:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434578.720140:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434578.720143:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434578.720147:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434578.720149:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434578.720151:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434578.720153:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434578.720157:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6033
00000400:00000200:3.0:1789434578.720162:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434578.720166:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434578.720169:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434578.720173:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434578.720175:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434578.720178:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434578.720180:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434578.720184:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434578.720186:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434578.720188:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434578.720190:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434578.720192:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434578.720194:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434578.720197:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434578.720199:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434578.720201:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434578.720203:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434578.720205:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434578.720208:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434578.720211:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434578.720214:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434578.720219:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434578.720221:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434578.720223:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434578.720227:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434578.720231:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434578.720233:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434578.720238:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289500.
00000020:00000040:3.0:1789434578.720241:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434578.720244:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434578.720246:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434578.720248:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434578.720250:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434578.720252:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434578.720256:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3c00.
00000100:00000001:3.0:1789434578.720260:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434578.720266:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434578.720274:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434578.720276:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434578.720280:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b5eff64] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720311:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434578.720316:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720331:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.720333:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434578.720339:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434578.720344:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434578.720347:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300706475
00000100:00000010:2.0:1789434578.720371:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434578.720386:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434578.720391:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300706476
00000100:00000010:2.0:1789434578.720394:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888875a0.
00000100:00000001:2.0:1789434578.720397:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434578.720400:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434578.720403:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.720406:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434578.720411:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434578/real 1789434578]  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434578.720420:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434578.720422:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434578.720425:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434578.720429:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434578.720431:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434578.720434:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434578.720437:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434578.720445:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720457:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434578.720459:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.720461:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434578.720463:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434578.720467:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720474:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434578.720478:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720485:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434578.720487:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.720489:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434578.720490:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.720492:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434578.720494:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434578.720497:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434578.720501:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434578.720503:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434578.720508:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434578.720516:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933984512:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434578.720520:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.720522:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434578.720525:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288a80 x1876351933984512/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720531:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434578.720533:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434578.720535:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434578.720540:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434578.720542:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434578.720543:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434578.720545:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434578.720547:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0000.
02000000:00000001:2.0:1789434578.720551:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434578.720553:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434578.720554:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288a80.
00000100:00000001:2.0:1789434578.720558:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434578.720559:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.720561:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.720568:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434578.720569:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.720571:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434578.720573:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434578.720574:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434578.720577:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720583:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434578.720584:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434578.720586:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434578.720588:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434578.720590:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434578.720593:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933984640:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434578.720596:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434578.720598:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434578.720599:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434578.720601:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434578.720604:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434578.720606:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434578.720609:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434578.720612:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434578.720615:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434578.720617:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933984640, portal 10
00000100:00000001:2.0:1789434578.720619:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434578.720620:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293199616 : -119882416352000 : ffff92f7b3289500)
00000100:00000040:2.0:1789434578.720627:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720633:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434578.720635:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434578.720637:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434578.720639:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933984640, offset 0
00000400:00000200:2.0:1789434578.720643:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434578.720647:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434578.720650:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434578.720653:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434578.720655:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434578.720657:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434578.720659:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434578.720663:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512945:512945:256:4294967295] 192.168.203.104@tcp LPNI seq info [512912:512912:8:4294967295]
00000400:00000200:2.0:1789434578.720666:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434578.720672:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434578.720676:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434578.720679:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434578.720682:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434578.720685:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789434578.720689:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434578.720692:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789434578.720695:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434578.720697:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434578.720700:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434578.720703:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434578.720706:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434578.720707:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434578.720710:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434578.720713:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720720:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434578.720722:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720728:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.720730:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434578.720732:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434578.720736:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434578.720739:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434578.720741:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300705804
00000100:00000001:2.0:1789434578.720744:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300706475
00000100:00000001:2.0:1789434578.720745:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300705804
00000100:00000001:2.0:1789434578.720748:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300706476
00000100:00000001:2.0:1789434578.720750:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434578.720752:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.720753:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434578.720757:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434578/real 1789434578]  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434578.720769:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434578.720771:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434578.720772:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434578.720774:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434578.720776:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434578.720778:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434578.720781:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434578.720789:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720796:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434578.720797:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.720799:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434578.720800:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434578.720803:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720809:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434578.720813:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720818:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434578.720820:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.720821:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434578.720822:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.720824:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434578.720827:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434578.720829:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434578.720832:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434578.720834:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434578.720839:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434578.720847:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933984640:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434578.720850:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.720852:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434578.720854:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289500 x1876351933984640/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.720861:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434578.720862:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434578.720864:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434578.720866:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434578.720868:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434578.720869:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434578.720871:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434578.720872:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3c00.
02000000:00000001:2.0:1789434578.720875:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434578.720876:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434578.720877:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289500.
00000100:00000001:2.0:1789434578.720880:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434578.720881:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.720883:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.720886:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434578.720887:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.720889:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434578.720890:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.721061:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434578.721064:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434578.721133:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434578.721138:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434578.721141:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434578.721143:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434578.721144:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434578.721147:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434578.721151:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6033
00000400:00000200:3.0:1789434578.721155:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434578.721159:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434578.721161:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434578.721170:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434578.721172:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434578.721174:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434578.721184:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434578.721189:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434578.721190:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434578.721192:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434578.721194:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434578.721235:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434578.721238:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434578.721242:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434578.721243:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434578.721245:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434578.721247:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434578.721250:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434578.721252:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434578.721255:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434578.721257:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434578.721261:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434578.721263:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434578.721265:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434578.721268:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434578.721270:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434578.721272:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434578.721276:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288700.
00000020:00000040:3.0:1789434578.721278:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434578.721281:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434578.721283:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434578.721285:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434578.721286:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434578.721289:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434578.721292:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3000.
00000100:00000001:3.0:1789434578.721297:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434578.721302:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434578.721310:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434578.721313:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434578.721316:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022fa51d7] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434578.721335:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434578.721338:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434578.721341:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434578.721343:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434578.721344:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434578.721368:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434578.721371:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6033
00000400:00000200:3.0:1789434578.721376:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434578.721379:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434578.721383:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434578.721387:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434578.721390:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1789434578.721390:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434578.721393:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434578.721395:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434578.721398:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:2.0:1789434578.721399:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1789434578.721405:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1789434578.721407:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1789434578.721408:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434578.721412:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434578.721416:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000100:00000001:2.0:1789434578.721420:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1789434578.721421:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434578.721424:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434578.721425:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
02000000:00000001:2.0:1789434578.721428:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434578.721431:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789434578.721434:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:2.0:1789434578.721435:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434578.721440:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1789434578.721443:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933984768:192.168.203.104@tcp:8:kworker.0
00000100:00000040:3.0:1789434578.721447:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434578.721450:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789434578.721452:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:2.0:1789434578.721454:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434578.721457:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789434578.721457:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
02000000:00000001:2.0:1789434578.721462:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1789434578.721464:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
02000000:00000010:2.0:1789434578.721468:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434578.721471:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434578.721475:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434578.721478:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000100:00000001:3.0:1789434578.721480:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434578.721483:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
02000000:00000001:3.0:1789434578.721484:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1789434578.721488:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933984768, portal 4
02000000:00000001:3.0:1789434578.721490:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434578.721492:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434578.721495:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293196032 : -119882416355584 : ffff92f7b3288700)
02000000:00000001:3.0:1789434578.721495:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434578.721501:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:2.0:1789434578.721506:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789434578.721506:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434578.721512:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434578.721516:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.721522:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1789434578.721523:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3288000.
00000100:00000040:2.0:1789434578.721528:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000020:00000040:3.0:1789434578.721529:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000400:00000010:2.0:1789434578.721533:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
02000000:00000001:3.0:1789434578.721534:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434578.721537:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434578.721539:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933984768, offset 0
00000100:00000001:3.0:1789434578.721541:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434578.721544:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434578.721547:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434578.721548:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434578.721554:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434578.721558:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434578.721562:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434578.721565:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
02000000:00000010:3.0:1789434578.721565:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0c00.
00000400:00000200:2.0:1789434578.721569:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1789434578.721572:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434578.721573:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434578.721581:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512946:512946:256:4294967295] 192.168.203.104@tcp LPNI seq info [512913:512913:8:4294967295]
00000100:00100000:3.0:1789434578.721581:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789434578.721593:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:3.0:1789434578.721598:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434578.721603:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434578.721608:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1789434578.721613:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f37a8ad] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1789434578.721620:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434578.721629:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000100:00000001:3.0:1789434578.721629:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434578.721636:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6043)
00000800:00000200:2.0:1789434578.721637:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434578.721641:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789434578.721649:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434578.721652:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789434578.721688:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434578.721690:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434578.721694:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434578.721697:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434578.721701:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434578.721703:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434578.721705:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434578.721709:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.721717:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434578.721721:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.721727:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.721729:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434578.721733:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434578.721736:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434578.721739:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434578.721742:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300705822
00000100:00000001:2.0:1789434578.721744:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300706475
00000100:00000001:2.0:1789434578.721746:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300705822
00000100:00000001:2.0:1789434578.721747:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300706476
00000100:00000001:2.0:1789434578.721749:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434578.721751:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.721753:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434578.721757:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434578/real 1789434578]  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434578.721765:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434578.721766:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434578.721768:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434578.721771:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434578.721772:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434578.721774:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434578.721777:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434578.721786:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.721792:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434578.721793:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.721795:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434578.721796:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434578.721800:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.721806:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434578.721810:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.721816:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434578.721819:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.721820:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434578.721821:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.721823:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434578.721828:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434578.721830:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434578.721834:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434578.721836:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434578.721840:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434578.721848:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933984768:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434578.721851:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.721853:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434578.721856:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288700 x1876351933984768/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.721862:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434578.721863:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434578.721865:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434578.721868:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434578.721869:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434578.721871:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434578.721873:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434578.721875:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3000.
02000000:00000001:2.0:1789434578.721877:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434578.721879:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434578.721880:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288700.
00000100:00000001:2.0:1789434578.721882:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434578.721884:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.721885:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.721890:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434578.721891:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.721893:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434578.721894:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434578.721896:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434578.721899:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.721906:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434578.721907:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434578.721909:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434578.721910:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434578.721913:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434578.721916:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933984896:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434578.721919:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434578.721920:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434578.721922:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434578.721923:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434578.721926:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434578.721928:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434578.721931:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434578.721948:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434578.721953:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434578.721956:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933984896, portal 4
00000100:00000001:2.0:1789434578.721957:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434578.721959:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293194240 : -119882416357376 : ffff92f7b3288000)
00000100:00000040:2.0:1789434578.721964:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.721970:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434578.721972:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434578.721974:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434578.721976:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933984896, offset 0
00000400:00000200:2.0:1789434578.721979:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434578.721983:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434578.721986:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434578.721990:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434578.721992:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434578.721994:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434578.721997:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434578.721999:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512947:512947:256:4294967295] 192.168.203.104@tcp LPNI seq info [512914:512914:8:4294967295]
00000400:00000200:2.0:1789434578.722003:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434578.722008:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434578.722013:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434578.722016:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434578.722019:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434578.722022:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1789434578.722026:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434578.722028:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1789434578.722032:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434578.722034:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434578.722037:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434578.722040:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434578.722043:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434578.722045:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434578.722047:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434578.722050:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.722057:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434578.722060:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.722065:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.722067:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434578.722070:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434578.722073:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434578.722076:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434578.722078:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300705824
00000100:00000001:2.0:1789434578.722080:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300706475
00000100:00000001:2.0:1789434578.722082:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300705824
00000100:00000001:2.0:1789434578.722084:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300706476
00000100:00000001:2.0:1789434578.722086:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434578.722087:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.722089:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434578.722093:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434578/real 1789434578]  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434578.722109:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434578.722111:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434578.722112:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434578.722115:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434578.722116:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434578.722118:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434578.722122:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434578.722130:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.722135:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434578.722137:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.722138:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434578.722140:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434578.722143:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.722150:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434578.722153:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.722160:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434578.722162:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.722164:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434578.722165:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.722166:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434578.722170:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434578.722172:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434578.722175:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434578.722178:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434578.722182:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434578.722195:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3288000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933984896:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434578.722199:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.722201:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434578.722203:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3288000 x1876351933984896/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434578.722210:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434578.722211:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434578.722213:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434578.722216:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434578.722218:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434578.722219:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434578.722221:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434578.722223:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0c00.
02000000:00000001:2.0:1789434578.722225:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434578.722226:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434578.722228:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3288000.
00000100:00000001:2.0:1789434578.722230:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434578.722232:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.722233:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434578.722236:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434578.722238:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434578.722240:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434578.722241:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434578.975462:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434578.975475:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434578.975477:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434578.975482:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434578.975486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434578.975490:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434578.975494:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434578.975497:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434578.975501:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434579.423421:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300706476, at 4300706496
00000100:00000010:3.0:1789434579.423436:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888875a0.
00000100:00000040:2.0:1789434579.423746:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300706475, at 4300706496
00000100:00000010:2.0:1789434579.423753:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00010000:00000001:1.0:1789434579.487450:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434579.487456:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434579.487462:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434579.487464:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434579.487468:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434579.487470:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434579.487473:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434579.487474:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434579.487482:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434579.487487:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434579.487490:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434579.487495:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434579.487500:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1789434579.487505:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000100:00000001:2.0:1789434579.487505:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434579.487510:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1789434579.487511:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434579.487514:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:0.0:1789434579.487517:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434579.487520:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434579.743445:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434579.743452:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434579.743454:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434579.743460:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434579.743463:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434579.743466:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434579.743469:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434579.743471:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434579.743474:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434579.743538:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434579.743541:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434579.743541:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434579.743543:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434579.743544:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434579.743546:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434579.743547:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434579.743549:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434579.743550:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434579.999474:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434579.999481:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434579.999483:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434579.999489:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434579.999493:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434579.999497:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434579.999500:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434579.999503:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434579.999505:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434580.511459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434580.511464:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434580.511466:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434580.511471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434580.511474:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434580.511477:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434580.511479:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434580.511481:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434580.511484:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434580.511510:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434580.511514:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434580.511519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434580.511520:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434580.511523:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434580.511525:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434580.511527:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434580.511529:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434580.512845:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434580.512850:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434580.512854:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434580.767464:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434580.767464:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434580.767471:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434580.767472:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434580.767476:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434580.767476:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434580.767484:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434580.767485:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434580.767491:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434580.767491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434580.767497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434580.767497:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434580.767502:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434580.767503:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434580.767507:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434580.767507:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434580.767513:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434580.767514:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434581.023451:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434581.023466:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434581.023469:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434581.023483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434581.023487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434581.023490:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434581.023493:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434581.023496:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434581.023503:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434581.535549:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434581.535555:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434581.535561:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434581.535562:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434581.535565:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434581.535566:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434581.535569:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434581.535571:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434581.535616:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434581.535618:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434581.535621:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434581.536971:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434581.536976:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434581.536978:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434581.536982:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434581.536986:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434581.536989:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434581.536992:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434581.536995:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434581.536998:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434581.791452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434581.791452:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434581.791458:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434581.791459:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434581.791461:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434581.791463:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434581.791467:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434581.791469:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434581.791472:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434581.791474:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434581.791478:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434581.791479:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434581.791484:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434581.791485:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434581.791489:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434581.791490:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434581.791492:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434581.791495:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434582.047816:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434582.047823:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434582.047826:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434582.047830:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434582.047834:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434582.047838:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434582.047841:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434582.047843:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434582.047846:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434582.559441:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434582.559447:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434582.559448:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434582.559452:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434582.559456:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434582.559459:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434582.559461:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434582.559463:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434582.559466:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434582.559494:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434582.559498:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434582.559503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434582.559504:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434582.559508:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434582.559510:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434582.559514:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434582.559515:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434582.559536:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434582.559539:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434582.559542:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434582.815507:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434582.815514:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434582.815516:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434582.815516:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434582.815521:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1789434582.815523:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434582.815525:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434582.815530:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1789434582.815531:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434582.815535:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434582.815536:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434582.815540:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434582.815544:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434582.815545:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434582.815550:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434582.815551:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434582.815554:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434582.815558:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434583.071460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434583.071468:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434583.071470:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434583.071475:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434583.071479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434583.071482:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434583.071485:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434583.071487:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434583.071490:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434583.583453:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434583.583456:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434583.583461:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434583.583461:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434583.583465:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434583.583469:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434583.583471:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434583.583475:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434583.583479:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434583.583481:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1789434583.583483:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434583.583484:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1789434583.583487:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434583.583489:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434583.583491:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434583.583494:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434583.583498:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434583.583500:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434583.583502:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434583.583507:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434583.583509:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434583.583510:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434583.583512:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434583.583513:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434583.583515:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434583.583516:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434583.583518:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434583.583521:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434583.583522:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434583.583524:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434583.583525:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434583.583527:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434583.583528:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434583.583529:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434583.583531:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434583.583579:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434583.583586:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434583.583590:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434583.839566:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434583.839573:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434583.839575:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434583.839580:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434583.839583:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434583.839587:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434583.839590:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434583.839592:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434583.839595:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434583.839706:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434583.839712:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434583.839715:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434583.839718:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434583.839721:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434583.839728:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 6038
00000400:00000200:1.0:1789434583.839736:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434583.839742:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434583.839745:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434583.839748:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434583.839751:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434583.839753:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434583.839755:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434583.839763:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434583.839765:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434583.839767:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434583.839770:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434583.839773:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434583.839775:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434583.839778:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434583.839780:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434583.839782:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434583.839783:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434583.839785:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434583.839788:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434583.839790:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434583.839791:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434583.839794:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434583.839795:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434583.839797:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434583.839798:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434583.839805:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849f80.
00000020:00000040:1.0:1789434583.839807:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434583.839811:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434583.839812:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434583.839814:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434583.839816:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434583.839819:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434583.839824:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da4c00.
00000100:00000001:1.0:1789434583.839829:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434583.839835:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434583.839844:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434583.839847:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434583.839850:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003af3c0cd] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434583.839870:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434583.839872:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434583.839874:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434583.839875:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434583.839877:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434583.839879:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434583.839881:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6038
00000400:00000200:1.0:1789434583.839884:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434583.839887:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434583.839889:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434583.839891:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434583.839893:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434583.839895:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434583.839906:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434583.839910:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434583.839911:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434583.839913:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434583.839915:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434583.839918:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434583.839920:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434583.839924:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434583.839927:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1789434583.839928:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000040:1.0:1789434583.839929:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:0.0:1789434583.839933:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434583.839934:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:0.0:1789434583.839937:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1789434583.839939:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00100000:0.0:1789434583.839942:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00080000:1.0:1789434583.839944:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:0.0:1789434583.839947:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434583.839949:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.839950:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1789434583.839951:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789434583.839953:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434583.839954:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434583.839955:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434583.839957:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1789434583.839958:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434583.839962:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434583.839966:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1789434583.839967:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434583.839970:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434583.839972:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434583.839974:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1789434583.839976:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1789434583.839976:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1789434583.839979:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434583.839979:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1789434583.839981:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434583.839982:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434583.839984:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434583.839985:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849500.
00000020:00000040:1.0:1789434583.839987:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00100000:2.0:1789434583.839988:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933985024:192.168.203.104@tcp:250:kworker.0
02000000:00000001:1.0:1789434583.839989:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434583.839991:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434583.839992:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1789434583.839992:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434583.839994:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434583.839995:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434583.839995:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434583.839998:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434583.839999:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5400.
02000000:00000001:2.0:1789434583.840000:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1789434583.840002:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434583.840004:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434583.840005:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434583.840007:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789434583.840011:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434583.840013:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434583.840015:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434583.840015:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000100:00000040:1.0:1789434583.840018:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb4c7c83] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1789434583.840021:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434583.840026:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933985024, portal 25
00000100:00000001:2.0:1789434583.840029:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434583.840030:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577811328 : -119883131740288 : ffff92f788849f80)
00000100:00000001:1.0:1789434583.840032:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434583.840034:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1789434583.840035:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789434583.840037:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434583.840039:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434583.840041:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434583.840043:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1789434583.840044:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434583.840046:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434583.840048:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00080000:1.0:1789434583.840051:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6038
00000100:00000200:2.0:1789434583.840051:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933985024, offset 0
00000400:00000200:1.0:1789434583.840055:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434583.840057:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434583.840058:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434583.840059:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434583.840062:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434583.840064:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434583.840064:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:1.0:1789434583.840066:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434583.840068:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434583.840069:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000020:00000001:1.0:1789434583.840070:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434583.840071:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434583.840073:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1789434583.840074:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1789434583.840075:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434583.840076:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000200:2.0:1789434583.840077:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000020:00000001:1.0:1789434583.840079:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434583.840081:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000400:00000200:2.0:1789434583.840081:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1789434583.840083:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434583.840083:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000100:00000040:1.0:1789434583.840085:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434583.840087:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:2.0:1789434583.840087:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512948:512948:256:4294967295] 192.168.203.104@tcp LPNI seq info [512915:512915:8:4294967295]
00000020:00000040:1.0:1789434583.840089:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000400:00000200:2.0:1789434583.840091:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:1.0:1789434583.840092:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434583.840094:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434583.840097:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434583.840100:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1789434583.840100:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1789434583.840106:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789434583.840106:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434583.840108:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434583.840110:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000800:00000010:2.0:1789434583.840110:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000008:00000001:1.0:1789434583.840112:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434583.840114:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1789434583.840116:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434583.840120:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789434583.840125:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000010:1.0:1789434583.840126:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f788849880.
00000800:00000200:2.1:1789434583.840128:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000020:00000040:1.0:1789434583.840129:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434583.840131:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434583.840132:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1789434583.840133:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000001:1.0:1789434583.840134:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434583.840135:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1789434583.840135:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
02000000:00000001:1.0:1789434583.840137:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434583.840140:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7000.
00000400:00000200:2.0:1789434583.840142:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1789434583.840143:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434583.840145:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1789434583.840147:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1789434583.840150:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434583.840153:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:1.0:1789434583.840154:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434583.840155:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.840156:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1789434583.840159:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d1fca34] to pc [ptlrpcd_rcv+-1]  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434583.840160:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434583.840166:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434583.840168:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1789434583.840169:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1789434583.840172:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1789434583.840172:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434583.840174:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434583.840175:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434583.840178:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434583.840180:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6038
00000400:00000200:1.0:1789434583.840184:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434583.840185:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.840186:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000200:1.0:1789434583.840187:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00000001:2.0:1789434583.840191:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434583.840194:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434583.840197:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300711595
00000100:00080000:1.0:1789434583.840198:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434583.840201:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000010:2.0:1789434583.840201:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:1.0:1789434583.840203:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434583.840205:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434583.840206:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434583.840207:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434583.840210:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434583.840211:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000100:00000001:2.0:1789434583.840211:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300711595
00000020:00000001:1.0:1789434583.840212:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:2.0:1789434583.840213:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887f00.
00000020:00000040:1.0:1789434583.840214:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434583.840216:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434583.840216:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000020:00000001:1.0:1789434583.840218:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434583.840219:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1789434583.840221:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434583.840222:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434583.840223:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434583.840224:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1789434583.840225:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434583.840227:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00100000:2.0:1789434583.840228:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434583/real 1789434583]  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789434583.840230:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434583.840232:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434583.840235:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434583.840236:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1789434583.840237:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1789434583.840239:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1789434583.840239:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1789434583.840241:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434583.840241:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000100:00000001:1.0:1789434583.840243:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1789434583.840244:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000008:00100000:1.0:1789434583.840245:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000400:00000010:2.0:1789434583.840246:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000008:00000001:1.0:1789434583.840247:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434583.840248:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.840248:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434583.840251:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1789434583.840252:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434583.840255:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434583.840257:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434583.840258:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434583.840259:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434583.840260:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434583.840261:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434583.840263:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434583.840266:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5c00.
00000100:00000001:2.0:1789434583.840266:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434583.840267:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.840269:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434583.840270:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.840271:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434583.840273:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789434583.840275:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434583.840281:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434583.840282:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434583.840283:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434583.840287:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1789434583.840287:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434583.840294:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434583.840298:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6048)
00000100:00000001:2.0:1789434583.840310:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434583.840313:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.840314:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434583.840315:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.840318:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434583.840320:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434583.840322:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434583.840326:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434583.840329:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434583.840332:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434583.840339:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933985024:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434583.840343:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.840345:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434583.840368:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849f80 x1876351933985024/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840377:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434583.840379:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434583.840381:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434583.840385:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434583.840387:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434583.840388:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434583.840390:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434583.840392:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4c00.
02000000:00000001:2.0:1789434583.840395:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434583.840397:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434583.840399:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849f80.
00000100:00000001:2.0:1789434583.840402:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434583.840403:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.840405:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.840411:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434583.840412:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.840414:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434583.840416:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434583.840417:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434583.840420:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840427:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434583.840428:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434583.840430:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434583.840432:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434583.840434:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434583.840436:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933985152:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434583.840440:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434583.840441:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434583.840443:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434583.840444:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434583.840447:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434583.840449:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434583.840452:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434583.840455:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434583.840458:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434583.840460:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933985152, portal 10
00000100:00000001:2.0:1789434583.840462:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434583.840463:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577808640 : -119883131742976 : ffff92f788849500)
00000100:00000040:2.0:1789434583.840469:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840475:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434583.840478:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434583.840480:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434583.840482:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933985152, offset 0
00000400:00000200:2.0:1789434583.840486:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434583.840490:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434583.840493:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434583.840496:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434583.840498:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434583.840500:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434583.840502:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434583.840505:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512949:512949:256:4294967295] 192.168.203.104@tcp LPNI seq info [512916:512916:8:4294967295]
00000400:00000200:2.0:1789434583.840509:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434583.840514:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434583.840519:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434583.840522:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434583.840526:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434583.840528:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789434583.840532:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434583.840535:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1789434583.840539:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434583.840541:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434583.840544:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434583.840547:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434583.840550:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434583.840552:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434583.840554:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434583.840558:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840566:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434583.840568:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840575:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.840576:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434583.840579:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434583.840583:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434583.840586:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434583.840588:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300710924
00000100:00000001:2.0:1789434583.840590:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300711595
00000100:00000001:2.0:1789434583.840592:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300710924
00000100:00000001:2.0:1789434583.840594:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300711595
00000100:00000001:2.0:1789434583.840596:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434583.840598:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.840600:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434583.840603:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434583/real 1789434583]  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434583.840612:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434583.840613:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434583.840615:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434583.840617:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434583.840619:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434583.840621:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434583.840624:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434583.840631:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840637:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434583.840638:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.840640:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434583.840641:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434583.840644:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840650:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434583.840654:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840661:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434583.840662:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.840663:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434583.840664:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.840665:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434583.840667:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434583.840669:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434583.840671:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434583.840672:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434583.840675:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434583.840680:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933985152:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434583.840683:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434583.840686:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840692:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434583.840693:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434583.840695:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434583.840696:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434583.840698:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434583.840700:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933985280:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434583.840703:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434583.840705:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434583.840706:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434583.840708:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434583.840711:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b000.
02000000:00000001:2.0:1789434583.840713:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434583.840717:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434583.840719:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434583.840723:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434583.840725:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933985280, portal 4
00000100:00000001:2.0:1789434583.840727:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434583.840728:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577809536 : -119883131742080 : ffff92f788849880)
00000100:00000040:2.0:1789434583.840734:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840739:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434583.840740:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434583.840742:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434583.840743:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933985280, offset 0
00000400:00000200:2.0:1789434583.840746:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434583.840748:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434583.840751:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434583.840753:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434583.840754:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434583.840756:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434583.840757:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434583.840759:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512950:512950:256:4294967295] 192.168.203.104@tcp LPNI seq info [512917:512917:8:4294967295]
00000400:00000200:2.0:1789434583.840762:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434583.840767:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434583.840772:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434583.840775:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434583.840778:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434583.840781:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789434583.840784:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434583.840787:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1789434583.840790:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434583.840792:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434583.840795:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434583.840798:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434583.840801:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434583.840803:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434583.840805:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434583.840809:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840816:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434583.840819:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840823:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.840824:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434583.840826:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434583.840828:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434583.840831:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434583.840832:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300710941
00000100:00000001:2.0:1789434583.840833:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300711595
00000100:00000001:2.0:1789434583.840835:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300710941
00000100:00000001:2.0:1789434583.840836:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300711595
00000100:00000001:2.0:1789434583.840837:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434583.840838:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.840839:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434583.840841:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434583/real 1789434583]  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434583.840846:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434583.840847:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434583.840848:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434583.840849:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434583.840850:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434583.840851:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434583.840853:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434583.840858:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840865:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434583.840866:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.840867:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434583.840868:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434583.840869:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840873:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434583.840875:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840879:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434583.840880:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.840881:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434583.840881:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.840882:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434583.840885:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434583.840886:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434583.840888:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434583.840889:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434583.840891:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434583.840895:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f788849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933985280:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434583.840910:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434583.840914:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840923:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434583.840925:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434583.840928:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434583.840929:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434583.840931:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434583.840934:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933985408:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434583.840937:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434583.840939:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434583.840940:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434583.840942:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434583.840945:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434583.840946:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434583.840949:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434583.840952:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434583.840955:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434583.840958:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933985408, portal 4
00000100:00000001:2.0:1789434583.840960:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434583.840961:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:2.0:1789434583.840966:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.840971:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434583.840973:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434583.840976:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000200:2.0:1789434583.840977:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933985408, offset 0
00000400:00000200:2.0:1789434583.840981:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434583.840984:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434583.840988:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434583.840990:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434583.840992:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434583.840995:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434583.840996:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434583.840999:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512951:512951:256:4294967295] 192.168.203.104@tcp LPNI seq info [512918:512918:8:4294967295]
00000400:00000200:2.0:1789434583.841002:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434583.841007:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434583.841012:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434583.841015:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000800:00000200:2.0:1789434583.841018:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434583.841020:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1789434583.841024:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434583.841027:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1789434583.841030:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434583.841032:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:2.0:1789434583.841034:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434583.841037:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434583.841040:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:2.0:1789434583.841041:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:2.0:1789434583.841043:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434583.841047:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.841054:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434583.841057:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.841062:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.841064:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434583.841067:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434583.841069:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434583.841072:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434583.841074:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300710943
00000100:00000001:2.0:1789434583.841076:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300711595
00000100:00000001:2.0:1789434583.841078:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300710943
00000100:00000001:2.0:1789434583.841080:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300711595
00000100:00000001:2.0:1789434583.841082:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434583.841084:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.841086:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434583.841089:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434583/real 1789434583]  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434583.841097:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434583.841098:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434583.841100:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434583.841102:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434583.841104:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434583.841105:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434583.841108:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434583.841116:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.841123:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434583.841124:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.841126:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434583.841127:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434583.841130:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.841136:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434583.841139:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.841146:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434583.841148:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.841149:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434583.841150:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.841152:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434583.841156:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434583.841158:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434583.841161:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434583.841164:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434583.841168:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434583.841175:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933985408:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434583.841177:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.841178:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434583.841180:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849500 x1876351933985152/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.841185:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434583.841186:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434583.841188:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434583.841191:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434583.841193:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434583.841194:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434583.841196:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434583.841197:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5400.
02000000:00000001:2.0:1789434583.841200:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434583.841201:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434583.841202:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849500.
00000100:00000001:2.0:1789434583.841205:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434583.841206:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.841207:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434583.841210:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f788849880 x1876351933985280/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.841217:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434583.841218:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434583.841219:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:2.0:1789434583.841222:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434583.841223:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434583.841224:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434583.841226:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434583.841227:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7000.
02000000:00000001:2.0:1789434583.841229:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434583.841231:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434583.841232:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f788849880.
00000100:00000001:2.0:1789434583.841234:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434583.841235:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.841236:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434583.841238:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933985408/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434583.841242:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434583.841243:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434583.841244:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434583.841245:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434583.841246:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434583.841246:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434583.841247:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434583.841248:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5c00.
02000000:00000001:2.0:1789434583.841249:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434583.841249:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434583.841250:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:2.0:1789434583.841251:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434583.841252:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.841253:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434583.841255:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434583.841256:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434583.841258:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434583.841259:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434584.095469:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434584.095477:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434584.095479:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434584.095484:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434584.095487:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434584.095491:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434584.095494:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434584.095496:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434584.095499:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434584.543460:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300711595, at 4300711616
00000100:00000010:3.0:1789434584.543474:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887f00.
00000100:00000040:2.0:1789434584.543589:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300711595, at 4300711616
00000100:00000010:2.0:1789434584.543595:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00010000:00000001:1.0:1789434584.607506:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434584.607513:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434584.607518:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434584.607520:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434584.607524:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434584.607525:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434584.607528:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434584.607529:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434584.607638:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434584.607642:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434584.607645:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434584.607651:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434584.607657:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434584.607659:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434584.607664:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434584.607667:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434584.607670:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434584.607673:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434584.607675:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434584.607677:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434584.863452:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434584.863453:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434584.863460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434584.863460:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434584.863464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434584.863464:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434584.863472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434584.863472:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434584.863478:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434584.863479:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434584.863485:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434584.863485:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434584.863491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434584.863492:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434584.863494:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434584.863496:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434584.863498:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434584.863501:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434585.119466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434585.119474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434585.119476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434585.119481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434585.119485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434585.119489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434585.119492:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434585.119494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434585.119497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434585.631440:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434585.631444:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434585.631447:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434585.631454:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434585.631455:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434585.631459:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434585.631461:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434585.631463:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434585.631464:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434585.631469:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434585.631470:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434585.631472:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434585.631475:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434585.631479:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434585.631482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434585.631484:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434585.631487:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434585.631520:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434585.631524:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434585.631527:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434585.887492:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434585.887500:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434585.887503:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434585.887508:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434585.887512:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434585.887515:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434585.887518:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434585.887521:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434585.887522:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434585.887523:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434585.887527:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434585.887530:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434585.887534:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434585.887537:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434585.887539:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434585.887542:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434585.887544:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434585.887547:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434586.143536:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434586.143547:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434586.143549:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434586.143556:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434586.143561:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434586.143565:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434586.143569:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434586.143572:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434586.143575:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434586.655464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434586.655478:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434586.655484:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434586.655491:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434586.655496:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434586.655500:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434586.655505:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434586.655508:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434586.655512:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434586.655519:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434586.655526:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434586.655529:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434586.655532:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434586.655535:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434586.655536:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434586.655538:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434586.655541:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434586.655545:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434586.655546:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434586.655550:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434586.655553:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434586.655555:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434586.655556:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434586.655575:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434586.655578:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434586.655581:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1789434586.911487:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434586.911489:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434586.911497:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434586.911498:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434586.911503:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434586.911504:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434586.911515:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:0.0:1789434586.911516:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434586.911534:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434586.911534:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434586.911546:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434586.911546:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434586.911555:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434586.911555:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434586.911559:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434586.911562:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434586.911568:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434586.911573:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434587.167489:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434587.167497:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434587.167499:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434587.167505:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434587.167509:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434587.167512:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434587.167516:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434587.167519:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434587.167521:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434587.679435:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434587.679443:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434587.679446:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434587.679453:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434587.679458:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434587.679465:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434587.679466:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434587.679469:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434587.679474:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434587.679474:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434587.679485:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434587.679487:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434587.679491:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434587.679496:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434587.679497:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434587.679503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434587.679504:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434587.679698:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434587.679702:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434587.679705:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434587.935469:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434587.935476:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434587.935478:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434587.935483:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434587.935487:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434587.935491:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434587.935494:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434587.935497:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434587.935500:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434587.935515:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434587.935520:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434587.935522:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434587.935526:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434587.935528:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434587.935531:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434587.935534:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434587.935537:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434587.935540:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434588.191503:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434588.191513:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434588.191515:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434588.191523:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434588.191527:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434588.191532:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434588.191536:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434588.191538:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434588.191542:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434588.703505:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434588.703515:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434588.703520:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434588.703526:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434588.703532:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434588.703537:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434588.703542:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434588.703545:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434588.703549:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434588.703571:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434588.703579:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434588.703584:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434588.703586:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434588.703589:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434588.703590:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434588.703594:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434588.703596:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434588.703793:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434588.703798:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434588.703801:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434588.959470:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434588.959477:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434588.959479:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434588.959486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434588.959490:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434588.959494:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434588.959498:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434588.959502:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434588.959505:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434588.959506:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434588.959515:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434588.959518:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434588.959524:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434588.959528:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434588.959532:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434588.959536:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434588.959539:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434588.959542:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434588.959543:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434588.959548:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434588.959551:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434588.959554:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434588.959558:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434588.959565:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 6043
00000400:00000200:3.0:1789434588.959574:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434588.959579:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434588.959582:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434588.959584:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.959587:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434588.959589:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.959591:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434588.959598:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434588.959600:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434588.959602:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434588.959606:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434588.959607:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434588.959609:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434588.959611:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.959612:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434588.959613:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.959614:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434588.959617:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434588.959619:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434588.959620:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434588.959623:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434588.959626:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434588.959628:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434588.959630:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434588.959633:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434588.959642:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328ad80.
00000020:00000040:3.0:1789434588.959645:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434588.959650:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434588.959651:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434588.959653:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434588.959656:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434588.959660:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434588.959667:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2400.
00000100:00000001:3.0:1789434588.959673:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434588.959681:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434588.959697:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434588.959702:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434588.959707:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000715869a4] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434588.959735:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434588.959738:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434588.959742:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434588.959748:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434588.959750:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434588.959752:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434588.959754:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6043
00000400:00000200:3.0:1789434588.959757:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434588.959759:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434588.959761:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434588.959763:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.959764:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434588.959765:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.959767:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434588.959769:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434588.959770:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434588.959771:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434588.959773:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434588.959775:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434588.959776:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434588.959779:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.959781:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434588.959782:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.959783:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434588.959785:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434588.959787:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434588.959789:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434588.959790:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434588.959796:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434588.959798:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1789434588.959799:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434588.959802:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434588.959804:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1789434588.959806:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1789434588.959809:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1789434588.959810:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434588.959813:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434588.959817:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328aa00.
00000020:00000040:3.0:1789434588.959819:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434588.959825:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434588.959826:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434588.959827:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434588.959829:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434588.959831:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434588.959834:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434588.959839:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1000.
00000100:00000001:3.0:1789434588.959849:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434588.959857:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1789434588.959873:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434588.959880:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434588.959883:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434588.959888:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434588.959889:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434588.959895:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1789434588.959900:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bbd05b0] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789434588.959901:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434588.959913:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933985536:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434588.959928:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1789434588.959930:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434588.959936:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1789434588.959940:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1789434588.959941:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1789434588.959946:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434588.959946:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434588.959950:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1789434588.959954:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1789434588.959956:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434588.959963:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6043
02000000:00000010:2.0:1789434588.959965:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78400.
00000400:00000200:3.0:1789434588.959971:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
02000000:00000001:2.0:1789434588.959973:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1789434588.959976:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434588.959980:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434588.959983:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.959988:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434588.959990:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789434588.959991:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.959995:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000010:2.0:1789434588.959999:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000020:00000001:3.0:1789434588.959999:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434588.960002:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434588.960005:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434588.960008:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434588.960011:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000400:00000010:2.0:1789434588.960012:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000020:00000001:3.0:1789434588.960014:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000200:2.0:1789434588.960022:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933985536, portal 25
00000100:00000040:3.0:1789434588.960023:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.960033:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1789434588.960034:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1789434588.960039:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.960042:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434588.960045:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00000001:2.0:1789434588.960048:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293205888 : -119882416345728 : ffff92f7b328ad80)
00000100:00080000:3.0:1789434588.960049:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434588.960057:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434588.960059:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434588.960063:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434588.960065:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434588.960066:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434588.960068:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434588.960070:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434588.960071:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434588.960072:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434588.960078:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289c00.
00000020:00000040:3.0:1789434588.960083:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434588.960089:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434588.960090:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434588.960092:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434588.960093:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434588.960094:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434588.960097:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1800.
00000100:00000001:3.0:1789434588.960103:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434588.960107:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1789434588.960109:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1789434588.960121:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000100:00000001:3.0:1789434588.960125:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434588.960128:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1789434588.960130:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e652a8.
00000100:00000040:3.0:1789434588.960132:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001632bb2b] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434588.960143:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1789434588.960144:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933985536, offset 0
00000100:00080000:3.0:1789434588.960145:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434588.960152:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434588.960153:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434588.960155:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434588.960160:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1789434588.960161:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000100:00080000:3.0:1789434588.960167:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6043
00000400:00000200:2.0:1789434588.960174:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434588.960182:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434588.960188:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434588.960191:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434588.960195:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434588.960198:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434588.960201:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512952:512952:256:4294967295] 192.168.203.104@tcp LPNI seq info [512919:512919:8:4294967295]
00000400:00000200:2.0:1789434588.960206:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434588.960215:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434588.960222:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000400:00000200:3.0:1789434588.960229:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000010:2.0:1789434588.960233:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515af00.
00000400:00000200:3.0:1789434588.960238:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434588.960243:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1789434588.960249:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789434588.960254:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.960259:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1789434588.960261:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:3.0:1789434588.960267:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.960272:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434588.960277:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434588.960278:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434588.960279:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434588.960281:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434588.960283:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434588.960285:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000001:2.0:1789434588.960289:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434588.960290:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434588.960297:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1789434588.960302:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000040:3.0:1789434588.960304:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434588.960310:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300716715
00000100:00000001:3.0:1789434588.960311:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434588.960318:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00000010:2.0:1789434588.960323:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00080000:3.0:1789434588.960323:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434588.960333:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434588.960335:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1789434588.960339:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1789434588.960339:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434588.960341:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434588.960346:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434588.960385:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300716716
00000100:00000010:2.0:1789434588.960392:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f788887b40.
00000100:00000001:2.0:1789434588.960397:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000008:00100000:3.0:1789434588.960398:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434588.960403:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434588.960406:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434588.960407:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1789434588.960416:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328a300.
00000100:00000001:2.0:1789434588.960417:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1789434588.960422:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000001:2.0:1789434588.960424:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434588.960429:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789434588.960431:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1789434588.960433:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434588.960437:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434588.960438:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434588.960443:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434588.960444:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434588.960449:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1789434588.960454:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1789434588.960454:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3400.
00000100:00000001:2.0:1789434588.960458:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434588.960462:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1789434588.960463:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434588.960470:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789434588.960474:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434588.960497:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434588.960501:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434588.960505:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434588.960509:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434588.960511:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dad4f60a] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1789434588.960513:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434588.960517:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434588.960530:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434588.960540:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434588.960542:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933985664:192.168.203.104@tcp:38:kworker.0
00000100:00000040:3.0:1789434588.960548:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6053)
00000100:00000001:2.0:1789434588.960549:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434588.960556:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434588.960559:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434588.960561:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434588.960566:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b000.
02000000:00000001:2.0:1789434588.960569:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434588.960574:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434588.960578:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e03c8.
00000400:00000010:2.0:1789434588.960583:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e655d8.
00000100:00000200:2.0:1789434588.960586:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933985664, portal 10
00000100:00000001:2.0:1789434588.960589:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434588.960590:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293204992 : -119882416346624 : ffff92f7b328aa00)
00000100:00000040:2.0:1789434588.960598:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434588.960605:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434588.960607:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434588.960610:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65440.
00000100:00000200:2.0:1789434588.960612:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933985664, offset 0
00000400:00000200:2.0:1789434588.960616:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434588.960620:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434588.960624:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434588.960627:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434588.960629:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434588.960631:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434588.960634:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434588.960637:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512953:512953:255:4294967295] 192.168.203.104@tcp LPNI seq info [512920:512920:7:4294967295]
00000400:00000200:2.0:1789434588.960641:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434588.960647:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434588.960651:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434588.960656:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a700.
00000800:00000200:2.0:1789434588.960660:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434588.960664:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434588.960667:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434588.960670:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434588.960673:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434588.960676:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300716044
00000100:00000001:2.0:1789434588.960678:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300716715
00000100:00000001:2.0:1789434588.960681:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300716044
00000100:00000001:2.0:1789434588.960683:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300716716
00000100:00000001:2.0:1789434588.960685:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434588.960687:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434588.960690:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434588.960696:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434588.960704:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434588.960705:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434588.960707:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434588.960709:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434588.960711:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434588.960714:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933985792:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434588.960718:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434588.960720:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434588.960721:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434588.960723:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434588.960726:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434588.960728:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434588.960731:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434588.960733:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0bb0.
00000400:00000010:2.0:1789434588.960737:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434588.960740:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933985792, portal 4
00000100:00000001:2.0:1789434588.960742:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434588.960743:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293201408 : -119882416350208 : ffff92f7b3289c00)
00000100:00000040:2.0:1789434588.960749:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434588.960756:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434588.960758:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434588.960761:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65908.
00000100:00000200:2.0:1789434588.960763:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933985792, offset 0
00000400:00000200:2.0:1789434588.960767:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434588.960770:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434588.960774:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434588.960776:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434588.960779:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434588.960781:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434588.960783:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434588.960786:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512954:512954:254:4294967295] 192.168.203.104@tcp LPNI seq info [512921:512921:6:4294967295]
00000400:00000200:2.0:1789434588.960790:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434588.960795:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434588.960799:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434588.960802:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515aa00.
00000800:00000200:2.0:1789434588.960805:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434588.960808:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434588.960811:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434588.960814:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434588.960817:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434588.960818:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300716061
00000100:00000001:2.0:1789434588.960821:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300716715
00000100:00000001:2.0:1789434588.960822:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300716061
00000100:00000001:2.0:1789434588.960824:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300716716
00000100:00000001:2.0:1789434588.960826:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434588.960828:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434588.960831:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434588.960833:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434588.960836:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434588.960838:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1789434588.960840:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434588.960841:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434588.960843:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434588.960847:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434588.960855:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434588.960856:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434588.960871:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434588.960873:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434588.960875:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434588.960878:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933985920:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434588.960881:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434588.960883:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434588.960884:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434588.960886:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434588.960889:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434588.960891:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434588.960894:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434588.960896:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0b00.
00000400:00000010:2.0:1789434588.960899:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e654c8.
00000100:00000200:2.0:1789434588.960902:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933985920, portal 4
00000100:00000001:2.0:1789434588.960904:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434588.960905:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293203200 : -119882416348416 : ffff92f7b328a300)
00000100:00000040:2.0:1789434588.960910:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434588.960916:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434588.960918:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434588.960921:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65000.
00000100:00000200:2.0:1789434588.960923:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933985920, offset 0
00000400:00000200:2.0:1789434588.960927:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434588.960931:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434588.960934:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434588.960937:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434588.960939:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434588.960941:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434588.960943:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434588.960946:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512955:512955:253:4294967295] 192.168.203.104@tcp LPNI seq info [512922:512922:5:4294967295]
00000400:00000200:2.0:1789434588.960950:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434588.960956:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434588.960960:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434588.960963:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a900.
00000800:00000200:2.0:1789434588.960967:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434588.960970:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000001:2.0:1789434588.960973:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434588.960976:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434588.960978:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434588.960980:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300716063
00000100:00000001:2.0:1789434588.960982:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300716715
00000100:00000001:2.0:1789434588.960984:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300716063
00000100:00000001:2.0:1789434588.960986:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300716716
00000100:00000001:2.0:1789434588.960988:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434588.960989:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434588.960992:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434588.960993:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434588.960996:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434588.960997:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1789434588.960999:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434588.961000:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434588.961002:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434588.961004:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434589.215495:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434589.215509:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434589.215512:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434589.215519:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434589.215524:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434589.215528:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434589.215531:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434589.215534:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434589.215538:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434589.663479:0:15091:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300716716, at 4300716736
00000100:00000010:3.0:1789434589.663497:0:15091:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f788887b40.
00000100:00000040:2.0:1789434589.663570:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300716715, at 4300716736
00000100:00000010:2.0:1789434589.663584:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434589.727473:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434589.727484:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434589.727488:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434589.727494:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434589.727501:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434589.727508:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434589.727509:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434589.727518:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434589.727518:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434589.727523:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434589.727529:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434589.727530:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434589.727534:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434589.727546:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434589.727548:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434589.727552:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434589.727554:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434589.727600:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434589.727605:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434589.727610:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434589.983488:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434589.983496:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434589.983498:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434589.983504:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434589.983507:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434589.983512:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434589.983515:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434589.983517:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434589.983520:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434589.984134:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434589.984137:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434589.984139:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434589.984142:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:0.0:1789434589.984145:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434589.984147:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434589.984149:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434589.984151:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434589.984153:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434590.239622:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434590.239634:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434590.239637:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434590.239644:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434590.239649:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434590.239654:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434590.239657:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434590.239661:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434590.239665:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434590.751462:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434590.751472:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434590.751475:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434590.751481:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434590.751485:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434590.751489:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434590.751492:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434590.751494:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434590.751497:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434590.751640:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434590.751643:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434590.751647:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434590.751648:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434590.751652:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434590.751653:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434590.751656:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434590.751657:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434590.751674:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434590.751677:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434590.751679:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434591.007465:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434591.007466:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1789434591.007474:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1789434591.007476:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434591.007479:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434591.007482:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1789434591.007484:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789434591.007486:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:0.0:1789434591.007490:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434591.007491:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1789434591.007497:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434591.007497:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434591.007501:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1789434591.007502:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434591.007505:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434591.007506:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1789434591.007512:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434591.007512:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434591.263478:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434591.263486:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434591.263488:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434591.263493:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434591.263497:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434591.263501:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434591.263504:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434591.263506:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434591.263509:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434591.775481:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434591.775482:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434591.775491:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434591.775495:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434591.775498:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434591.775500:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434591.775501:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434591.775516:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1789434591.775517:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434591.775518:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434591.775524:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434591.775527:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434591.775528:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434591.775539:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434591.775544:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434591.775547:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434591.775550:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434591.775617:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434591.775621:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434591.775625:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434592.031479:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434592.031488:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434592.031490:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434592.031496:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434592.031500:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434592.031503:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.031507:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434592.031510:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.031513:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434592.031567:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434592.031569:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434592.031572:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434592.031575:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434592.031578:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434592.031580:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.031582:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434592.031584:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.031586:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1789434592.031899:0:2337:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.104:988
00000400:00000100:0.0:1789434592.031964:0:2337:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.104@tcp at host 192.168.203.104 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1789434592.031977:0:2337:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434592.031982:0:2337:0:(router.c:1791:lnet_notify()) 192.168.203.4@tcp notifying 192.168.203.104@tcp: down
00000400:00000200:0.0:1789434592.031987:0:2337:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:0.0:1789434592.031992:0:2337:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1789434592.031998:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434592.032013:0:2337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515af00.
00000400:00000200:0.0:1789434592.032020:0:2337:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434592.032025:0:2337:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434592.032034:0:2337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e652a8
00000400:00000010:0.0:1789434592.032037:0:2337:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e652a8.
00000100:00000001:0.0:1789434592.032043:0:2337:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434592.032055:0:2337:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434592.032090:0:2337:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434592.032094:0:2337:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434592.032103:0:2337:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434592.032106:0:2337:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434592.032117:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434592.032119:0:2337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a700.
00000400:00000200:0.0:1789434592.032122:0:2337:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434592.032125:0:2337:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434592.032128:0:2337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65440
00000400:00000010:0.0:1789434592.032130:0:2337:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65440.
00000100:00000001:0.0:1789434592.032132:0:2337:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434592.032137:0:2337:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434592.032145:0:2337:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434592.032148:0:2337:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434592.032155:0:2337:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434592.032156:0:2337:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434592.032161:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434592.032164:0:2337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515aa00.
00000400:00000200:0.0:1789434592.032167:0:2337:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434592.032170:0:2337:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434592.032173:0:2337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65908
00000400:00000010:0.0:1789434592.032175:0:2337:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65908.
00000100:00000001:0.0:1789434592.032177:0:2337:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434592.032182:0:2337:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434592.032190:0:2337:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434592.032193:0:2337:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434592.032200:0:2337:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434592.032202:0:2337:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1789434592.032207:0:2337:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.104@tcp
00000800:00000010:0.0:1789434592.032209:0:2337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a900.
00000400:00000200:0.0:1789434592.032213:0:2337:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1789434592.032216:0:2337:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1789434592.032219:0:2337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65000
00000400:00000010:0.0:1789434592.032221:0:2337:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65000.
00000100:00000001:0.0:1789434592.032223:0:2337:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1789434592.032228:0:2337:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434592.032237:0:2337:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1789434592.032240:0:2337:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1789434592.032245:0:2337:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1789434592.032247:0:2337:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434592.033126:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434592.033133:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434592.033137:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434592.033149:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434588/real 1789434592]  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434592.033169:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434592.033171:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434592.033175:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0b00.
00000400:00000200:2.0:1789434592.033181:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e654c8
00000400:00000010:2.0:1789434592.033184:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e654c8.
00000100:00000001:2.0:1789434592.033187:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434592.033192:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434592.033202:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033210:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434592.033212:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033216:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434592.033218:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434592.033223:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033230:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434592.033236:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033244:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434592.033248:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033249:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434592.033250:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033254:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434592.033260:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434592.033265:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434592.033271:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434592.033275:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434592.033279:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434592.033288:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933985920:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434592.033294:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434592.033298:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434588/real 1789434592]  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434592.033314:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434592.033315:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434592.033318:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e03c8.
00000400:00000200:2.0:1789434592.033321:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e655d8
00000400:00000010:2.0:1789434592.033322:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e655d8.
00000100:00000001:2.0:1789434592.033325:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434592.033328:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434592.033337:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033345:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434592.033347:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033370:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434592.033371:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434592.033376:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033385:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434592.033389:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033397:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434592.033400:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033402:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434592.033403:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033405:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434592.033410:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434592.033414:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434592.033419:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434592.033422:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434592.033426:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434592.033434:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933985664:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434592.033440:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434592.033445:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434588/real 1789434592]  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434592.033454:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434592.033455:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434592.033457:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0bb0.
00000400:00000200:2.0:1789434592.033460:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434592.033462:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434592.033465:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434592.033468:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434592.033475:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033481:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434592.033483:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033484:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434592.033486:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434592.033490:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033497:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434592.033500:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033507:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434592.033510:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033512:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434592.033513:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033515:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434592.033520:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434592.033522:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434592.033526:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434592.033528:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434592.033532:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434592.033540:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933985792:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434592.033544:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434592.033549:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434588/real 1789434592]  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434592.033557:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434592.033558:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434592.033560:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434592.033562:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434592.033564:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434592.033567:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434592.033581:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434592.033591:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033597:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434592.033598:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033600:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434592.033601:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434592.033605:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033618:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434592.033622:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033629:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434592.033632:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033633:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434592.033635:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033636:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434592.033638:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434592.033641:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434592.033644:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434592.033647:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434592.033651:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434592.033676:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933985536:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434592.033681:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033684:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434592.033687:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328a300 x1876351933985920/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033695:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434592.033699:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434592.033704:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:2.0:1789434592.033709:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434592.033713:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434592.033715:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434592.033717:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434592.033720:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3400.
02000000:00000001:2.0:1789434592.033725:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434592.033728:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434592.033731:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328a300.
00000100:00000001:2.0:1789434592.033735:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434592.033737:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033739:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434592.033743:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328aa00 x1876351933985664/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033749:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434592.033750:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434592.033752:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:2.0:1789434592.033755:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434592.033756:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434592.033758:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434592.033760:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434592.033761:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1000.
02000000:00000001:2.0:1789434592.033764:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434592.033765:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434592.033767:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328aa00.
00000100:00000001:2.0:1789434592.033769:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434592.033771:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033774:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434592.033778:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289c00 x1876351933985792/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033786:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434592.033787:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434592.033789:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434592.033794:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434592.033795:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434592.033796:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434592.033798:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434592.033800:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1800.
02000000:00000001:2.0:1789434592.033802:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434592.033803:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434592.033805:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289c00.
00000100:00000001:2.0:1789434592.033808:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434592.033809:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033811:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434592.033814:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328ad80 x1876351933985536/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434592.033821:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434592.033822:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434592.033824:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434592.033826:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434592.033827:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434592.033828:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434592.033830:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434592.033831:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2400.
02000000:00000001:2.0:1789434592.033834:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434592.033843:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434592.033845:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328ad80.
00000100:00000001:2.0:1789434592.033847:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434592.033848:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033851:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.033861:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434592.033863:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434592.033866:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434592.033868:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434592.287511:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434592.287522:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434592.287525:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434592.287533:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434592.287537:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434592.287542:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434592.287546:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434592.287549:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434592.287552:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434592.799527:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434592.799538:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434592.799541:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434592.799548:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434592.799554:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434592.799558:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.799563:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434592.799568:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434592.799573:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434592.799629:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434592.799634:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434592.799639:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434592.799641:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434592.799643:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434592.799645:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434592.799648:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434592.799649:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434592.799772:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434592.799779:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434592.799784:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434593.055512:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434593.055514:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434593.055522:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434593.055523:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434593.055529:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434593.055529:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434593.055539:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434593.055540:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434593.055547:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434593.055549:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434593.055556:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434593.055557:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434593.055563:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434593.055563:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434593.055567:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434593.055572:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434593.055581:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434593.055585:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434593.311495:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434593.311506:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434593.311508:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434593.311513:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434593.311518:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434593.311521:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434593.311524:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434593.311527:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434593.311530:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434593.823460:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434593.823464:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434593.823467:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:1.0:1789434593.823470:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434593.823471:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434593.823476:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434593.823480:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434593.823483:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434593.823487:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434593.823488:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434593.823490:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434593.823493:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:2.0:1789434593.823495:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434593.823498:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434593.823503:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434593.823507:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434593.823509:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434593.823511:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434593.823514:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434593.823522:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434593.823524:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434593.823525:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434593.823526:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434593.823528:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434593.823529:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434593.823531:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434593.823532:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434593.823535:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434593.823537:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434593.823538:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434593.823540:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434593.823541:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434593.823542:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434593.823544:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434593.823546:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434593.823611:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434593.823615:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434593.823619:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434594.079489:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434594.079492:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434594.079496:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434594.079496:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434594.079499:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434594.079499:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434594.079504:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434594.079504:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434594.079508:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434594.079508:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434594.079511:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.079511:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434594.079514:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434594.079514:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434594.079517:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.079517:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434594.079520:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434594.079520:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434594.079688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434594.079693:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1789434594.079696:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434594.079699:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434594.079703:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434594.079709:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 6048
00000400:00000200:1.0:1789434594.079717:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434594.079723:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434594.079726:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434594.079729:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.079732:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434594.079735:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.079738:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434594.079745:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434594.079747:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:1.0:1789434594.079749:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434594.079752:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:1.0:1789434594.079754:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:1.0:1789434594.079756:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:1.0:1789434594.079760:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.079761:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434594.079763:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.079765:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434594.079768:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:1.0:1789434594.079771:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434594.079773:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434594.079776:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434594.079779:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434594.079782:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434594.079784:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1789434594.079787:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434594.079792:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b480.
00000020:00000040:1.0:1789434594.079795:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:1.0:1789434594.079799:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434594.079800:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434594.079803:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434594.079805:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434594.079808:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434594.079815:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7000.
00000100:00000001:1.0:1789434594.081184:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434594.081206:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434594.081218:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434594.081222:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434594.081231:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b49b0a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434594.081259:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434594.081262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434594.081266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1789434594.081268:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434594.081270:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434594.081273:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434594.081276:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6048
00000400:00000200:1.0:1789434594.081283:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434594.081288:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434594.081291:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434594.081293:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.081296:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434594.081298:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.081300:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434594.081307:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434594.081308:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:1.0:1789434594.081311:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434594.081313:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:1.0:1789434594.081315:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:1.0:1789434594.081317:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:1.0:1789434594.081320:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.081321:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434594.081323:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.081325:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434594.081327:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:1.0:1789434594.081330:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434594.081332:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434594.081334:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434594.081342:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434594.081345:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434594.081346:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434594.081906:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434594.081912:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434594.081915:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434594.081923:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.081932:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434594.081935:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434594.081938:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434594.081953:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434594.081956:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434594.081959:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933986048:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434594.081963:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434594.081967:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434594.081970:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434594.081971:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434594.081984:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434594.081986:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434594.081993:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434594.081998:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434594.082004:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434594.082012:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933986048, portal 25
00000100:00000001:2.0:1789434594.082014:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434594.082015:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577816704 : -119883131734912 : ffff92f78884b480)
00000100:00000040:2.0:1789434594.082021:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.082028:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434594.082030:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434594.082033:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434594.082047:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933986048, offset 0
00000400:00000200:2.0:1789434594.082054:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434594.082062:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434594.082068:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434594.082073:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434594.082076:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434594.082079:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434594.082082:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434594.082085:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512956:512956:256:4294967295] 192.168.203.104@tcp LPNI seq info [512923:512923:8:4294967295]
00000400:00000200:2.0:1789434594.082089:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434594.082098:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434594.082103:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434594.082109:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434594.082117:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434594.082121:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789434594.082127:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434594.082130:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789434594.082135:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434594.082138:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434594.082145:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434594.082150:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434594.082155:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434594.082158:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434594.082162:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434594.082166:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.082176:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434594.082179:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.082186:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434594.082187:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434594.082192:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434594.082196:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434594.082198:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300721837
00000100:00000010:2.0:1789434594.082203:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434594.082209:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434594.082216:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300721837
00000100:00000010:2.0:1789434594.082219:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7888873c0.
00000100:00000001:2.0:1789434594.082221:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434594.082224:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434594.082227:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434594.082229:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434594.082233:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434594/real 1789434594]  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434594.082242:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434594.082248:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434594.082250:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434594.082253:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434594.082255:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434594.082259:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000008:00100000:1.0:1789434594.082262:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1789434594.082264:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1789434594.082268:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434594.082272:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434594.082281:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884ad80.
00000100:00000200:2.0:1789434594.082282:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1789434594.082287:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000001:2.0:1789434594.082294:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:1.0:1789434594.082295:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1789434594.082298:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789434594.082299:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434594.082303:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1789434594.082303:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434594.082306:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1789434594.082308:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434594.082313:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434594.082314:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1789434594.082321:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da5400.
00000100:00000001:2.0:1789434594.082323:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434594.082329:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434594.082330:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434594.082340:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434594.082341:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434594.082378:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434594.082381:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434594.082385:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fc19939] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434594.082395:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434594.082398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434594.082401:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1789434594.082402:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434594.082404:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434594.082407:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434594.082410:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6048
00000400:00000200:1.0:1789434594.082414:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434594.082417:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434594.082419:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434594.082423:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.082425:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434594.082427:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.082430:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434594.082434:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434594.082436:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:1.0:1789434594.082437:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434594.082439:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:1.0:1789434594.082442:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:1.0:1789434594.082444:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:1.0:1789434594.082446:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.082448:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434594.082450:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.082452:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434594.082454:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:1.0:1789434594.082457:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434594.082459:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434594.082461:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434594.082466:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434594.082468:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434594.082470:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434594.082472:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:1.0:1789434594.082475:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434594.082476:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434594.082480:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884b100.
00000020:00000040:1.0:1789434594.082482:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434594.082485:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434594.082486:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434594.082488:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434594.082489:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434594.082491:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434594.082495:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da4c00.
00000100:00000001:1.0:1789434594.082498:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434594.082502:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434594.082509:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434594.082511:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434594.082515:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004dcbab6a] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434594.082522:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1789434594.082524:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789434594.082527:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434594.082528:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1789434594.082529:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1789434594.082531:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1789434594.082534:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6048
00000400:00000200:1.0:1789434594.082537:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434594.082540:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:1.0:1789434594.082542:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1789434594.082545:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.082547:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434594.082548:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.082550:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:1.0:1789434594.082553:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1789434594.082554:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:1.0:1789434594.082556:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1789434594.082557:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:1.0:1789434594.082559:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:1.0:1789434594.082561:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:1.0:1789434594.082564:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.082566:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1789434594.082567:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434594.082569:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:1.0:1789434594.082571:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:1.0:1789434594.082573:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:1.0:1789434594.082575:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434594.082577:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1789434594.082580:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434594.082582:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434594.082583:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1789434594.082585:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:1.0:1789434594.082587:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434594.082589:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1789434594.082592:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f78884aa00.
00000020:00000040:1.0:1789434594.082594:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:1.0:1789434594.082597:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1789434594.082598:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434594.082599:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1789434594.082600:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1789434594.082602:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1789434594.082605:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f788da7c00.
00000100:00000001:1.0:1789434594.082608:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434594.082612:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434594.082618:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1789434594.082620:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434594.082623:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007251e00e] to pc [ptlrpcd_rcv+-1]  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434594.082629:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434594.082634:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6058)
00000100:00000001:2.0:1789434594.083581:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.083587:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434594.083589:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.083591:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434594.083593:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434594.083597:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434594.083602:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434594.083605:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434594.083610:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434594.083620:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933986048:192.168.203.104@tcp:250:kworker.0
00000100:00000001:2.0:1789434594.083625:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.083627:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434594.083631:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b480 x1876351933986048/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.083652:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434594.083851:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434594.083854:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434594.083859:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434594.083861:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434594.083863:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:2.0:1789434594.083865:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434594.083867:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7000.
02000000:00000001:2.0:1789434594.083871:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434594.083873:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434594.083875:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b480.
00000100:00000001:2.0:1789434594.083878:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434594.083879:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.083881:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.083888:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434594.083890:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434594.083892:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434594.083895:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434594.083897:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434594.083902:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.083909:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434594.083911:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434594.083914:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434594.083916:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434594.083918:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434594.083921:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933986176:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434594.083924:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434594.083927:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434594.083929:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434594.083931:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434594.083935:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434594.083937:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434594.083942:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434594.083946:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434594.083952:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434594.083957:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933986176, portal 10
00000100:00000001:2.0:1789434594.083959:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434594.083961:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814912 : -119883131736704 : ffff92f78884ad80)
00000100:00000040:2.0:1789434594.083968:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.083974:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434594.083977:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434594.083979:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434594.083981:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933986176, offset 0
00000400:00000200:2.0:1789434594.083987:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434594.083993:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434594.083999:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434594.084003:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434594.084007:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434594.084009:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434594.084012:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434594.084015:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512957:512957:256:4294967295] 192.168.203.104@tcp LPNI seq info [512924:512924:8:4294967295]
00000400:00000200:2.0:1789434594.084019:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434594.084027:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434594.084032:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434594.084133:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434594.084140:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434594.084143:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789434594.084148:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434594.084151:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789434594.084154:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434594.084156:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434594.084160:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434594.084164:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434594.084168:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434594.084170:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434594.084174:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434594.084178:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084186:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434594.084188:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084194:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434594.084195:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434594.084200:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434594.084204:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:2.0:1789434594.084206:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434594.084209:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300721167
00000100:00000001:2.0:1789434594.084212:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300721837
00000100:00000001:2.0:1789434594.084214:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300721167
00000100:00000001:2.0:1789434594.084215:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300721837
00000100:00000001:2.0:1789434594.084217:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434594.084219:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434594.084221:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434594.084225:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434594/real 1789434594]  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434594.084232:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434594.084233:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434594.084235:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434594.084237:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434594.084239:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434594.084240:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434594.084243:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434594.084250:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084260:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434594.084262:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.084263:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434594.084265:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434594.084268:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084274:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434594.084278:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084284:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434594.084287:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.084288:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434594.084290:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.084291:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434594.084295:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434594.084297:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434594.084301:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434594.084303:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434594.084306:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434594.084313:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933986176:192.168.203.104@tcp:38:kworker.0
00000100:00000001:2.0:1789434594.084316:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434594.084319:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084325:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434594.084327:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434594.084329:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434594.084331:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434594.084333:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434594.084336:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933986304:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434594.084339:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434594.084341:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434594.084342:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434594.084344:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434594.084347:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434594.084369:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434594.084374:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434594.084377:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434594.084380:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434594.084383:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933986304, portal 4
00000100:00000001:2.0:1789434594.084385:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434594.084386:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577815808 : -119883131735808 : ffff92f78884b100)
00000100:00000040:2.0:1789434594.084392:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084398:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434594.084400:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434594.084402:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434594.084404:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933986304, offset 0
00000400:00000200:2.0:1789434594.084407:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434594.084411:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434594.084415:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434594.084417:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434594.084420:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434594.084422:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434594.084424:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434594.084426:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512958:512958:256:4294967295] 192.168.203.104@tcp LPNI seq info [512925:512925:8:4294967295]
00000400:00000200:2.0:1789434594.084430:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434594.084435:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434594.084440:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434594.084443:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434594.084446:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434594.084453:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789434594.084457:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434594.084459:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789434594.084463:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434594.084465:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434594.084467:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434594.084470:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434594.084473:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434594.084475:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434594.084477:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434594.084480:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084486:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434594.084489:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084494:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434594.084495:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434594.084498:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434594.084500:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:2.0:1789434594.084503:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434594.084505:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300721185
00000100:00000001:2.0:1789434594.084507:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300721837
00000100:00000001:2.0:1789434594.084508:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300721185
00000100:00000001:2.0:1789434594.084510:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300721837
00000100:00000001:2.0:1789434594.084512:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434594.084514:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434594.084515:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434594.084518:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434594/real 1789434594]  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434594.084525:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434594.084526:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434594.084711:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434594.084723:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434594.084725:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434594.084728:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434594.084732:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434594.084740:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084746:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434594.084747:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.084749:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434594.084750:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434594.084753:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084759:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434594.084762:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084768:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434594.084770:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.084771:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434594.084772:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.084774:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434594.084777:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434594.084780:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434594.084782:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434594.084784:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434594.084787:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434594.084794:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933986304:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434594.084798:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1789434594.084801:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084806:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434594.084808:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434594.084810:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1789434594.084812:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434594.084814:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434594.084816:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933986432:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434594.084819:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1789434594.084831:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1789434594.084833:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434594.084834:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1789434594.084838:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f7b1d7b000.
02000000:00000001:2.0:1789434594.084840:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1789434594.084843:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:2.0:1789434594.084846:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f7908e0c08.
00000400:00000010:2.0:1789434594.084849:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e657f8.
00000100:00000200:2.0:1789434594.084851:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933986432, portal 4
00000100:00000001:2.0:1789434594.084853:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1789434594.084854:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190577814016 : -119883131737600 : ffff92f78884aa00)
00000100:00000040:2.0:1789434594.084860:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084866:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1789434594.084868:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:2.0:1789434594.084870:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f789e65cc0.
00000100:00000200:2.0:1789434594.084872:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933986432, offset 0
00000400:00000200:2.0:1789434594.084877:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:2.0:1789434594.084882:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434594.084885:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:2.0:1789434594.084888:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1789434594.084890:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:2.0:1789434594.084892:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1789434594.084894:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:2.0:1789434594.084897:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512959:512959:256:4294967295] 192.168.203.104@tcp LPNI seq info [512926:512926:8:4294967295]
00000400:00000200:2.0:1789434594.084900:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434594.084905:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1789434594.084910:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434594.084913:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78515a800.
00000800:00000200:2.0:1789434594.084916:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.0:1789434594.084919:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1789434594.084922:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:2.1:1789434594.084925:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1789434594.084928:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:2.0:1789434594.084930:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78515a800.
00000400:00000200:2.0:1789434594.084932:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1789434594.084935:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1789434594.084938:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e65cc0
00000400:00000010:2.0:1789434594.084939:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e65cc0.
00000100:00000001:2.0:1789434594.084942:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1789434594.084945:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084952:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434594.084954:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.084960:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434594.084961:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434594.084964:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434594.084968:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:2.0:1789434594.084971:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434594.084973:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300721187
00000100:00000001:2.0:1789434594.084975:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300721837
00000100:00000001:2.0:1789434594.084977:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300721187
00000100:00000001:2.0:1789434594.084979:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300721837
00000100:00000001:2.0:1789434594.084981:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1789434594.084983:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434594.084984:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1789434594.084989:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434594/real 1789434594]  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1789434594.084995:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1789434594.084996:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1789434594.084998:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f7908e0c08.
00000400:00000200:2.0:1789434594.085000:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f789e657f8
00000400:00000010:2.0:1789434594.085002:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f789e657f8.
00000100:00000001:2.0:1789434594.085004:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1789434594.085007:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1789434594.085015:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.085020:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1789434594.085022:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.085023:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434594.085024:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1789434594.085028:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.085049:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1789434594.085054:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.085059:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1789434594.085062:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.085063:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1789434594.085064:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.085066:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1789434594.085070:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1789434594.085072:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789434594.085075:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:2.0:1789434594.085077:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1789434594.085080:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789434594.085088:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f78884aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933986432:192.168.203.104@tcp:8:kworker.0
00000100:00000001:2.0:1789434594.085092:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.085094:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434594.085097:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884ad80 x1876351933986176/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.085104:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434594.085106:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434594.085108:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:2.0:1789434594.085110:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434594.085112:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434594.085113:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:2.0:1789434594.085115:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434594.085117:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da5400.
02000000:00000001:2.0:1789434594.085120:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434594.085121:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434594.085122:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884ad80.
00000100:00000001:2.0:1789434594.085125:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434594.085126:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.085128:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434594.085131:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884b100 x1876351933986304/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.085142:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434594.085143:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434594.085145:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:2.0:1789434594.085149:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434594.085150:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434594.085151:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434594.085153:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434594.085154:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da4c00.
02000000:00000001:2.0:1789434594.085156:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434594.085158:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434594.085159:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884b100.
00000100:00000001:2.0:1789434594.085161:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434594.085162:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.085164:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1789434594.085166:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f78884aa00 x1876351933986432/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434594.085172:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1789434594.085174:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1789434594.085175:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:2.0:1789434594.085177:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1789434594.085178:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1789434594.085179:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:2.0:1789434594.085181:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1789434594.085183:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f788da7c00.
02000000:00000001:2.0:1789434594.085185:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1789434594.085186:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1789434594.085187:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f78884aa00.
00000100:00000001:2.0:1789434594.085189:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1789434594.085190:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.085192:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.085197:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434594.085199:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434594.085201:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1789434594.085203:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434594.335529:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434594.335540:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434594.335550:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434594.335557:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434594.335562:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434594.335567:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434594.335571:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434594.335574:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434594.335578:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434594.783425:0:15206:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300721837, at 4300721856
00000100:00000010:3.0:1789434594.783441:0:15206:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888873c0.
00000100:00000040:2.0:1789434594.784379:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300721837, at 4300721857
00000100:00000010:2.0:1789434594.784388:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7888872a0.
00000100:00000001:2.0:1789434594.847464:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434594.847472:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434594.847474:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434594.847479:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434594.847484:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434594.847486:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.847488:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434594.847490:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434594.847493:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434594.847644:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434594.847648:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434594.847653:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434594.847654:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434594.847658:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434594.847663:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434594.847666:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434594.847667:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434594.847683:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434594.847685:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434594.847688:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434595.103538:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434595.103545:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434595.103547:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434595.103554:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434595.103558:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434595.103562:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434595.103565:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434595.103568:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434595.103571:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434595.103577:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434595.103582:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434595.103584:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434595.103587:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434595.103591:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434595.103593:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434595.103596:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434595.103598:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434595.103600:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434595.359489:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434595.359498:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434595.359499:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434595.359505:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434595.359508:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434595.359512:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434595.359515:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434595.359518:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434595.359520:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434595.871490:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434595.871497:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434595.871503:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434595.871505:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434595.871509:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434595.871511:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434595.871515:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434595.871516:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434595.871566:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434595.871570:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434595.871574:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434595.871669:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434595.871673:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434595.871676:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434595.871680:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434595.871685:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434595.871689:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434595.871692:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434595.871695:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434595.871698:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434596.127425:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434596.127432:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434596.127434:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434596.127439:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434596.127442:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434596.127445:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434596.127448:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434596.127450:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434596.127453:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434596.127534:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434596.127537:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434596.127539:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434596.127542:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434596.127544:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434596.127547:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434596.127549:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434596.127550:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434596.127553:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434596.383454:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434596.383465:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434596.383467:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434596.383472:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434596.383476:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434596.383480:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434596.383483:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434596.383486:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434596.383488:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434596.895490:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434596.895497:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434596.895501:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434596.895508:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434596.895512:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434596.895516:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434596.895519:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434596.895523:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434596.895526:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434596.895537:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434596.895543:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434596.895545:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434596.895549:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434596.895552:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434596.895554:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434596.895557:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434596.895559:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434596.895563:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434596.895564:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434596.895567:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434596.895568:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434596.895571:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434596.895572:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434596.895632:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434596.895638:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434596.895643:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434597.151466:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434597.151466:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434597.151475:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434597.151475:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434597.151479:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434597.151479:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434597.151488:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434597.151488:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434597.151493:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434597.151494:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434597.151498:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434597.151499:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434597.151504:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434597.151504:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434597.151508:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434597.151509:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434597.151513:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434597.151515:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434597.407484:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434597.407493:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434597.407495:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434597.407501:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434597.407506:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434597.407510:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434597.407513:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434597.407516:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434597.407520:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434597.919511:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434597.919520:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434597.919523:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434597.919526:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1789434597.919530:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434597.919534:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434597.919538:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434597.919544:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434597.919546:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1789434597.919548:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434597.919551:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434597.919553:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434597.919564:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434597.919570:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434597.919572:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434597.919577:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434597.919578:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434597.919629:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434597.919634:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434597.919639:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434598.175462:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434598.175462:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434598.175468:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434598.175469:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434598.175471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434598.175472:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434598.175476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434598.175478:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434598.175480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434598.175482:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434598.175485:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434598.175487:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434598.175489:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434598.175491:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434598.175494:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434598.175495:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434598.175500:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434598.175501:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434598.431428:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434598.431436:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434598.431438:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434598.431444:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434598.431447:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434598.431451:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434598.431454:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434598.431456:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434598.431459:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434598.943456:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434598.943465:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434598.943467:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434598.943478:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434598.943483:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434598.943490:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434598.943493:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434598.943496:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434598.943501:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434598.943524:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434598.943528:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434598.943531:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434598.943532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434598.943534:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434598.943535:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434598.943537:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434598.943538:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434598.943554:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434598.943556:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434598.943558:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434599.199473:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434599.199480:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434599.199482:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434599.199487:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434599.199490:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434599.199494:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434599.199497:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434599.199499:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434599.199501:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.201374:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434599.201379:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434599.201381:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434599.201385:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434599.201388:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434599.201391:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.201393:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434599.201395:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1789434599.201395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1789434599.201397:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434599.201404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1789434599.201407:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434599.201410:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434599.201414:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434599.201421:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 6053
00000400:00000200:2.0:1789434599.201430:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434599.201435:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434599.201438:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434599.201441:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.201444:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434599.201446:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.201448:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434599.201455:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434599.201457:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:2.0:1789434599.201460:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434599.201463:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:2.0:1789434599.201465:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:2.0:1789434599.201468:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:2.0:1789434599.201471:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.201473:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434599.201475:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.201477:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434599.201480:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:2.0:1789434599.201483:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434599.201485:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434599.201488:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434599.201491:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434599.201494:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434599.201496:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1789434599.201498:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434599.201506:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29f80.
00000020:00000040:2.0:1789434599.201510:0:37:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:2.0:1789434599.201519:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434599.201520:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434599.201523:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434599.201525:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434599.201529:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434599.201537:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d7b000.
00000100:00000001:2.0:1789434599.201543:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434599.201552:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1789434599.201561:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1789434599.201565:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434599.201569:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b20d5cf0] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434599.201595:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434599.201598:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434599.201601:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1789434599.201603:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434599.201604:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434599.201608:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434599.201610:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6053
00000400:00000200:2.0:1789434599.201613:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434599.201617:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434599.201620:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434599.201623:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.201626:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1789434599.201627:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1789434599.201629:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:1.0:1789434599.201632:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434599.201633:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000100:00000001:1.0:1789434599.201635:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1789434599.201640:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1789434599.201643:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.201649:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434599.201651:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434599.201653:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1789434599.201655:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
02000000:00000001:1.0:1789434599.201656:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434599.201660:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434599.201661:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1789434599.201665:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933986560:192.168.203.104@tcp:250:kworker.0
00000020:00000040:2.0:1789434599.201666:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000100:00000001:1.0:1789434599.201670:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1789434599.201671:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:1.0:1789434599.201674:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1789434599.201675:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
02000000:00000001:1.0:1789434599.201679:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434599.201681:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
02000000:00000001:1.0:1789434599.201683:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1789434599.201685:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1789434599.201690:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
00000100:00000040:2.0:1789434599.201690:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.201693:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
02000000:00000001:1.0:1789434599.201695:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1789434599.201697:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000400:00000200:1.0:1789434599.201703:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:2.0:1789434599.201704:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434599.201710:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1789434599.201711:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
02000000:00000001:2.0:1789434599.201712:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1789434599.201721:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
02000000:00000001:2.0:1789434599.201721:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434599.201726:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434599.201728:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:1.0:1789434599.201730:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933986560, portal 25
00000008:00100000:2.0:1789434599.201732:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1789434599.201735:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434599.201738:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482259840 : -119883227291776 : ffff92f782d29f80)
00000008:00000001:2.0:1789434599.201741:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434599.201745:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434599.201746:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1789434599.201753:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2aa00.
00000100:00000001:1.0:1789434599.201754:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1789434599.201758:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000100:00000040:1.0:1789434599.201759:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434599.201763:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
02000000:00000001:2.0:1789434599.201764:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1789434599.201767:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933986560, offset 0
02000000:00000001:2.0:1789434599.201768:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434599.201772:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1789434599.201775:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
02000000:00000001:2.0:1789434599.201776:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434599.201779:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434599.201794:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d79400.
00000400:00000200:1.0:1789434599.201795:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:2.0:1789434599.201801:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434599.201810:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434599.201811:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434599.201820:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1789434599.201823:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1789434599.201827:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000100:00000001:2.0:1789434599.201829:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434599.201834:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1789434599.201837:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3661409] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1789434599.201841:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434599.201849:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512960:512960:256:4294967295] 192.168.203.104@tcp LPNI seq info [512927:512927:8:4294967295]
00000100:00000001:2.0:1789434599.201854:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434599.201859:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00080000:2.0:1789434599.201859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434599.201864:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1789434599.201866:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434599.201868:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434599.201874:0:37:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1789434599.201876:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1789434599.201879:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6053
00000400:00000200:2.0:1789434599.201888:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000800:00000200:1.0:1789434599.201889:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434599.201894:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000400:00000200:2.0:1789434599.201894:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434599.201899:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1789434599.201904:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000100:00000040:2.0:1789434599.201907:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.201911:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434599.201913:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.201915:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000800:00000200:1.0:1789434599.201917:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1789434599.201919:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434599.201922:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:2.0:1789434599.201925:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434599.201927:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:2.0:1789434599.201929:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:1.1:1789434599.201932:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000020:00000001:2.0:1789434599.201939:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000800:00000200:1.1:1789434599.201939:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1789434599.201947:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000800:00000100:1.0:1789434599.201950:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000100:00000001:2.0:1789434599.201951:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1789434599.201954:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000100:00000040:2.0:1789434599.201956:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.201960:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000400:00000200:1.0:1789434599.201963:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1789434599.201963:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:2.0:1789434599.201969:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000400:00000200:1.0:1789434599.201975:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1789434599.201976:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434599.201981:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434599.201984:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434599.201986:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434599.201988:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000100:00000001:2.0:1789434599.201989:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1789434599.201993:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000008:00100000:2.0:1789434599.201994:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:2.0:1789434599.202000:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434599.202002:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.202003:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000010:2.0:1789434599.202007:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d29c00.
00000100:00000200:1.0:1789434599.202010:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1789434599.202012:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:2.0:1789434599.202017:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434599.202019:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434599.202023:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434599.202025:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434599.202028:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.202031:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434599.202035:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202043:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434599.202043:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78400.
00000100:00000001:1.0:1789434599.202048:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1789434599.202050:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.202054:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434599.202059:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1789434599.202064:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434599.202070:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300726957
00000100:00000001:2.0:1789434599.202074:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1789434599.202078:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d540.
00000100:00000001:2.0:1789434599.202078:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434599.202084:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a31316b7] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434599.202093:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1789434599.202095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789434599.202098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1789434599.202099:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1789434599.202100:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1789434599.202103:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1789434599.202107:0:37:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1789434599.202109:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6053
00000400:00000200:2.0:1789434599.202113:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:2.0:1789434599.202116:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:2.0:1789434599.202118:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1789434599.202121:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.202122:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434599.202124:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.202126:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:2.0:1789434599.202128:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1789434599.202129:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:2.0:1789434599.202131:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1789434599.202133:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:2.0:1789434599.202135:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:2.0:1789434599.202137:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:2.0:1789434599.202139:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.202141:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1789434599.202142:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:2.0:1789434599.202144:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:2.0:1789434599.202146:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:2.0:1789434599.202149:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:2.0:1789434599.202151:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1789434599.202153:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1789434599.202156:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1789434599.202158:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434599.202160:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1789434599.202161:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:2.0:1789434599.202164:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434599.202166:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.202168:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300726957
00000100:00000010:2.0:1789434599.202170:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f782d2bb80.
00000020:00000040:2.0:1789434599.202175:0:37:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
00000100:00000010:1.0:1789434599.202176:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06dea0.
02000000:00000001:2.0:1789434599.202178:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1789434599.202181:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.202183:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1789434599.202185:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1789434599.202188:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1789434599.202190:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1789434599.202195:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b1d78c00.
00000100:00000001:2.0:1789434599.202198:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.202201:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1789434599.202204:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1789434599.202206:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.202211:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1789434599.202218:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1789434599.202220:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434599/real 1789434599]  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1789434599.202222:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434599.202231:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ddafd05] to pc [ptlrpcd_rcv+-1]  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434599.202236:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434599.202239:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434599.202243:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000100:00000001:2.0:1789434599.202244:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434599.202248:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434599.202251:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000040:2.0:1789434599.202251:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6063)
00000100:00000001:1.0:1789434599.202259:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434599.202263:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434599.202273:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202284:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434599.202286:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.202288:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434599.202290:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434599.202294:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202300:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434599.202304:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202310:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434599.202313:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.202314:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434599.202315:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.202318:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434599.202319:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434599.202322:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434599.202326:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434599.202328:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434599.202332:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434599.202339:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933986560:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434599.202342:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.202344:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434599.202367:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29f80 x1876351933986560/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202374:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434599.202376:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434599.202379:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434599.202382:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434599.202383:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434599.202385:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434599.202387:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434599.202389:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d7b000.
02000000:00000001:1.0:1789434599.202392:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434599.202394:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434599.202396:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29f80.
00000100:00000001:1.0:1789434599.202399:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434599.202400:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.202402:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.202408:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434599.202409:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.202411:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434599.202412:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434599.202414:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434599.202417:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202424:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434599.202426:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434599.202428:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434599.202429:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434599.202435:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434599.202438:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933986688:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434599.202441:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434599.202443:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434599.202445:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434599.202447:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434599.202450:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434599.202452:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434599.202456:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434599.202458:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434599.202461:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434599.202465:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933986688, portal 10
00000100:00000001:1.0:1789434599.202467:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434599.202468:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482262528 : -119883227289088 : ffff92f782d2aa00)
00000100:00000040:1.0:1789434599.202475:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202481:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434599.202483:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434599.202486:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434599.202488:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933986688, offset 0
00000400:00000200:1.0:1789434599.202492:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434599.202497:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434599.202501:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434599.202503:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434599.202506:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434599.202508:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434599.202510:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434599.202513:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512961:512961:256:4294967295] 192.168.203.104@tcp LPNI seq info [512928:512928:8:4294967295]
00000400:00000200:1.0:1789434599.202517:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434599.202523:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434599.202527:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434599.202531:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434599.202534:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434599.202537:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434599.202542:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434599.202544:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434599.202547:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434599.202549:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434599.202552:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434599.202555:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434599.202558:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434599.202560:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434599.202562:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434599.202566:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202578:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434599.202581:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202587:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.202588:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434599.202591:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434599.202595:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434599.202598:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434599.202600:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300726286
00000100:00000001:1.0:1789434599.202603:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300726957
00000100:00000001:1.0:1789434599.202605:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300726286
00000100:00000001:1.0:1789434599.202607:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300726957
00000100:00000001:1.0:1789434599.202609:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434599.202611:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.202613:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434599.202616:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434599/real 1789434599]  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434599.202624:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434599.202626:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434599.202627:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434599.202630:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434599.202632:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434599.202634:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434599.202637:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434599.202645:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202651:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434599.202653:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.202655:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434599.202656:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434599.202659:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202666:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434599.202669:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202675:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434599.202678:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.202680:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434599.202681:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.202683:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434599.202686:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434599.202689:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434599.202692:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434599.202694:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434599.202697:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434599.202704:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933986688:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434599.202708:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434599.202711:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202718:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434599.202719:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434599.202721:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434599.202723:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434599.202725:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434599.202728:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933986816:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434599.202731:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434599.202733:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434599.202735:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434599.202736:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434599.202740:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434599.202742:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434599.202745:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434599.202748:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434599.202751:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434599.202754:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933986816, portal 4
00000100:00000001:1.0:1789434599.202755:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434599.202757:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482258944 : -119883227292672 : ffff92f782d29c00)
00000100:00000040:1.0:1789434599.202762:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202767:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434599.202770:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434599.202772:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434599.202774:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933986816, offset 0
00000400:00000200:1.0:1789434599.202778:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434599.202793:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434599.202797:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434599.202800:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434599.202802:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434599.202804:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434599.202806:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434599.202809:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512962:512962:256:4294967295] 192.168.203.104@tcp LPNI seq info [512929:512929:8:4294967295]
00000400:00000200:1.0:1789434599.202812:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434599.202818:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434599.202822:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434599.202825:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434599.202828:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434599.202831:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434599.202835:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434599.202837:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434599.202840:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434599.202842:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434599.202845:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434599.202848:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434599.202851:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434599.202852:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434599.202855:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434599.202858:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202866:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434599.202869:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202875:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.202876:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434599.202880:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434599.202882:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434599.202886:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434599.202888:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300726303
00000100:00000001:1.0:1789434599.202890:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300726957
00000100:00000001:1.0:1789434599.202892:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300726303
00000100:00000001:1.0:1789434599.202894:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300726957
00000100:00000001:1.0:1789434599.202896:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434599.202898:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.202900:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434599.202904:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434599/real 1789434599]  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434599.202911:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434599.202913:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434599.202914:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434599.202916:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434599.202918:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434599.202920:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434599.202923:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434599.202931:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202937:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434599.202938:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.202940:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434599.202942:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434599.202945:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202951:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434599.202954:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.202960:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434599.202962:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.202964:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434599.202965:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.202966:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434599.202970:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434599.202973:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434599.202976:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434599.202978:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434599.202981:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434599.202993:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933986816:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434599.202997:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434599.203000:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.203007:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434599.203008:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434599.203010:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434599.203012:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434599.203014:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434599.203016:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933986944:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434599.203018:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434599.203020:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434599.203022:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434599.203023:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434599.203026:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434599.203028:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434599.203031:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434599.203034:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434599.203037:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434599.203039:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933986944, portal 4
00000100:00000001:1.0:1789434599.203041:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434599.203042:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624190482267008 : -119883227284608 : ffff92f782d2bb80)
00000100:00000040:1.0:1789434599.203047:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.203053:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434599.203056:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434599.203057:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434599.203060:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933986944, offset 0
00000400:00000200:1.0:1789434599.203064:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434599.203068:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434599.203071:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434599.203074:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434599.203077:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434599.203079:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434599.203081:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434599.203083:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512963:512963:256:4294967295] 192.168.203.104@tcp LPNI seq info [512930:512930:8:4294967295]
00000400:00000200:1.0:1789434599.203087:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434599.203092:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434599.203096:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434599.203100:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434599.203103:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434599.203116:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1789434599.203121:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434599.203123:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1789434599.203127:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434599.203128:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434599.203131:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434599.203135:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434599.203138:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434599.203139:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434599.203142:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434599.203145:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.203153:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434599.203156:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.203162:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.203163:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434599.203166:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434599.203169:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434599.203173:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434599.203175:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300726305
00000100:00000001:1.0:1789434599.203178:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300726957
00000100:00000001:1.0:1789434599.203180:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300726305
00000100:00000001:1.0:1789434599.203182:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300726957
00000100:00000001:1.0:1789434599.203184:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434599.203186:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.203188:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434599.203192:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434599/real 1789434599]  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434599.203198:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434599.203200:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434599.203201:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434599.203204:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434599.203205:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434599.203208:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434599.203210:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434599.203215:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.203219:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434599.203219:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.203220:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434599.203221:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434599.203223:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.203227:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434599.203229:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.203233:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434599.203235:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.203236:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434599.203236:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.203238:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434599.203240:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434599.203242:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434599.203243:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434599.203245:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434599.203247:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434599.203251:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f782d2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933986944:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434599.203253:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.203254:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434599.203256:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2aa00 x1876351933986688/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.203259:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434599.203260:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434599.203261:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434599.203263:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434599.203264:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434599.203264:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434599.203266:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434599.203267:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d79400.
02000000:00000001:1.0:1789434599.203270:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434599.203270:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434599.203271:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2aa00.
00000100:00000001:1.0:1789434599.203273:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434599.203274:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.203275:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434599.203276:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d29c00 x1876351933986816/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.203284:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434599.203284:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434599.203285:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434599.203286:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434599.203287:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434599.203287:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434599.203288:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434599.203289:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78400.
02000000:00000001:1.0:1789434599.203290:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434599.203291:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434599.203291:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d29c00.
00000100:00000001:1.0:1789434599.203292:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434599.203293:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.203294:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434599.203295:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f782d2bb80 x1876351933986944/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434599.203299:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434599.203299:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434599.203300:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434599.203301:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434599.203301:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434599.203302:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434599.203303:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434599.203304:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b1d78c00.
02000000:00000001:1.0:1789434599.203305:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434599.203305:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434599.203306:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f782d2bb80.
00000100:00000001:1.0:1789434599.203307:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434599.203308:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.203308:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.203311:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434599.203312:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.203313:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434599.203313:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434599.455466:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434599.455474:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434599.455476:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434599.455481:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434599.455485:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434599.455489:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.455492:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434599.455494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434599.455497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434599.903463:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300726957, at 4300726976
00000100:00000010:2.0:1789434599.903478:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d540.
00000100:00000040:3.0:1789434599.903545:0:15206:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300726957, at 4300726976
00000100:00000010:3.0:1789434599.903559:0:15206:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06dea0.
00000100:00000001:3.0:1789434599.967404:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434599.967412:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434599.967415:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434599.967421:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434599.967426:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434599.967430:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434599.967434:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434599.967437:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434599.967441:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434599.967442:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434599.967447:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434599.967451:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434599.967453:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434599.967456:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434599.967457:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434599.967459:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434599.967461:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434599.967517:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434599.967521:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434599.967524:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434600.223437:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434600.223443:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434600.223445:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434600.223447:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434600.223449:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434600.223450:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434600.223455:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00100000:2.0:1789434600.223456:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:1.0:1789434600.223459:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434600.223461:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434600.223463:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434600.223466:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434600.223466:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434600.223469:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434600.223472:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434600.223479:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434600.223482:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434600.223488:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434600.479540:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434600.479549:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434600.479551:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434600.479833:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434600.479837:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434600.479841:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434600.479844:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434600.479847:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434600.479850:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434600.991475:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434600.991483:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434600.991486:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434600.991496:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434600.991500:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434600.991505:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434600.991508:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434600.991511:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434600.991515:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434600.991867:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434600.991875:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434600.991880:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434600.991881:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434600.991885:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434600.991887:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434600.991890:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434600.991891:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434600.991953:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434600.991958:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434600.991962:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1789434601.247461:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434601.247469:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434601.247471:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434601.247476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434601.247480:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434601.247484:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434601.247486:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434601.247489:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434601.247492:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434601.247506:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434601.247510:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434601.247512:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434601.247516:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434601.247519:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434601.247521:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434601.247523:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434601.247525:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434601.247527:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434601.503552:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434601.503559:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434601.503560:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434601.503565:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434601.503568:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434601.503572:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434601.503575:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434601.503577:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434601.503580:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434602.015508:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434602.015513:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434602.015518:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434602.015521:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434602.015525:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434602.015531:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:2.0:1789434602.015533:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00010000:00000001:1.0:1789434602.015535:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434602.015544:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00010000:00000001:1.0:1789434602.015545:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434602.015549:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434602.015550:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434602.015556:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:1.0:1789434602.015558:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434602.015559:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1789434602.015563:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434602.015565:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434602.015618:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434602.015622:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434602.015625:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434602.271496:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434602.271504:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434602.271507:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434602.271513:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434602.271517:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434602.271521:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434602.271525:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434602.271527:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434602.271530:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434602.271550:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434602.271557:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434602.271560:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434602.271566:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434602.271570:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434602.271574:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434602.271577:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434602.271579:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434602.271583:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434602.527529:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434602.527536:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434602.527538:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434602.527543:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434602.527547:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434602.527550:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434602.527553:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434602.527555:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434602.527558:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434603.039517:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434603.039524:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434603.039531:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434603.039532:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434603.039537:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434603.039538:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434603.039542:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434603.039544:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434603.039562:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434603.039565:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434603.039568:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434603.040766:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434603.040771:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434603.040773:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434603.040778:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434603.040782:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434603.040785:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434603.040787:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434603.040790:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434603.040793:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434603.295471:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434603.295478:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434603.295481:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434603.295486:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434603.295489:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434603.295493:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434603.295496:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434603.295498:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434603.295500:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434603.295751:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434603.295764:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434603.295766:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434603.295769:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434603.295771:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434603.295773:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434603.295776:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434603.295777:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434603.295780:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434603.551460:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434603.551469:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434603.551471:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434603.551476:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434603.551479:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434603.551483:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434603.551486:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434603.551489:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434603.551493:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434604.063459:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434604.063466:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434604.063468:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434604.063473:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434604.063476:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434604.063479:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434604.063482:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434604.063485:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434604.063489:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063830:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434604.063833:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063838:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434604.063840:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434604.063843:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434604.063846:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063849:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434604.063851:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063853:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063855:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063858:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434604.063859:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434604.063861:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434604.063862:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063863:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434604.063865:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063866:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063868:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063871:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434604.063872:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434604.063873:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434604.063874:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063876:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434604.063877:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063878:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434604.063880:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1789434604.063932:0:5589:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1789434604.063935:0:5589:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1789434604.063939:0:5589:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434604.319517:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434604.319524:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434604.319526:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434604.319530:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434604.319532:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434604.319535:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434604.319537:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434604.319539:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434604.319541:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434604.319648:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434604.319652:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434604.319653:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434604.319656:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434604.319658:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434604.319660:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.319662:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434604.319664:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.319666:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434604.320823:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbca16f1-ddd0-4a1e-a69e-4d5ed8005437->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434604.320829:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1789434604.320832:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434604.320836:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434604.320839:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434604.320845:0:13200:0:(import.c:545:import_select_connection()) MGC192.168.203.104@tcp: connect to NID 192.168.203.104@tcp last attempt 6058
00000400:00000200:3.0:1789434604.320853:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434604.320859:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434604.320861:0:13200:0:(import.c:630:import_select_connection()) MGC192.168.203.104@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434604.320865:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.320868:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434604.320870:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.320872:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434604.320880:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434604.320892:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bcca
00000020:00000001:3.0:1789434604.320895:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434604.320898:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f788aa1800 refcount=3
00000020:00000001:3.0:1789434604.320900:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000020:00000001:3.0:1789434604.320902:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190580267008 : -119883129284608 : ffff92f788aa1800)
00000100:00000040:3.0:1789434604.320905:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.320907:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434604.320909:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.320911:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434604.320914:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f788aa1800 : new refcount 2
00000100:00080000:3.0:1789434604.320917:0:13200:0:(import.c:666:import_select_connection()) MGC192.168.203.104@tcp: import ffff92f783ff2000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434604.320919:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434604.320922:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434604.320925:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434604.320928:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434604.320930:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1789434604.320933:0:13200:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434604.320941:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b800.
00000020:00000040:3.0:1789434604.320944:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f783ff2000 refcount=4 obd=MGC192.168.203.104@tcp
02000000:00000001:3.0:1789434604.320948:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434604.320949:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434604.320952:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434604.320954:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434604.320958:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434604.320966:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa3800.
00000100:00000001:3.0:1789434604.320971:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434604.320980:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434604.320996:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434604.321000:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434604.321004:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000950f7fbd] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434604.321030:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434604.321033:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434604.321036:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1789434604.321037:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434604.321039:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434604.321041:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434604.321043:0:13200:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6058
00000400:00000200:3.0:1789434604.321047:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434604.321050:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434604.321052:0:13200:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434604.321054:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321056:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434604.321058:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321060:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434604.321063:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434604.321064:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd17
00000020:00000001:3.0:1789434604.321066:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434604.321068:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f7a0a56800 refcount=5
00000020:00000001:3.0:1789434604.321070:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000020:00000001:3.0:1789434604.321072:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190982612992 : -119882726938624 : ffff92f7a0a56800)
00000100:00000040:3.0:1789434604.321074:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321076:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434604.321078:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321079:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434604.321082:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f7a0a56800 : new refcount 4
00000100:00080000:3.0:1789434604.321085:0:13200:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f7922cc800: import ffff92f78a383000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321087:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434604.321088:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434604.321093:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434604.321094:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434604.321096:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434604.321100:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683433 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1789434604.321102:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434604.321104:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434604.321107:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b3289880.
00000020:00000040:3.0:1789434604.321109:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a383000 refcount=64 obd=lustre-MDT0000-mdc-ffff92f7922cc800
02000000:00000001:3.0:1789434604.321112:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434604.321113:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434604.321114:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434604.321115:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434604.321117:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434604.321120:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa0400.
00000100:00000001:3.0:1789434604.321124:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434604.321128:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434604.321134:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434604.321136:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434604.321140:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba9e7711] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434604.321147:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434604.321149:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434604.321152:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1789434604.321153:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434604.321154:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434604.321156:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434604.321159:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6058
00000400:00000200:3.0:1789434604.321162:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434604.321165:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434604.321167:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434604.321169:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321171:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434604.321173:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321175:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434604.321177:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434604.321178:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd25
00000020:00000001:3.0:1789434604.321180:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434604.321181:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f7000 refcount=4
00000020:00000001:3.0:1789434604.321183:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000020:00000001:3.0:1789434604.321185:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606831616 : -119883102720000 : ffff92f78a3f7000)
00000100:00000040:3.0:1789434604.321187:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321189:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434604.321190:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321192:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434604.321194:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f7000 : new refcount 3
00000100:00080000:3.0:1789434604.321196:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f7922cc800: import ffff92f78a385000 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321198:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434604.321200:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434604.321202:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434604.321204:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434604.321205:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434604.321207:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 18743296, lost: 0.
00000008:00000001:3.0:1789434604.321209:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434604.321211:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434604.321213:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328bb80.
00000020:00000040:3.0:1789434604.321215:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a385000 refcount=22 obd=lustre-OST0000-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434604.321217:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434604.321219:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434604.321220:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434604.321221:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434604.321223:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434604.321225:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa2800.
00000100:00000001:3.0:1789434604.321228:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434604.321232:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434604.321238:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434604.321240:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434604.321243:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5a0dea] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434604.321250:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1789434604.321252:0:13200:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9e1a758d-39a4-4bab-a2f8-fcda72dee44f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789434604.321255:0:13200:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1789434604.321257:0:13200:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1789434604.321258:0:13200:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1789434604.321261:0:13200:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1789434604.321263:0:13200:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: connect to NID 192.168.203.104@tcp last attempt 6058
00000400:00000200:3.0:1789434604.321266:0:13200:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:3.0:1789434604.321269:0:13200:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.104@tcp is discovered: rc = 1
00000100:00080000:3.0:1789434604.321271:0:13200:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1789434604.321273:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321275:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434604.321277:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321278:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000001:3.0:1789434604.321281:0:13200:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1789434604.321282:0:13200:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8859daa29009bd2c
00000020:00000001:3.0:1789434604.321284:0:13200:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1789434604.321285:0:13200:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f78a3f1800 refcount=4
00000020:00000001:3.0:1789434604.321287:0:13200:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000020:00000001:3.0:1789434604.321301:0:13200:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624190606809088 : -119883102742528 : ffff92f78a3f1800)
00000100:00000040:3.0:1789434604.321304:0:13200:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f788fe7fc0 refcount 11 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321306:0:13200:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1789434604.321308:0:13200:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f788fe7fc0 refcount 12 to 192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321310:0:13200:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624190585798592 : -119883123753024 : ffff92f788fe7fc0)
00000020:00000040:3.0:1789434604.321312:0:13200:0:(genops.c:879:class_export_put()) PUTting export ffff92f78a3f1800 : new refcount 3
00000100:00080000:3.0:1789434604.321314:0:13200:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f7922cc800: import ffff92f78a3f6800 using connection 192.168.203.104@tcp/192.168.203.104@tcp
00000100:00000001:3.0:1789434604.321316:0:13200:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1789434604.321318:0:13200:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1789434604.321320:0:13200:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1789434604.321322:0:13200:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434604.321324:0:13200:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1789434604.321326:0:13200:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683433 ocd_grant: 17039360, lost: 0.
00000008:00000001:3.0:1789434604.321328:0:13200:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434604.321330:0:13200:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1789434604.321333:0:13200:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f7b328b480.
00000020:00000040:3.0:1789434604.321335:0:13200:0:(genops.c:1209:class_import_get()) import ffff92f78a3f6800 refcount=19 obd=lustre-OST0001-osc-ffff92f7922cc800
02000000:00000001:3.0:1789434604.321337:0:13200:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1789434604.321338:0:13200:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1789434604.321340:0:13200:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1789434604.321341:0:13200:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1789434604.321342:0:13200:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1789434604.321346:0:13200:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92f7b9aa1c00.
00000100:00000001:3.0:1789434604.321372:0:13200:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434604.321376:0:13200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1789434604.321383:0:13200:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1789434604.321385:0:13200:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434604.321389:0:13200:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b4c7fa6] to pc [ptlrpcd_rcv+-1]  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1789434604.321395:0:13200:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1789434604.321400:0:13200:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (6069)
00000100:00000001:1.0:1789434604.321506:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434604.321509:0:2346:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434604.321512:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434604.321518:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.321526:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434604.321528:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434604.321530:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434604.321533:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434604.321535:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434604.321538:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933987072:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434604.321542:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434604.321545:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434604.321547:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434604.321549:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434604.321554:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434604.321556:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434604.321562:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434604.321565:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434604.321571:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434604.321577:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933987072, portal 25
00000100:00000001:1.0:1789434604.321579:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434604.321581:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293208576 : -119882416343040 : ffff92f7b328b800)
00000100:00000040:1.0:1789434604.321586:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.321592:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434604.321595:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434604.321598:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434604.321601:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876351933987072, offset 0
00000400:00000200:1.0:1789434604.321607:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434604.321614:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434604.321619:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434604.321624:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434604.321628:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434604.321632:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434604.321634:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434604.321638:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512964:512964:256:4294967295] 192.168.203.104@tcp LPNI seq info [512931:512931:8:4294967295]
00000400:00000200:1.0:1789434604.321642:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434604.321650:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434604.321657:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434604.321663:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434604.321670:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434604.321674:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789434604.321679:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434604.321683:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1789434604.321687:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434604.321689:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434604.321696:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434604.321700:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434604.321705:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434604.321708:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434604.321712:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434604.321716:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.321724:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434604.321727:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 0 dl 1789434629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.321733:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434604.321735:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434604.321740:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434604.321743:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434604.321757:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 2 is 4300732077
00000100:00000010:1.0:1789434604.321762:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06d660.
00000100:00000001:1.0:1789434604.321769:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1789434604.321784:0:2346:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS new deadline estimation for cpu 3 is 4300732077
00000100:00000010:1.0:1789434604.321787:0:2346:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f7af06df00.
00000100:00000001:1.0:1789434604.321790:0:2346:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.104@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1789434604.321793:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434604.321795:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434604.321798:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434604.321802:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434604/real 1789434604]  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434604.321811:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434604.321812:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434604.321814:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434604.321817:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434604.321819:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434604.321822:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434604.321825:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434604.321833:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.321839:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434604.321840:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.321842:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434604.321844:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434604.321848:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.321854:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434604.321858:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.321864:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434604.321866:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.321868:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434604.321869:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.321871:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434604.321873:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434604.321876:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f783ff2000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434604.321880:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434604.321882:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434604.321896:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434604.321905:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbca16f1-ddd0-4a1e-a69e-4d5ed8005437:2346:1876351933987072:192.168.203.104@tcp:250:kworker.0
00000100:00000001:1.0:1789434604.321911:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434604.321914:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.321920:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434604.321921:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434604.321923:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434604.321925:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434604.321927:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434604.321930:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933987200:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434604.321933:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434604.321934:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434604.321936:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434604.321937:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434604.321941:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434604.321942:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434604.321946:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434604.321948:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434604.321951:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434604.321954:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933987200, portal 10
00000100:00000001:1.0:1789434604.321955:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434604.321956:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293200512 : -119882416351104 : ffff92f7b3289880)
00000100:00000040:1.0:1789434604.321962:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.321968:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434604.321970:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434604.321973:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434604.321975:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876351933987200, offset 0
00000400:00000200:1.0:1789434604.321979:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434604.321982:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434604.321986:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434604.321988:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434604.321991:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434604.321993:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434604.321995:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434604.321998:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512965:512965:256:4294967295] 192.168.203.104@tcp LPNI seq info [512932:512932:8:4294967295]
00000400:00000200:1.0:1789434604.322002:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434604.322008:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434604.322012:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434604.322015:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434604.322019:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434604.322021:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789434604.322024:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434604.322027:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1789434604.322031:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434604.322032:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434604.322035:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434604.322038:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434604.322040:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434604.322042:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434604.322044:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434604.322047:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322055:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434604.322058:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 0 dl 1789434629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322063:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434604.322065:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434604.322068:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434604.322072:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: using a timeout of 10516 usecs (11 jiffies)
00000400:00000200:1.0:1789434604.322075:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434604.322077:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300731405
00000100:00000001:1.0:1789434604.322080:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300732077
00000100:00000001:1.0:1789434604.322082:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300731405
00000100:00000001:1.0:1789434604.322083:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300732077
00000100:00000001:1.0:1789434604.322085:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434604.322087:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434604.322089:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434604.322093:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434604/real 1789434604]  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434604.322100:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434604.322101:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434604.322103:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434604.322105:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434604.322107:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434604.322109:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434604.322112:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434604.322120:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322125:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434604.322126:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322128:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434604.322129:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434604.322133:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322139:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434604.322142:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322149:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434604.322151:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322152:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434604.322153:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322155:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434604.322158:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434604.322160:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a383000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434604.322163:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434604.322166:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434604.322169:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434604.322175:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b3289880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933987200:192.168.203.104@tcp:38:kworker.0
00000100:00000001:1.0:1789434604.322178:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434604.322181:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322187:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434604.322188:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434604.322190:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434604.322191:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434604.322193:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434604.322195:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933987328:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434604.322198:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434604.322200:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434604.322201:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434604.322203:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434604.322206:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434604.322208:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434604.322211:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434604.322213:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434604.322216:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434604.322219:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933987328, portal 4
00000100:00000001:1.0:1789434604.322221:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434604.322222:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293209472 : -119882416342144 : ffff92f7b328bb80)
00000100:00000040:1.0:1789434604.322227:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322238:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434604.322240:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434604.322243:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434604.322245:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933987328, offset 0
00000400:00000200:1.0:1789434604.322249:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434604.322252:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434604.322256:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434604.322258:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434604.322261:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434604.322263:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434604.322265:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434604.322267:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512966:512966:256:4294967295] 192.168.203.104@tcp LPNI seq info [512933:512933:8:4294967295]
00000400:00000200:1.0:1789434604.322271:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434604.322276:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434604.322280:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434604.322283:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434604.322286:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434604.322288:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789434604.322292:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434604.322294:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1789434604.322298:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434604.322299:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434604.322301:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434604.322304:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434604.322307:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434604.322308:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434604.322311:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434604.322314:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322321:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434604.322324:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322329:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434604.322330:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434604.322333:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434604.322335:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: using a timeout of 27207 usecs (28 jiffies)
00000400:00000200:1.0:1789434604.322337:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434604.322339:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300731422
00000100:00000001:1.0:1789434604.322341:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300732077
00000100:00000001:1.0:1789434604.322343:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300731422
00000100:00000001:1.0:1789434604.322344:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300732077
00000100:00000001:1.0:1789434604.322346:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434604.322370:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434604.322371:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434604.322375:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434604/real 1789434604]  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434604.322382:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434604.322383:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434604.322385:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434604.322387:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434604.322389:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434604.322391:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434604.322394:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434604.322401:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322411:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434604.322413:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322414:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434604.322416:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434604.322419:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322425:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434604.322428:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322433:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434604.322435:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322437:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434604.322438:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322440:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434604.322443:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434604.322445:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a385000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434604.322448:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434604.322450:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434604.322454:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434604.322461:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933987328:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434604.322464:0:2346:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1789434604.322467:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322473:0:2346:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434604.322475:0:2346:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434604.322477:0:2346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1789434604.322478:0:2346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1789434604.322480:0:2346:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434604.322483:0:2346:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933987456:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434604.322485:0:2346:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1789434604.322487:0:2346:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1789434604.322488:0:2346:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1789434604.322490:0:2346:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1789434604.322493:0:2346:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434604.322495:0:2346:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1789434604.322498:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000010:1.0:1789434604.322500:0:2346:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f78925d948.
00000400:00000010:1.0:1789434604.322503:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9d48.
00000100:00000200:1.0:1789434604.322506:0:2346:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876351933987456, portal 4
00000100:00000001:1.0:1789434604.322507:0:2346:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1789434604.322509:0:2346:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624191293207680 : -119882416343936 : ffff92f7b328b480)
00000100:00000040:1.0:1789434604.322513:0:2346:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322519:0:2346:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1789434604.322522:0:2346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.104@tcp
00000400:00000010:1.0:1789434604.322524:0:2346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f7833a9220.
00000100:00000200:1.0:1789434604.322526:0:2346:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1876351933987456, offset 0
00000400:00000200:1.0:1789434604.322529:0:2346:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.104@tcp
00000400:00000200:1.0:1789434604.322533:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434604.322536:0:2346:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.104@tcp local destination
00000400:00000200:1.0:1789434604.322538:0:2346:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1789434604.322540:0:2346:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.4@tcp
00000400:00000200:1.0:1789434604.322542:0:2346:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.4@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1789434604.322544:0:2346:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.104@tcp
00000400:00000200:1.0:1789434604.322547:0:2346:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.4@tcp NI seq info: [512967:512967:256:4294967295] 192.168.203.104@tcp LPNI seq info [512934:512934:8:4294967295]
00000400:00000200:1.0:1789434604.322550:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000400:00000200:1.0:1789434604.322555:0:2346:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.4@tcp(192.168.203.4@tcp:<?>) -> 192.168.203.104@tcp(192.168.203.104@tcp:192.168.203.104@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1789434604.322560:0:2346:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434604.322563:0:2346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f78833dc00.
00000800:00000200:1.0:1789434604.322566:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.0:1789434604.322568:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1789434604.322572:0:2346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f789f113c0] -> 12345-192.168.203.104@tcp (2)
00000800:00000200:1.1:1789434604.322575:0:2346:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.104 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1789434604.322578:0:2346:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.104@tcp
00000800:00000010:1.0:1789434604.322580:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f78833dc00.
00000400:00000200:1.0:1789434604.322583:0:2346:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1789434604.322586:0:2346:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.4@tcp->192.168.203.104@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1789434604.322588:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9220
00000400:00000010:1.0:1789434604.322590:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9220.
00000100:00000001:1.0:1789434604.322592:0:2346:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1789434604.322595:0:2346:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322601:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434604.322604:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 0 dl 1789434629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322609:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434604.322610:0:2346:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1789434604.322613:0:2346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1789434604.322615:0:2346:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: using a timeout of 29766 usecs (30 jiffies)
00000400:00000200:1.0:1789434604.322618:0:2346:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.104@tcp to cpt 1
00000100:00000001:1.0:1789434604.322620:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 2 is 4300731425
00000100:00000001:1.0:1789434604.322622:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 2, keep current deadline 4300732077
00000100:00000001:1.0:1789434604.322624:0:2346:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS new deadline estimation for cpu 3 is 4300731425
00000100:00000001:1.0:1789434604.322625:0:2346:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f7922cc800: PM QoS request active for cpu 3, keep current deadline 4300732077
00000100:00000001:1.0:1789434604.322627:0:2346:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1789434604.322629:0:2346:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434604.322631:0:2346:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1789434604.322634:0:2346:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789434604/real 1789434604]  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1789434604.322641:0:2346:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1789434604.322642:0:2346:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1789434604.322644:0:2346:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f78925d948.
00000400:00000200:1.0:1789434604.322646:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f7833a9d48
00000400:00000010:1.0:1789434604.322648:0:2346:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f7833a9d48.
00000100:00000001:1.0:1789434604.322650:0:2346:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1789434604.322653:0:2346:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1789434604.322661:0:2346:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322666:0:2346:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1789434604.322668:0:2346:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322669:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434604.322670:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1789434604.322674:0:2346:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322679:0:2346:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1789434604.322682:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322688:0:2346:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1789434604.322690:0:2346:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322691:0:2346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1789434604.322693:0:2346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322694:0:2346:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1789434604.322697:0:2346:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1789434604.322700:0:2346:0:(import.c:65:import_set_state_nolock()) ffff92f78a3f6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789434604.322702:0:2346:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.104@tcp failed (-110)
00000100:00000001:1.0:1789434604.322704:0:2346:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1789434604.322708:0:2346:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789434604.322714:0:2346:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f7b328b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9e1a758d-39a4-4bab-a2f8-fcda72dee44f:2346:1876351933987456:192.168.203.104@tcp:8:kworker.0
00000100:00000001:1.0:1789434604.322718:0:2346:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322719:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434604.322722:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b800 x1876351933987072/t0(0) o250->MGC192.168.203.104@tcp@192.168.203.104@tcp:26/25 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322728:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434604.322730:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434604.322733:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da7800.
02000000:00000001:1.0:1789434604.322736:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434604.322738:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434604.322739:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f783ff2000 refcount=3 obd=MGC192.168.203.104@tcp
00000020:00000001:1.0:1789434604.322741:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434604.322756:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa3800.
02000000:00000001:1.0:1789434604.322761:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434604.322762:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434604.322764:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b800.
00000100:00000001:1.0:1789434604.322768:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434604.322769:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322770:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434604.322773:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b3289880 x1876351933987200/t0(0) o38->lustre-MDT0000-mdc-ffff92f7922cc800@192.168.203.104@tcp:12/10 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322779:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434604.322780:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434604.322782:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6800.
02000000:00000001:1.0:1789434604.322784:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434604.322785:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434604.322786:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a383000 refcount=63 obd=lustre-MDT0000-mdc-ffff92f7922cc800
00000020:00000001:1.0:1789434604.322788:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434604.322789:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa0400.
02000000:00000001:1.0:1789434604.322791:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434604.322793:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434604.322794:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b3289880.
00000100:00000001:1.0:1789434604.322797:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434604.322798:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322799:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434604.322802:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328bb80 x1876351933987328/t0(0) o8->lustre-OST0000-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322808:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434604.322809:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434604.322811:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6000.
02000000:00000001:1.0:1789434604.322813:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434604.322814:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434604.322815:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a385000 refcount=21 obd=lustre-OST0000-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434604.322817:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434604.322818:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa2800.
02000000:00000001:1.0:1789434604.322820:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434604.322821:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434604.322822:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328bb80.
00000100:00000001:1.0:1789434604.322824:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434604.322826:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322827:0:2346:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1789434604.322830:0:2346:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92f7b328b480 x1876351933987456/t0(0) o8->lustre-OST0001-osc-ffff92f7922cc800@192.168.203.104@tcp:28/4 lens 520/544 e 0 to 1 dl 1789434629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1789434604.322837:0:2346:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1789434604.322838:0:2346:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1789434604.322840:0:2346:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f788da6400.
02000000:00000001:1.0:1789434604.322841:0:2346:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1789434604.322842:0:2346:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1789434604.322843:0:2346:0:(genops.c:1222:class_import_put()) import ffff92f78a3f6800 refcount=18 obd=lustre-OST0001-osc-ffff92f7922cc800
00000020:00000001:1.0:1789434604.322845:0:2346:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1789434604.322846:0:2346:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92f7b9aa1c00.
02000000:00000001:1.0:1789434604.322849:0:2346:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1789434604.322850:0:2346:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1789434604.322851:0:2346:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f7b328b480.
00000100:00000001:1.0:1789434604.322853:0:2346:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1789434604.322854:0:2346:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322856:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.322862:0:2346:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434604.322864:0:2346:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434604.322866:0:2346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1789434604.322868:0:2346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434604.575464:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434604.575472:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434604.575475:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434604.575480:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434604.575484:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434604.575488:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.575491:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434604.575494:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434604.575497:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1789434605.023556:0:14886:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333220 (cpu 2) has reached its deadline 4300732077, at 4300732096
00000100:00000040:3.0:1789434605.023556:0:15206:0:(connection.c:75:cpu_latency_work()) work item of ffff92f78b333330 (cpu 3) has reached its deadline 4300732077, at 4300732096
00000100:00000010:3.0:1789434605.023572:0:15206:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06df00.
00000100:00000010:2.0:1789434605.023574:0:14886:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f7af06d660.
00000100:00000001:2.0:1789434605.087495:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434605.087508:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434605.087512:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434605.087520:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434605.087525:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434605.087529:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434605.087533:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434605.087537:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434605.087541:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434605.087698:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434605.087702:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434605.087707:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434605.087708:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434605.087712:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434605.087713:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434605.087716:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434605.087717:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1789434605.087830:0:5588:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1789434605.087838:0:5588:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1789434605.087843:0:5588:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434605.343453:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434605.343456:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434605.343460:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434605.343462:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434605.343464:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434605.343465:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434605.343472:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00100000:1.0:1789434605.343476:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:2.0:1789434605.343477:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434605.343482:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434605.343483:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434605.343485:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434605.343488:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434605.343489:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434605.343492:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434605.343493:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434605.343496:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434605.343498:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434605.599743:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434605.599751:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434605.599754:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434605.599762:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434605.599766:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434605.599770:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434605.599772:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434605.599775:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434605.599779:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434606.111470:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434606.111476:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434606.111481:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434606.111482:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434606.111485:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434606.111486:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434606.111489:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:2.0:1789434606.111489:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00010000:00000001:1.0:1789434606.111490:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434606.111496:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434606.111499:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434606.111503:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:2.0:1789434606.111507:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434606.111511:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434606.111515:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434606.111518:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434606.111523:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1789434606.111767:0:14653:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1789434606.111771:0:14653:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1789434606.111775:0:14653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1789434606.367602:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434606.367610:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434606.367612:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434606.367618:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434606.367621:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434606.367625:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434606.367628:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434606.367630:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434606.367633:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434606.369891:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434606.369898:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434606.369900:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434606.369905:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434606.369908:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434606.369912:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434606.369915:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434606.369917:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434606.369921:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434606.623469:0:14615:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434606.623476:0:14615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434606.623478:0:14615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434606.623483:0:14615:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7b3207b40 going to sleep for 0 seconds
00000100:00000001:1.0:1789434606.623486:0:14615:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434606.623494:0:14615:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434606.623497:0:14615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434606.623499:0:14615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434606.623502:0:14615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434607.135633:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434607.135641:0:15156:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1789434607.135643:0:15156:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1789434607.135647:0:15156:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434607.135651:0:15156:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1789434607.135653:0:15156:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434607.135655:0:15156:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434607.135657:0:15156:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434607.135661:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434607.135662:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434607.135665:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434607.135667:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1789434607.135670:0:15156:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1789434607.135671:0:15156:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1789434607.135686:0:11646:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1789434607.135688:0:11646:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1789434607.135691:0:11646:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1789434607.135975:0:14683:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1789434607.135980:0:14683:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1789434607.135982:0:14683:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1789434607.135986:0:14683:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c0700900 going to sleep for 0 seconds
00000100:00000001:3.0:1789434607.135989:0:14683:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1789434607.135992:0:14683:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434607.135994:0:14683:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1789434607.135997:0:14683:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1789434607.136000:0:14683:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1789434607.391449:0:14617:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1789434607.391456:0:14617:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1789434607.391458:0:14617:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1789434607.391463:0:14617:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f789e43600 going to sleep for 0 seconds
00000100:00000001:1.0:1789434607.391467:0:14617:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1789434607.391470:0:14617:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434607.391473:0:14617:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1789434607.391476:0:14617:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1789434607.391479:0:14617:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1789434607.391494:0:14616:0:(client.c:2568:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1789434607.391498:0:14616:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1789434607.391500:0:14616:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1789434607.391504:0:14616:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f7c07006c0 going to sleep for 0 seconds
00000100:00000001:2.0:1789434607.391507:0:14616:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1789434607.391509:0:14616:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434607.391511:0:14616:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1789434607.391512:0:14616:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1789434607.391514:0:14616:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
Debug log: 140518 lines, 140518 kept, 0 dropped, 0 bad.